-- Logs begin at Thu 2021-09-30 05:48:23 UTC, end at Thu 2021-09-30 06:45:28 UTC. -- Sep 30 06:19:10.815390 dv-cinder-811877-1-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Sep 30 06:19:13.613949 dv-cinder-811877-1-iscsi neutron-server[93890]: INFO neutron.common.config [-] Logging enabled! Sep 30 06:19:13.614679 dv-cinder-811877-1-iscsi neutron-server[93890]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev36 Sep 30 06:19:13.614770 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93890) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Sep 30 06:19:13.618523 dv-cinder-811877-1-iscsi neutron-server[93890]: INFO neutron.common.config [-] Logging enabled! Sep 30 06:19:13.618805 dv-cinder-811877-1-iscsi neutron-server[93890]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev36 Sep 30 06:19:13.619126 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93890) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Sep 30 06:19:13.620076 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 30 06:19:13.620313 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 30 06:19:13.620675 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 30 06:19:13.620926 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 30 06:19:13.621156 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 30 06:19:13.621480 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 06:19:13.621783 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 06:19:13.622085 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 06:19:13.622321 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 06:19:13.622653 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 06:19:13.622949 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 06:19:13.623236 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 06:19:13.623525 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 06:19:13.623825 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 06:19:13.624112 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 06:19:13.624395 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 06:19:13.624680 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 06:19:13.624912 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 06:19:13.625191 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron.common.config [-] config_source = [] {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 06:19:13.625479 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 06:19:13.625765 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 06:19:13.625990 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron.common.config [-] debug = True {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 06:19:13.626270 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 06:19:13.626719 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 06:19:13.627127 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 06:19:13.627409 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 06:19:13.627700 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 06:19:13.627979 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 06:19:13.628252 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 06:19:13.628530 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 06:19:13.628818 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 06:19:13.629148 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron.common.config [-] host = dv-cinder-811877-1-iscsi {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 06:19:13.629429 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 06:19:13.629718 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 06:19:13.630007 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 06:19:13.630295 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 06:19:13.630595 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 06:19:13.630876 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 06:19:13.631161 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 06:19:13.631440 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron.common.config [-] log_dir = None {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 06:19:13.631731 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron.common.config [-] log_file = None {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 06:19:13.631995 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 06:19:13.632287 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 06:19:13.632577 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 06:19:13.632946 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 06:19:13.633097 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 06:19:13.634032 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 06:19:13.634153 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 06:19:13.634499 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 06:19:13.634816 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 06:19:13.635097 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 06:19:13.635376 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 06:19:13.635656 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 06:19:13.635930 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 06:19:13.636207 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 06:19:13.636497 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 06:19:13.636782 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 06:19:13.637076 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 06:19:13.637347 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 06:19:13.637622 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 06:19:13.637896 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 06:19:13.638171 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 06:19:13.638461 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 06:19:13.638760 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 06:19:13.639040 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 06:19:13.639318 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 06:19:13.639609 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 06:19:13.639880 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 06:19:13.640176 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 06:19:13.640458 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 06:19:13.640745 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 06:19:13.641033 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 06:19:13.641336 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 06:19:13.641592 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 06:19:13.641872 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 06:19:13.642151 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 06:19:13.642429 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron.common.config [-] use_journal = False {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 06:19:13.642726 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron.common.config [-] use_json = False {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 06:19:13.643001 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 06:19:13.643276 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 06:19:13.643555 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 06:19:13.643833 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 06:19:13.644105 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 06:19:13.644382 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 06:19:13.644661 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 06:19:13.644947 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 06:19:13.645247 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:13.645544 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:13.645850 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:13.646139 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:13.646437 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:13.646749 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:13.647080 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:13.647326 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:13.647612 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:13.647904 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:13.648196 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:13.648477 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:13.648817 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:13.649256 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:13.649566 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:13.649875 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:13.650174 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:13.650478 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:13.650777 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:13.651057 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:13.651333 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:13.651617 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:13.651905 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:13.652184 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:13.652475 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:13.652769 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:13.653050 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:13.653342 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:13.653640 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:13.653930 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:13.654206 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:13.654490 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:13.654813 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:13.655102 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:13.655378 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:13.655664 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:13.655958 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:13.656242 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:13.656524 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:13.656808 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:13.657091 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:13.657394 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:13.657644 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:13.657923 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:13.658220 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:13.658498 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:13.658804 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:13.659083 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:13.659364 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:13.659638 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:13.659927 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:13.660207 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:13.660492 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:13.660763 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:13.661049 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:13.661587 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:13.661863 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:13.662144 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:13.662420 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:13.662729 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:13.663007 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:13.663282 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:13.663557 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:13.663832 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:13.664107 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:13.664413 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:13.664762 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:13.665039 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:13.665302 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:13.665575 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:13.665851 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:13.666126 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:13.666401 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:13.666720 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:13.667027 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:13.667310 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:13.667594 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:13.667877 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:13.668158 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:13.668439 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:13.668723 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:13.669004 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:13.669287 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:13.669561 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:13.669852 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:13.670141 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:13.670432 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:13.670746 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:13.671028 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:13.671334 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:13.671614 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:13.671900 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:13.672181 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:13.672462 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:13.672746 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:13.673035 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:13.673328 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:13.673622 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:13.673915 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:13.674207 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:13.674503 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:13.674813 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:13.675130 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:13.675413 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:13.675635 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 30 06:19:13.675889 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=93890) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Sep 30 06:19:14.033318 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=93890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 06:19:14.033567 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=93890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 06:19:14.033863 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=93890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 06:19:14.034205 dv-cinder-811877-1-iscsi neutron-server[93890]: INFO neutron.manager [-] Loading core plugin: ml2 Sep 30 06:19:14.433365 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93890) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 06:19:14.433654 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93890) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 06:19:14.433837 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93890) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 06:19:14.435184 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93890) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 06:19:14.435461 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93890) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 06:19:14.435736 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93890) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 06:19:14.471884 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93890) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 06:19:14.472169 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93890) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 06:19:14.472441 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93890) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 06:19:14.487376 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93890) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 06:19:14.487657 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93890) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 06:19:14.487928 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93890) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 06:19:14.517333 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93890) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 06:19:14.517617 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93890) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 06:19:14.517889 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93890) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 06:19:14.555766 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93890) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 06:19:14.556048 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93890) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 06:19:14.556315 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93890) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 06:19:14.790519 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=93890) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 06:19:14.791153 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=93890) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 06:19:14.791153 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=93890) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 06:19:14.791331 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=93890) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 06:19:14.791893 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=93890) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 06:19:14.912629 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=93890) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 06:19:14.912953 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=93890) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 06:19:14.913240 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=93890) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 06:19:14.913520 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=93890) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 06:19:14.913791 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=93890) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 06:19:14.914106 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=93890) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 06:19:14.914497 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=93890) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 06:19:14.914786 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=93890) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 06:19:14.915048 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=93890) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 06:19:14.915334 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=93890) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 06:19:14.915599 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=93890) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 06:19:14.915868 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=93890) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 06:19:14.916128 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=93890) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 06:19:14.916384 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=93890) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 06:19:14.916643 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=93890) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 06:19:14.916912 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93890) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 06:19:14.917172 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=93890) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 06:19:14.917443 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=93890) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 06:19:14.917716 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=93890) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 06:19:14.917981 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=93890) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 06:19:14.918257 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93890) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 06:19:14.918513 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93890) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 06:19:14.918826 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93890) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 06:19:14.919208 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93890) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 06:19:14.919460 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93890) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 06:19:14.919711 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93890) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 06:19:14.920109 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=93890) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 30 06:19:14.920350 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=93890) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 30 06:19:14.920589 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=93890) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 30 06:19:14.920826 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=93890) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 30 06:19:14.921061 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=93890) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 30 06:19:14.921296 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=93890) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 30 06:19:14.921663 dv-cinder-811877-1-iscsi neutron-server[93890]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Sep 30 06:19:14.924823 dv-cinder-811877-1-iscsi neutron-server[93890]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Sep 30 06:19:14.928850 dv-cinder-811877-1-iscsi neutron-server[93890]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Sep 30 06:19:14.932861 dv-cinder-811877-1-iscsi neutron-server[93890]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(300, 349)])]) Sep 30 06:19:14.934497 dv-cinder-811877-1-iscsi neutron-server[93890]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Sep 30 06:19:14.934976 dv-cinder-811877-1-iscsi neutron-server[93890]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Sep 30 06:19:14.935318 dv-cinder-811877-1-iscsi neutron-server[93890]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Sep 30 06:19:14.935703 dv-cinder-811877-1-iscsi neutron-server[93890]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Sep 30 06:19:14.938490 dv-cinder-811877-1-iscsi neutron-server[93890]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Sep 30 06:19:14.938754 dv-cinder-811877-1-iscsi neutron-server[93890]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Sep 30 06:19:14.939103 dv-cinder-811877-1-iscsi neutron-server[93890]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Sep 30 06:19:14.944391 dv-cinder-811877-1-iscsi neutron-server[93890]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Sep 30 06:19:14.967187 dv-cinder-811877-1-iscsi neutron-server[93890]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Sep 30 06:19:14.967647 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=93890) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 06:19:14.967949 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=93890) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Sep 30 06:19:14.968315 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=93890) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 06:19:14.969685 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=93890) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Sep 30 06:19:14.970137 dv-cinder-811877-1-iscsi neutron-server[93890]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Sep 30 06:19:14.970389 dv-cinder-811877-1-iscsi neutron-server[93890]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Sep 30 06:19:14.973608 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=93890) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 06:19:14.973899 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=93890) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 06:19:15.039061 dv-cinder-811877-1-iscsi neutron-server[93890]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Sep 30 06:19:15.039301 dv-cinder-811877-1-iscsi neutron-server[93890]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Sep 30 06:19:15.040094 dv-cinder-811877-1-iscsi neutron-server[93890]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Sep 30 06:19:15.040478 dv-cinder-811877-1-iscsi neutron-server[93890]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Sep 30 06:19:15.062953 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_db.sqlalchemy.engines [None req-1782432d-0f65-4c8a-9b3b-5ecfd292e461 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=93890) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Sep 30 06:19:15.600618 dv-cinder-811877-1-iscsi neutron-server[93890]: INFO neutron.plugins.ml2.managers [None req-1782432d-0f65-4c8a-9b3b-5ecfd292e461 None None] Initializing driver for type 'gre' Sep 30 06:19:15.601140 dv-cinder-811877-1-iscsi neutron-server[93890]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-1782432d-0f65-4c8a-9b3b-5ecfd292e461 None None] gre ID ranges: [(1, 1000)] Sep 30 06:19:15.652782 dv-cinder-811877-1-iscsi neutron-server[93890]: INFO neutron.plugins.ml2.managers [None req-1782432d-0f65-4c8a-9b3b-5ecfd292e461 None None] Initializing driver for type 'local' Sep 30 06:19:15.653296 dv-cinder-811877-1-iscsi neutron-server[93890]: INFO neutron.plugins.ml2.managers [None req-1782432d-0f65-4c8a-9b3b-5ecfd292e461 None None] Initializing driver for type 'vlan' Sep 30 06:19:15.669513 dv-cinder-811877-1-iscsi neutron-server[93890]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-1782432d-0f65-4c8a-9b3b-5ecfd292e461 None None] VlanTypeDriver initialization complete Sep 30 06:19:15.669855 dv-cinder-811877-1-iscsi neutron-server[93890]: INFO neutron.plugins.ml2.managers [None req-1782432d-0f65-4c8a-9b3b-5ecfd292e461 None None] Initializing driver for type 'vxlan' Sep 30 06:19:15.670377 dv-cinder-811877-1-iscsi neutron-server[93890]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-1782432d-0f65-4c8a-9b3b-5ecfd292e461 None None] vxlan ID ranges: [(1, 1000)] Sep 30 06:19:15.732506 dv-cinder-811877-1-iscsi neutron-server[93890]: INFO neutron.plugins.ml2.managers [None req-1782432d-0f65-4c8a-9b3b-5ecfd292e461 None None] Initializing extension driver 'port_security' Sep 30 06:19:15.733193 dv-cinder-811877-1-iscsi neutron-server[93890]: INFO neutron.plugins.ml2.extensions.port_security [None req-1782432d-0f65-4c8a-9b3b-5ecfd292e461 None None] PortSecurityExtensionDriver initialization complete Sep 30 06:19:15.733606 dv-cinder-811877-1-iscsi neutron-server[93890]: INFO neutron.plugins.ml2.managers [None req-1782432d-0f65-4c8a-9b3b-5ecfd292e461 None None] Initializing mechanism driver 'openvswitch' Sep 30 06:19:15.734181 dv-cinder-811877-1-iscsi neutron-server[93890]: INFO neutron.plugins.ml2.managers [None req-1782432d-0f65-4c8a-9b3b-5ecfd292e461 None None] Initializing mechanism driver 'hyperv' Sep 30 06:19:15.741268 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [None req-1782432d-0f65-4c8a-9b3b-5ecfd292e461 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 06:19:15.741954 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-1782432d-0f65-4c8a-9b3b-5ecfd292e461 None None] Subscribe: > port after_create 55550000 {{(pid=93890) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 06:19:15.742326 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-1782432d-0f65-4c8a-9b3b-5ecfd292e461 None None] Subscribe: > port after_update 55550000 {{(pid=93890) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 06:19:15.743285 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-1782432d-0f65-4c8a-9b3b-5ecfd292e461 None None] Subscribe: > port after_delete 55550000 {{(pid=93890) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 06:19:15.743819 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=93890) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 30 06:19:15.744443 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-1782432d-0f65-4c8a-9b3b-5ecfd292e461 None None] Subscribe: > subnet after_create 55550000 {{(pid=93890) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 06:19:15.744801 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-1782432d-0f65-4c8a-9b3b-5ecfd292e461 None None] Subscribe: > subnet after_update 55550000 {{(pid=93890) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 06:19:15.745149 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-1782432d-0f65-4c8a-9b3b-5ecfd292e461 None None] Subscribe: > subnet after_delete 55550000 {{(pid=93890) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 06:19:15.745546 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=93890) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 30 06:19:15.745957 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-1782432d-0f65-4c8a-9b3b-5ecfd292e461 None None] Subscribe: > network after_create 55550000 {{(pid=93890) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 06:19:15.746308 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-1782432d-0f65-4c8a-9b3b-5ecfd292e461 None None] Subscribe: > network after_update 55550000 {{(pid=93890) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 06:19:15.746683 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-1782432d-0f65-4c8a-9b3b-5ecfd292e461 None None] Subscribe: > network after_delete 55550000 {{(pid=93890) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 06:19:15.747072 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=93890) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 30 06:19:15.747480 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-1782432d-0f65-4c8a-9b3b-5ecfd292e461 None None] Subscribe: > security_group after_create 55550000 {{(pid=93890) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 06:19:15.747832 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-1782432d-0f65-4c8a-9b3b-5ecfd292e461 None None] Subscribe: > security_group after_update 55550000 {{(pid=93890) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 06:19:15.748169 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-1782432d-0f65-4c8a-9b3b-5ecfd292e461 None None] Subscribe: > security_group after_delete 55550000 {{(pid=93890) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 06:19:15.748700 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=93890) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 30 06:19:15.749116 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-1782432d-0f65-4c8a-9b3b-5ecfd292e461 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=93890) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 06:19:15.749468 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-1782432d-0f65-4c8a-9b3b-5ecfd292e461 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=93890) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 06:19:15.749813 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-1782432d-0f65-4c8a-9b3b-5ecfd292e461 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=93890) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 06:19:15.750206 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=93890) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 30 06:19:15.750636 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-1782432d-0f65-4c8a-9b3b-5ecfd292e461 None None] Subscribe: > address_group after_create 55550000 {{(pid=93890) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 06:19:15.750982 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-1782432d-0f65-4c8a-9b3b-5ecfd292e461 None None] Subscribe: > address_group after_update 55550000 {{(pid=93890) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 06:19:15.751323 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-1782432d-0f65-4c8a-9b3b-5ecfd292e461 None None] Subscribe: > address_group after_delete 55550000 {{(pid=93890) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 06:19:15.751713 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=93890) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 30 06:19:15.752090 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-1782432d-0f65-4c8a-9b3b-5ecfd292e461 None None] ML2 OVO RPC backend initialized. {{(pid=93890) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Sep 30 06:19:15.752796 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-1782432d-0f65-4c8a-9b3b-5ecfd292e461 None None] Subscribe: > router_interface after_create 55550000 {{(pid=93890) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 06:19:15.753153 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-1782432d-0f65-4c8a-9b3b-5ecfd292e461 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93890) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 06:19:15.753570 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-1782432d-0f65-4c8a-9b3b-5ecfd292e461 None None] Subscribe: > network before_response 55550000 {{(pid=93890) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 06:19:15.753918 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-1782432d-0f65-4c8a-9b3b-5ecfd292e461 None None] Subscribe: > networks before_response 55550000 {{(pid=93890) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 06:19:15.754265 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-1782432d-0f65-4c8a-9b3b-5ecfd292e461 None None] Subscribe: > port before_response 55550000 {{(pid=93890) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 06:19:15.754636 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-1782432d-0f65-4c8a-9b3b-5ecfd292e461 None None] Subscribe: > ports before_response 55550000 {{(pid=93890) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 06:19:15.754985 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-1782432d-0f65-4c8a-9b3b-5ecfd292e461 None None] Subscribe: > subnet before_response 55550000 {{(pid=93890) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 06:19:15.755328 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-1782432d-0f65-4c8a-9b3b-5ecfd292e461 None None] Subscribe: > subnets before_response 55550000 {{(pid=93890) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 06:19:15.755672 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-1782432d-0f65-4c8a-9b3b-5ecfd292e461 None None] Subscribe: > network after_create 55550000 {{(pid=93890) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 06:19:15.756015 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-1782432d-0f65-4c8a-9b3b-5ecfd292e461 None None] Subscribe: > network after_update 55550000 {{(pid=93890) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 06:19:15.756351 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-1782432d-0f65-4c8a-9b3b-5ecfd292e461 None None] Subscribe: > network after_delete 55550000 {{(pid=93890) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 06:19:15.756688 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-1782432d-0f65-4c8a-9b3b-5ecfd292e461 None None] Subscribe: > port after_create 55550000 {{(pid=93890) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 06:19:15.757024 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-1782432d-0f65-4c8a-9b3b-5ecfd292e461 None None] Subscribe: > port after_update 55550000 {{(pid=93890) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 06:19:15.757358 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-1782432d-0f65-4c8a-9b3b-5ecfd292e461 None None] Subscribe: > port after_delete 55550000 {{(pid=93890) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 06:19:15.757694 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-1782432d-0f65-4c8a-9b3b-5ecfd292e461 None None] Subscribe: > subnet after_create 55550000 {{(pid=93890) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 06:19:15.758088 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-1782432d-0f65-4c8a-9b3b-5ecfd292e461 None None] Subscribe: > subnet after_update 55550000 {{(pid=93890) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 06:19:15.758600 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-1782432d-0f65-4c8a-9b3b-5ecfd292e461 None None] Subscribe: > subnet after_delete 55550000 {{(pid=93890) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 06:19:15.759195 dv-cinder-811877-1-iscsi neutron-server[93890]: INFO neutron.plugins.ml2.plugin [None req-1782432d-0f65-4c8a-9b3b-5ecfd292e461 None None] Modular L2 Plugin initialization complete Sep 30 06:19:15.759530 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron.manager [None req-1782432d-0f65-4c8a-9b3b-5ecfd292e461 None None] Loading services supported by the core plugin {{(pid=93890) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Sep 30 06:19:15.759864 dv-cinder-811877-1-iscsi neutron-server[93890]: INFO neutron.plugins.ml2.managers [None req-1782432d-0f65-4c8a-9b3b-5ecfd292e461 None None] Got port-security extension from driver 'port_security' Sep 30 06:19:15.760331 dv-cinder-811877-1-iscsi neutron-server[93890]: INFO neutron.extensions.vlantransparent [None req-1782432d-0f65-4c8a-9b3b-5ecfd292e461 None None] Disabled vlantransparent extension. Sep 30 06:19:15.760821 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron.manager [None req-1782432d-0f65-4c8a-9b3b-5ecfd292e461 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=93890) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Sep 30 06:19:15.761140 dv-cinder-811877-1-iscsi neutron-server[93890]: INFO neutron.manager [None req-1782432d-0f65-4c8a-9b3b-5ecfd292e461 None None] Loading Plugin: router Sep 30 06:19:15.799408 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-1782432d-0f65-4c8a-9b3b-5ecfd292e461 None None] Subscribe: > router_interface before_create 55550000 {{(pid=93890) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 06:19:15.800057 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-1782432d-0f65-4c8a-9b3b-5ecfd292e461 None None] Subscribe: > router after_create 55549900 {{(pid=93890) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 06:19:15.800176 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-1782432d-0f65-4c8a-9b3b-5ecfd292e461 None None] Subscribe: > router before_create 55549900 {{(pid=93890) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 06:19:15.800523 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-1782432d-0f65-4c8a-9b3b-5ecfd292e461 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=93890) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 06:19:15.800930 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-1782432d-0f65-4c8a-9b3b-5ecfd292e461 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93890) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 06:19:15.801263 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-1782432d-0f65-4c8a-9b3b-5ecfd292e461 None None] Subscribe: > router after_delete 55549900 {{(pid=93890) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 06:19:15.801628 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-1782432d-0f65-4c8a-9b3b-5ecfd292e461 None None] Subscribe: > floatingip after_create 55550000 {{(pid=93890) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 06:19:15.801999 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-1782432d-0f65-4c8a-9b3b-5ecfd292e461 None None] Subscribe: > floatingip after_update 55550000 {{(pid=93890) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 06:19:15.802347 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-1782432d-0f65-4c8a-9b3b-5ecfd292e461 None None] Subscribe: > router after_create 55549900 {{(pid=93890) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 06:19:15.802748 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-1782432d-0f65-4c8a-9b3b-5ecfd292e461 None None] Subscribe: > router after_update 55549900 {{(pid=93890) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 06:19:15.803083 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-1782432d-0f65-4c8a-9b3b-5ecfd292e461 None None] Subscribe: > router after_update 55549900 {{(pid=93890) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 06:19:15.803442 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-1782432d-0f65-4c8a-9b3b-5ecfd292e461 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=93890) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 06:19:15.803805 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-1782432d-0f65-4c8a-9b3b-5ecfd292e461 None None] Subscribe: > router after_update 55549900 {{(pid=93890) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 06:19:15.804224 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-1782432d-0f65-4c8a-9b3b-5ecfd292e461 None None] Subscribe: > router precommit_update 55549900 {{(pid=93890) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 06:19:15.804602 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-1782432d-0f65-4c8a-9b3b-5ecfd292e461 None None] Subscribe: port after_update 55550000 {{(pid=93890) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 06:19:15.804967 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-1782432d-0f65-4c8a-9b3b-5ecfd292e461 None None] Subscribe: port after_delete 55550000 {{(pid=93890) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 06:19:15.805314 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-1782432d-0f65-4c8a-9b3b-5ecfd292e461 None None] Subscribe: subnet after_update 55550000 {{(pid=93890) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 06:19:15.805657 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-1782432d-0f65-4c8a-9b3b-5ecfd292e461 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=93890) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 06:19:15.806009 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-1782432d-0f65-4c8a-9b3b-5ecfd292e461 None None] Subscribe: > port precommit_delete 55550000 {{(pid=93890) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 06:19:15.806364 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-1782432d-0f65-4c8a-9b3b-5ecfd292e461 None None] Subscribe: > router precommit_create 55549900 {{(pid=93890) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 06:19:15.806830 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-1782432d-0f65-4c8a-9b3b-5ecfd292e461 None None] Subscribe: port before_delete 55550000 {{(pid=93890) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 06:19:15.807180 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-1782432d-0f65-4c8a-9b3b-5ecfd292e461 None None] Subscribe: > router precommit_create 55550000 {{(pid=93890) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 06:19:15.807541 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-1782432d-0f65-4c8a-9b3b-5ecfd292e461 None None] Subscribe: > router after_update 55549900 {{(pid=93890) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 06:19:15.807888 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-1782432d-0f65-4c8a-9b3b-5ecfd292e461 None None] Subscribe: > router precommit_delete 55549900 {{(pid=93890) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 06:19:15.808242 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-1782432d-0f65-4c8a-9b3b-5ecfd292e461 None None] Subscribe: > router precommit_create 55549900 {{(pid=93890) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 06:19:15.808608 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-1782432d-0f65-4c8a-9b3b-5ecfd292e461 None None] Subscribe: > router_interface after_create 55550000 {{(pid=93890) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 06:19:15.808960 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-1782432d-0f65-4c8a-9b3b-5ecfd292e461 None None] Subscribe: > router precommit_update 55549900 {{(pid=93890) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 06:19:15.809333 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-1782432d-0f65-4c8a-9b3b-5ecfd292e461 None None] Subscribe: > agent after_create 55550000 {{(pid=93890) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 06:19:15.809686 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-1782432d-0f65-4c8a-9b3b-5ecfd292e461 None None] Subscribe: > agent after_delete 55550000 {{(pid=93890) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 06:19:15.810034 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-1782432d-0f65-4c8a-9b3b-5ecfd292e461 None None] Subscribe: > network after_delete 55550000 {{(pid=93890) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 06:19:15.810985 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron.quota.resource_registry [None req-1782432d-0f65-4c8a-9b3b-5ecfd292e461 None None] Tracking information for resource: router configured {{(pid=93890) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 30 06:19:15.811321 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron.quota.resource_registry [None req-1782432d-0f65-4c8a-9b3b-5ecfd292e461 None None] Tracking information for resource: floatingip configured {{(pid=93890) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 30 06:19:15.816702 dv-cinder-811877-1-iscsi neutron-server[93890]: INFO neutron.db.l3_agentschedulers_db [None req-1782432d-0f65-4c8a-9b3b-5ecfd292e461 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Sep 30 06:19:15.817289 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-1782432d-0f65-4c8a-9b3b-5ecfd292e461 None None] Subscribe: port after_update 55550000 {{(pid=93890) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 06:19:15.817649 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-1782432d-0f65-4c8a-9b3b-5ecfd292e461 None None] Subscribe: port after_create 55550000 {{(pid=93890) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 06:19:15.817999 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-1782432d-0f65-4c8a-9b3b-5ecfd292e461 None None] Subscribe: port after_delete 55550000 {{(pid=93890) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 06:19:15.818352 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-1782432d-0f65-4c8a-9b3b-5ecfd292e461 None None] Subscribe: port after_update 55550000 {{(pid=93890) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 06:19:15.819179 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-1782432d-0f65-4c8a-9b3b-5ecfd292e461 None None] Subscribe: > router before_create 55550100 {{(pid=93890) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 06:19:15.819544 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-1782432d-0f65-4c8a-9b3b-5ecfd292e461 None None] Subscribe: > router precommit_delete 55550100 {{(pid=93890) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 06:19:15.819904 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-1782432d-0f65-4c8a-9b3b-5ecfd292e461 None None] Subscribe: > router precommit_create 55550100 {{(pid=93890) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 06:19:15.820261 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-1782432d-0f65-4c8a-9b3b-5ecfd292e461 None None] Subscribe: > router precommit_update 55550100 {{(pid=93890) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 06:19:15.824956 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron.services.provider_configuration [None req-1782432d-0f65-4c8a-9b3b-5ecfd292e461 None None] Service providers = [] {{(pid=93890) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Sep 30 06:19:15.825331 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron.db.servicetype_db [None req-1782432d-0f65-4c8a-9b3b-5ecfd292e461 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=93890) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Sep 30 06:19:15.828322 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron.services.service_base [None req-1782432d-0f65-4c8a-9b3b-5ecfd292e461 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=93890) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 30 06:19:15.828677 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron.services.service_base [None req-1782432d-0f65-4c8a-9b3b-5ecfd292e461 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=93890) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 30 06:19:15.829024 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron.services.service_base [None req-1782432d-0f65-4c8a-9b3b-5ecfd292e461 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=93890) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 30 06:19:15.829909 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron.services.service_base [None req-1782432d-0f65-4c8a-9b3b-5ecfd292e461 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=93890) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 30 06:19:15.830285 dv-cinder-811877-1-iscsi neutron-server[93890]: INFO neutron.services.service_base [None req-1782432d-0f65-4c8a-9b3b-5ecfd292e461 None None] Default provider is not specified for service type L3_ROUTER_NAT Sep 30 06:19:15.830707 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron.manager [None req-1782432d-0f65-4c8a-9b3b-5ecfd292e461 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=93890) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 30 06:19:15.831029 dv-cinder-811877-1-iscsi neutron-server[93890]: INFO neutron.manager [None req-1782432d-0f65-4c8a-9b3b-5ecfd292e461 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Sep 30 06:19:15.842252 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron.manager [None req-1782432d-0f65-4c8a-9b3b-5ecfd292e461 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=93890) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 30 06:19:15.842615 dv-cinder-811877-1-iscsi neutron-server[93890]: INFO neutron.manager [None req-1782432d-0f65-4c8a-9b3b-5ecfd292e461 None None] Loading Plugin: auto_allocate Sep 30 06:19:15.848459 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-1782432d-0f65-4c8a-9b3b-5ecfd292e461 None None] Subscribe: network precommit_update 55550000 {{(pid=93890) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 06:19:15.848839 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-1782432d-0f65-4c8a-9b3b-5ecfd292e461 None None] Subscribe: network precommit_create 55550000 {{(pid=93890) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 06:19:15.849377 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron.manager [None req-1782432d-0f65-4c8a-9b3b-5ecfd292e461 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=93890) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 30 06:19:15.849704 dv-cinder-811877-1-iscsi neutron-server[93890]: INFO neutron.manager [None req-1782432d-0f65-4c8a-9b3b-5ecfd292e461 None None] Loading Plugin: tag Sep 30 06:19:15.856929 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron.manager [None req-1782432d-0f65-4c8a-9b3b-5ecfd292e461 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=93890) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 30 06:19:15.857210 dv-cinder-811877-1-iscsi neutron-server[93890]: INFO neutron.manager [None req-1782432d-0f65-4c8a-9b3b-5ecfd292e461 None None] Loading Plugin: timestamp Sep 30 06:19:15.861260 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron.manager [None req-1782432d-0f65-4c8a-9b3b-5ecfd292e461 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=93890) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 30 06:19:15.861595 dv-cinder-811877-1-iscsi neutron-server[93890]: INFO neutron.manager [None req-1782432d-0f65-4c8a-9b3b-5ecfd292e461 None None] Loading Plugin: network_ip_availability Sep 30 06:19:15.867066 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-1782432d-0f65-4c8a-9b3b-5ecfd292e461 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93890) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 06:19:15.868172 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-1782432d-0f65-4c8a-9b3b-5ecfd292e461 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93890) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 06:19:15.868331 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-1782432d-0f65-4c8a-9b3b-5ecfd292e461 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93890) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 06:19:15.869064 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron.manager [None req-1782432d-0f65-4c8a-9b3b-5ecfd292e461 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=93890) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 30 06:19:15.869384 dv-cinder-811877-1-iscsi neutron-server[93890]: INFO neutron.manager [None req-1782432d-0f65-4c8a-9b3b-5ecfd292e461 None None] Loading Plugin: flavors Sep 30 06:19:15.874063 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron.manager [None req-1782432d-0f65-4c8a-9b3b-5ecfd292e461 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=93890) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 30 06:19:15.874412 dv-cinder-811877-1-iscsi neutron-server[93890]: INFO neutron.manager [None req-1782432d-0f65-4c8a-9b3b-5ecfd292e461 None None] Loading Plugin: revisions Sep 30 06:19:15.878711 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron.manager [None req-1782432d-0f65-4c8a-9b3b-5ecfd292e461 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=93890) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 30 06:19:15.879108 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_concurrency.lockutils [None req-1782432d-0f65-4c8a-9b3b-5ecfd292e461 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.845s {{(pid=93890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 06:19:15.879844 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron.api.extensions [None req-1782432d-0f65-4c8a-9b3b-5ecfd292e461 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=93890) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Sep 30 06:19:15.880185 dv-cinder-811877-1-iscsi neutron-server[93890]: INFO neutron.api.extensions [None req-1782432d-0f65-4c8a-9b3b-5ecfd292e461 None None] Initializing extension manager. Sep 30 06:19:15.880700 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron.api.extensions [None req-1782432d-0f65-4c8a-9b3b-5ecfd292e461 None None] Loading extension file: __init__.py {{(pid=93890) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 06:19:15.881043 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron.api.extensions [None req-1782432d-0f65-4c8a-9b3b-5ecfd292e461 None None] Loading extension file: __pycache__ {{(pid=93890) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 06:19:15.881378 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron.api.extensions [None req-1782432d-0f65-4c8a-9b3b-5ecfd292e461 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=93890) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 06:19:15.881712 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron.api.extensions [None req-1782432d-0f65-4c8a-9b3b-5ecfd292e461 None None] Loading extension file: address_group.py {{(pid=93890) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 06:19:15.882475 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron.api.extensions [None req-1782432d-0f65-4c8a-9b3b-5ecfd292e461 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=93890) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 06:19:15.883118 dv-cinder-811877-1-iscsi neutron-server[93890]: INFO neutron.api.extensions [None req-1782432d-0f65-4c8a-9b3b-5ecfd292e461 None None] Loaded extension: address-group Sep 30 06:19:15.883949 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron.api.extensions [None req-1782432d-0f65-4c8a-9b3b-5ecfd292e461 None None] Loading extension file: address_scope.py {{(pid=93890) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 06:19:15.884867 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron.api.extensions [None req-1782432d-0f65-4c8a-9b3b-5ecfd292e461 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=93890) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 06:19:15.885389 dv-cinder-811877-1-iscsi neutron-server[93890]: INFO neutron.api.extensions [None req-1782432d-0f65-4c8a-9b3b-5ecfd292e461 None None] Loaded extension: address-scope Sep 30 06:19:15.885713 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron.api.extensions [None req-1782432d-0f65-4c8a-9b3b-5ecfd292e461 None None] Loading extension file: admin_state_down_before_update.py {{(pid=93890) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 06:19:15.886696 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron.api.extensions [None req-1782432d-0f65-4c8a-9b3b-5ecfd292e461 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=93890) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 06:19:15.887214 dv-cinder-811877-1-iscsi neutron-server[93890]: INFO neutron.api.extensions [None req-1782432d-0f65-4c8a-9b3b-5ecfd292e461 None None] Loaded extension: router-admin-state-down-before-update Sep 30 06:19:15.887539 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron.api.extensions [None req-1782432d-0f65-4c8a-9b3b-5ecfd292e461 None None] Loading extension file: agent.py {{(pid=93890) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 06:19:15.888244 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron.api.extensions [None req-1782432d-0f65-4c8a-9b3b-5ecfd292e461 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=93890) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 06:19:15.888756 dv-cinder-811877-1-iscsi neutron-server[93890]: INFO neutron.api.extensions [None req-1782432d-0f65-4c8a-9b3b-5ecfd292e461 None None] Loaded extension: agent Sep 30 06:19:15.889081 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron.api.extensions [None req-1782432d-0f65-4c8a-9b3b-5ecfd292e461 None None] Loading extension file: agent_resources_synced.py {{(pid=93890) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 06:19:15.890001 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron.api.extensions [None req-1782432d-0f65-4c8a-9b3b-5ecfd292e461 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=93890) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 06:19:15.890511 dv-cinder-811877-1-iscsi neutron-server[93890]: INFO neutron.api.extensions [None req-1782432d-0f65-4c8a-9b3b-5ecfd292e461 None None] Loaded extension: agent-resources-synced Sep 30 06:19:15.890857 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron.api.extensions [None req-1782432d-0f65-4c8a-9b3b-5ecfd292e461 None None] Loading extension file: allowedaddresspairs.py {{(pid=93890) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 06:19:15.892680 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron.api.extensions [None req-1782432d-0f65-4c8a-9b3b-5ecfd292e461 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=93890) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 06:19:15.893207 dv-cinder-811877-1-iscsi neutron-server[93890]: INFO neutron.api.extensions [None req-1782432d-0f65-4c8a-9b3b-5ecfd292e461 None None] Loaded extension: allowed-address-pairs Sep 30 06:19:15.893536 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron.api.extensions [None req-1782432d-0f65-4c8a-9b3b-5ecfd292e461 None None] Loading extension file: auto_allocated_topology.py {{(pid=93890) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 06:19:15.894656 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron.api.extensions [None req-1782432d-0f65-4c8a-9b3b-5ecfd292e461 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=93890) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 06:19:15.895174 dv-cinder-811877-1-iscsi neutron-server[93890]: INFO neutron.api.extensions [None req-1782432d-0f65-4c8a-9b3b-5ecfd292e461 None None] Loaded extension: auto-allocated-topology Sep 30 06:19:15.895502 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron.api.extensions [None req-1782432d-0f65-4c8a-9b3b-5ecfd292e461 None None] Loading extension file: availability_zone.py {{(pid=93890) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 06:19:15.896202 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron.api.extensions [None req-1782432d-0f65-4c8a-9b3b-5ecfd292e461 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=93890) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 06:19:15.896710 dv-cinder-811877-1-iscsi neutron-server[93890]: INFO neutron.api.extensions [None req-1782432d-0f65-4c8a-9b3b-5ecfd292e461 None None] Loaded extension: availability_zone Sep 30 06:19:15.897036 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron.api.extensions [None req-1782432d-0f65-4c8a-9b3b-5ecfd292e461 None None] Loading extension file: availability_zone_filter.py {{(pid=93890) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 06:19:15.897957 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron.api.extensions [None req-1782432d-0f65-4c8a-9b3b-5ecfd292e461 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=93890) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 06:19:15.898466 dv-cinder-811877-1-iscsi neutron-server[93890]: INFO neutron.api.extensions [None req-1782432d-0f65-4c8a-9b3b-5ecfd292e461 None None] Loaded extension: availability_zone_filter Sep 30 06:19:15.899132 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron.api.extensions [None req-1782432d-0f65-4c8a-9b3b-5ecfd292e461 None None] Loading extension file: data_plane_status.py {{(pid=93890) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 06:19:15.900133 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron.api.extensions [None req-1782432d-0f65-4c8a-9b3b-5ecfd292e461 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=93890) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 06:19:15.900641 dv-cinder-811877-1-iscsi neutron-server[93890]: INFO neutron.api.extensions [None req-1782432d-0f65-4c8a-9b3b-5ecfd292e461 None None] Extension data-plane-status not supported by any of loaded plugins Sep 30 06:19:15.900966 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron.api.extensions [None req-1782432d-0f65-4c8a-9b3b-5ecfd292e461 None None] Loading extension file: default_subnetpools.py {{(pid=93890) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 06:19:15.901900 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron.api.extensions [None req-1782432d-0f65-4c8a-9b3b-5ecfd292e461 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=93890) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 06:19:15.902409 dv-cinder-811877-1-iscsi neutron-server[93890]: INFO neutron.api.extensions [None req-1782432d-0f65-4c8a-9b3b-5ecfd292e461 None None] Loaded extension: default-subnetpools Sep 30 06:19:15.902773 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron.api.extensions [None req-1782432d-0f65-4c8a-9b3b-5ecfd292e461 None None] Loading extension file: dhcpagentscheduler.py {{(pid=93890) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 06:19:15.903611 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron.api.extensions [None req-1782432d-0f65-4c8a-9b3b-5ecfd292e461 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93890) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 06:19:15.904128 dv-cinder-811877-1-iscsi neutron-server[93890]: INFO neutron.api.extensions [None req-1782432d-0f65-4c8a-9b3b-5ecfd292e461 None None] Loaded extension: dhcp_agent_scheduler Sep 30 06:19:15.904455 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron.api.extensions [None req-1782432d-0f65-4c8a-9b3b-5ecfd292e461 None None] Loading extension file: dns.py {{(pid=93890) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 06:19:15.905421 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron.api.extensions [None req-1782432d-0f65-4c8a-9b3b-5ecfd292e461 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=93890) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 06:19:15.905941 dv-cinder-811877-1-iscsi neutron-server[93890]: INFO neutron.api.extensions [None req-1782432d-0f65-4c8a-9b3b-5ecfd292e461 None None] Extension dns-integration not supported by any of loaded plugins Sep 30 06:19:15.906269 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron.api.extensions [None req-1782432d-0f65-4c8a-9b3b-5ecfd292e461 None None] Loading extension file: dns_domain_ports.py {{(pid=93890) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 06:19:15.907252 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron.api.extensions [None req-1782432d-0f65-4c8a-9b3b-5ecfd292e461 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=93890) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 06:19:15.907771 dv-cinder-811877-1-iscsi neutron-server[93890]: INFO neutron.api.extensions [None req-1782432d-0f65-4c8a-9b3b-5ecfd292e461 None None] Extension dns-domain-ports not supported by any of loaded plugins Sep 30 06:19:15.908096 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron.api.extensions [None req-1782432d-0f65-4c8a-9b3b-5ecfd292e461 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=93890) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 06:19:15.909047 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron.api.extensions [None req-1782432d-0f65-4c8a-9b3b-5ecfd292e461 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=93890) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 06:19:15.909567 dv-cinder-811877-1-iscsi neutron-server[93890]: INFO neutron.api.extensions [None req-1782432d-0f65-4c8a-9b3b-5ecfd292e461 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Sep 30 06:19:15.909892 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron.api.extensions [None req-1782432d-0f65-4c8a-9b3b-5ecfd292e461 None None] Loading extension file: dvr.py {{(pid=93890) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 06:19:15.910617 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron.api.extensions [None req-1782432d-0f65-4c8a-9b3b-5ecfd292e461 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=93890) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 06:19:15.911402 dv-cinder-811877-1-iscsi neutron-server[93890]: INFO neutron.api.extensions [None req-1782432d-0f65-4c8a-9b3b-5ecfd292e461 None None] Loaded extension: dvr Sep 30 06:19:15.911726 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron.api.extensions [None req-1782432d-0f65-4c8a-9b3b-5ecfd292e461 None None] Loading extension file: ecmp_routes.py {{(pid=93890) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 06:19:15.912708 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron.api.extensions [None req-1782432d-0f65-4c8a-9b3b-5ecfd292e461 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=93890) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 06:19:15.913230 dv-cinder-811877-1-iscsi neutron-server[93890]: INFO neutron.api.extensions [None req-1782432d-0f65-4c8a-9b3b-5ecfd292e461 None None] Extension ecmp_routes not supported by any of loaded plugins Sep 30 06:19:15.913557 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron.api.extensions [None req-1782432d-0f65-4c8a-9b3b-5ecfd292e461 None None] Loading extension file: empty_string_filtering.py {{(pid=93890) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 06:19:15.914894 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron.api.extensions [None req-1782432d-0f65-4c8a-9b3b-5ecfd292e461 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=93890) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 06:19:15.915429 dv-cinder-811877-1-iscsi neutron-server[93890]: INFO neutron.api.extensions [None req-1782432d-0f65-4c8a-9b3b-5ecfd292e461 None None] Loaded extension: empty-string-filtering Sep 30 06:19:15.915756 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron.api.extensions [None req-1782432d-0f65-4c8a-9b3b-5ecfd292e461 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=93890) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 06:19:15.916725 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron.api.extensions [None req-1782432d-0f65-4c8a-9b3b-5ecfd292e461 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93890) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 06:19:15.917248 dv-cinder-811877-1-iscsi neutron-server[93890]: INFO neutron.api.extensions [None req-1782432d-0f65-4c8a-9b3b-5ecfd292e461 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Sep 30 06:19:15.917571 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron.api.extensions [None req-1782432d-0f65-4c8a-9b3b-5ecfd292e461 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=93890) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 06:19:15.918512 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron.api.extensions [None req-1782432d-0f65-4c8a-9b3b-5ecfd292e461 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=93890) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 06:19:15.919057 dv-cinder-811877-1-iscsi neutron-server[93890]: INFO neutron.api.extensions [None req-1782432d-0f65-4c8a-9b3b-5ecfd292e461 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Sep 30 06:19:15.919379 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron.api.extensions [None req-1782432d-0f65-4c8a-9b3b-5ecfd292e461 None None] Loading extension file: external_net.py {{(pid=93890) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 06:19:15.920313 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron.api.extensions [None req-1782432d-0f65-4c8a-9b3b-5ecfd292e461 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=93890) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 06:19:15.920831 dv-cinder-811877-1-iscsi neutron-server[93890]: INFO neutron.api.extensions [None req-1782432d-0f65-4c8a-9b3b-5ecfd292e461 None None] Loaded extension: external-net Sep 30 06:19:15.921153 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron.api.extensions [None req-1782432d-0f65-4c8a-9b3b-5ecfd292e461 None None] Loading extension file: extra_dhcp_opt.py {{(pid=93890) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 06:19:15.922074 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron.api.extensions [None req-1782432d-0f65-4c8a-9b3b-5ecfd292e461 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=93890) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 06:19:15.922623 dv-cinder-811877-1-iscsi neutron-server[93890]: INFO neutron.api.extensions [None req-1782432d-0f65-4c8a-9b3b-5ecfd292e461 None None] Loaded extension: extra_dhcp_opt Sep 30 06:19:15.922948 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron.api.extensions [None req-1782432d-0f65-4c8a-9b3b-5ecfd292e461 None None] Loading extension file: extraroute.py {{(pid=93890) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 06:19:15.923883 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron.api.extensions [None req-1782432d-0f65-4c8a-9b3b-5ecfd292e461 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=93890) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 06:19:15.924395 dv-cinder-811877-1-iscsi neutron-server[93890]: INFO neutron.api.extensions [None req-1782432d-0f65-4c8a-9b3b-5ecfd292e461 None None] Loaded extension: extraroute Sep 30 06:19:15.924718 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron.api.extensions [None req-1782432d-0f65-4c8a-9b3b-5ecfd292e461 None None] Loading extension file: extraroute_atomic.py {{(pid=93890) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 06:19:15.925807 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron.api.extensions [None req-1782432d-0f65-4c8a-9b3b-5ecfd292e461 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=93890) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 06:19:15.926319 dv-cinder-811877-1-iscsi neutron-server[93890]: INFO neutron.api.extensions [None req-1782432d-0f65-4c8a-9b3b-5ecfd292e461 None None] Loaded extension: extraroute-atomic Sep 30 06:19:15.926671 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron.api.extensions [None req-1782432d-0f65-4c8a-9b3b-5ecfd292e461 None None] Loading extension file: filter_validation.py {{(pid=93890) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 06:19:15.927376 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron.api.extensions [None req-1782432d-0f65-4c8a-9b3b-5ecfd292e461 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=93890) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 06:19:15.927886 dv-cinder-811877-1-iscsi neutron-server[93890]: INFO neutron.api.extensions [None req-1782432d-0f65-4c8a-9b3b-5ecfd292e461 None None] Loaded extension: filter-validation Sep 30 06:19:15.928211 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron.api.extensions [None req-1782432d-0f65-4c8a-9b3b-5ecfd292e461 None None] Loading extension file: fip_pf_description.py {{(pid=93890) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 06:19:15.929160 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron.api.extensions [None req-1782432d-0f65-4c8a-9b3b-5ecfd292e461 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=93890) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 06:19:15.929670 dv-cinder-811877-1-iscsi neutron-server[93890]: INFO neutron.api.extensions [None req-1782432d-0f65-4c8a-9b3b-5ecfd292e461 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Sep 30 06:19:15.930523 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron.api.extensions [None req-1782432d-0f65-4c8a-9b3b-5ecfd292e461 None None] Loading extension file: fip_port_details.py {{(pid=93890) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 06:19:15.931495 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron.api.extensions [None req-1782432d-0f65-4c8a-9b3b-5ecfd292e461 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93890) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 06:19:15.932012 dv-cinder-811877-1-iscsi neutron-server[93890]: INFO neutron.api.extensions [None req-1782432d-0f65-4c8a-9b3b-5ecfd292e461 None None] Loaded extension: fip-port-details Sep 30 06:19:15.932336 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron.api.extensions [None req-1782432d-0f65-4c8a-9b3b-5ecfd292e461 None None] Loading extension file: flavors.py {{(pid=93890) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 06:19:15.933623 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron.api.extensions [None req-1782432d-0f65-4c8a-9b3b-5ecfd292e461 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=93890) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 06:19:15.934150 dv-cinder-811877-1-iscsi neutron-server[93890]: INFO neutron.api.extensions [None req-1782432d-0f65-4c8a-9b3b-5ecfd292e461 None None] Loaded extension: flavors Sep 30 06:19:15.934477 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron.api.extensions [None req-1782432d-0f65-4c8a-9b3b-5ecfd292e461 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=93890) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 06:19:15.936243 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron.api.extensions [None req-1782432d-0f65-4c8a-9b3b-5ecfd292e461 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=93890) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 06:19:15.936777 dv-cinder-811877-1-iscsi neutron-server[93890]: INFO neutron.api.extensions [None req-1782432d-0f65-4c8a-9b3b-5ecfd292e461 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Sep 30 06:19:15.937113 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron.api.extensions [None req-1782432d-0f65-4c8a-9b3b-5ecfd292e461 None None] Loading extension file: floatingip_pools.py {{(pid=93890) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 06:19:15.937845 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron.api.extensions [None req-1782432d-0f65-4c8a-9b3b-5ecfd292e461 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=93890) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 06:19:15.938366 dv-cinder-811877-1-iscsi neutron-server[93890]: INFO neutron.api.extensions [None req-1782432d-0f65-4c8a-9b3b-5ecfd292e461 None None] Loaded extension: floatingip-pools Sep 30 06:19:15.938741 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron.api.extensions [None req-1782432d-0f65-4c8a-9b3b-5ecfd292e461 None None] Loading extension file: ip_allocation.py {{(pid=93890) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 06:19:15.939729 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron.api.extensions [None req-1782432d-0f65-4c8a-9b3b-5ecfd292e461 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=93890) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 06:19:15.940246 dv-cinder-811877-1-iscsi neutron-server[93890]: INFO neutron.api.extensions [None req-1782432d-0f65-4c8a-9b3b-5ecfd292e461 None None] Extension ip_allocation not supported by any of loaded plugins Sep 30 06:19:15.940573 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron.api.extensions [None req-1782432d-0f65-4c8a-9b3b-5ecfd292e461 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=93890) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 06:19:15.941517 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron.api.extensions [None req-1782432d-0f65-4c8a-9b3b-5ecfd292e461 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=93890) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 06:19:15.942036 dv-cinder-811877-1-iscsi neutron-server[93890]: INFO neutron.api.extensions [None req-1782432d-0f65-4c8a-9b3b-5ecfd292e461 None None] Loaded extension: ip-substring-filtering Sep 30 06:19:15.942364 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron.api.extensions [None req-1782432d-0f65-4c8a-9b3b-5ecfd292e461 None None] Loading extension file: l2_adjacency.py {{(pid=93890) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 06:19:15.943342 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron.api.extensions [None req-1782432d-0f65-4c8a-9b3b-5ecfd292e461 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=93890) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 06:19:15.943856 dv-cinder-811877-1-iscsi neutron-server[93890]: INFO neutron.api.extensions [None req-1782432d-0f65-4c8a-9b3b-5ecfd292e461 None None] Extension l2_adjacency not supported by any of loaded plugins Sep 30 06:19:15.944187 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron.api.extensions [None req-1782432d-0f65-4c8a-9b3b-5ecfd292e461 None None] Loading extension file: l3.py {{(pid=93890) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 06:19:15.945406 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron.api.extensions [None req-1782432d-0f65-4c8a-9b3b-5ecfd292e461 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=93890) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 06:19:15.946497 dv-cinder-811877-1-iscsi neutron-server[93890]: INFO neutron.api.extensions [None req-1782432d-0f65-4c8a-9b3b-5ecfd292e461 None None] Loaded extension: router Sep 30 06:19:15.946864 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron.api.extensions [None req-1782432d-0f65-4c8a-9b3b-5ecfd292e461 None None] Loading extension file: l3_conntrack_helper.py {{(pid=93890) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 06:19:15.949298 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron.api.extensions [None req-1782432d-0f65-4c8a-9b3b-5ecfd292e461 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93890) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 06:19:15.949849 dv-cinder-811877-1-iscsi neutron-server[93890]: INFO neutron.api.extensions [None req-1782432d-0f65-4c8a-9b3b-5ecfd292e461 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Sep 30 06:19:15.950184 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron.api.extensions [None req-1782432d-0f65-4c8a-9b3b-5ecfd292e461 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=93890) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 06:19:15.951207 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron.api.extensions [None req-1782432d-0f65-4c8a-9b3b-5ecfd292e461 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=93890) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 06:19:15.951728 dv-cinder-811877-1-iscsi neutron-server[93890]: INFO neutron.api.extensions [None req-1782432d-0f65-4c8a-9b3b-5ecfd292e461 None None] Loaded extension: ext-gw-mode Sep 30 06:19:15.952059 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron.api.extensions [None req-1782432d-0f65-4c8a-9b3b-5ecfd292e461 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=93890) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 06:19:15.953017 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron.api.extensions [None req-1782432d-0f65-4c8a-9b3b-5ecfd292e461 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=93890) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 06:19:15.953539 dv-cinder-811877-1-iscsi neutron-server[93890]: INFO neutron.api.extensions [None req-1782432d-0f65-4c8a-9b3b-5ecfd292e461 None None] Loaded extension: l3-ha Sep 30 06:19:15.953873 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron.api.extensions [None req-1782432d-0f65-4c8a-9b3b-5ecfd292e461 None None] Loading extension file: l3_flavors.py {{(pid=93890) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 06:19:15.954855 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron.api.extensions [None req-1782432d-0f65-4c8a-9b3b-5ecfd292e461 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=93890) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 06:19:15.955373 dv-cinder-811877-1-iscsi neutron-server[93890]: INFO neutron.api.extensions [None req-1782432d-0f65-4c8a-9b3b-5ecfd292e461 None None] Loaded extension: l3-flavors Sep 30 06:19:15.955700 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron.api.extensions [None req-1782432d-0f65-4c8a-9b3b-5ecfd292e461 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=93890) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 06:19:15.956637 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron.api.extensions [None req-1782432d-0f65-4c8a-9b3b-5ecfd292e461 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=93890) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 06:19:15.957157 dv-cinder-811877-1-iscsi neutron-server[93890]: INFO neutron.api.extensions [None req-1782432d-0f65-4c8a-9b3b-5ecfd292e461 None None] Loaded extension: l3-port-ip-change-not-allowed Sep 30 06:19:15.957485 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron.api.extensions [None req-1782432d-0f65-4c8a-9b3b-5ecfd292e461 None None] Loading extension file: l3agentscheduler.py {{(pid=93890) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 06:19:15.958621 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron.api.extensions [None req-1782432d-0f65-4c8a-9b3b-5ecfd292e461 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93890) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 06:19:15.959138 dv-cinder-811877-1-iscsi neutron-server[93890]: INFO neutron.api.extensions [None req-1782432d-0f65-4c8a-9b3b-5ecfd292e461 None None] Loaded extension: l3_agent_scheduler Sep 30 06:19:15.959466 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron.api.extensions [None req-1782432d-0f65-4c8a-9b3b-5ecfd292e461 None None] Loading extension file: logging.py {{(pid=93890) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 06:19:15.961042 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron.api.extensions [None req-1782432d-0f65-4c8a-9b3b-5ecfd292e461 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=93890) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 06:19:15.962184 dv-cinder-811877-1-iscsi neutron-server[93890]: INFO neutron.api.extensions [None req-1782432d-0f65-4c8a-9b3b-5ecfd292e461 None None] Extension logging not supported by any of loaded plugins Sep 30 06:19:15.962591 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron.api.extensions [None req-1782432d-0f65-4c8a-9b3b-5ecfd292e461 None None] Loading extension file: metering.py {{(pid=93890) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 06:19:15.963427 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron.api.extensions [None req-1782432d-0f65-4c8a-9b3b-5ecfd292e461 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=93890) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 06:19:15.964017 dv-cinder-811877-1-iscsi neutron-server[93890]: INFO neutron.api.extensions [None req-1782432d-0f65-4c8a-9b3b-5ecfd292e461 None None] Loaded extension: metering Sep 30 06:19:15.964347 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron.api.extensions [None req-1782432d-0f65-4c8a-9b3b-5ecfd292e461 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=93890) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 06:19:15.965508 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron.api.extensions [None req-1782432d-0f65-4c8a-9b3b-5ecfd292e461 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=93890) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 06:19:15.966030 dv-cinder-811877-1-iscsi neutron-server[93890]: INFO neutron.api.extensions [None req-1782432d-0f65-4c8a-9b3b-5ecfd292e461 None None] Loaded extension: metering_source_and_destination_fields Sep 30 06:19:15.966358 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron.api.extensions [None req-1782432d-0f65-4c8a-9b3b-5ecfd292e461 None None] Loading extension file: multiprovidernet.py {{(pid=93890) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 06:19:15.967398 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron.api.extensions [None req-1782432d-0f65-4c8a-9b3b-5ecfd292e461 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=93890) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 06:19:15.967916 dv-cinder-811877-1-iscsi neutron-server[93890]: INFO neutron.api.extensions [None req-1782432d-0f65-4c8a-9b3b-5ecfd292e461 None None] Loaded extension: multi-provider Sep 30 06:19:15.968242 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron.api.extensions [None req-1782432d-0f65-4c8a-9b3b-5ecfd292e461 None None] Loading extension file: netmtu.py {{(pid=93890) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 06:19:15.969179 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron.api.extensions [None req-1782432d-0f65-4c8a-9b3b-5ecfd292e461 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=93890) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 06:19:15.969691 dv-cinder-811877-1-iscsi neutron-server[93890]: INFO neutron.api.extensions [None req-1782432d-0f65-4c8a-9b3b-5ecfd292e461 None None] Loaded extension: net-mtu Sep 30 06:19:15.970013 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron.api.extensions [None req-1782432d-0f65-4c8a-9b3b-5ecfd292e461 None None] Loading extension file: netmtu_writable.py {{(pid=93890) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 06:19:15.970982 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron.api.extensions [None req-1782432d-0f65-4c8a-9b3b-5ecfd292e461 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=93890) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 06:19:15.971494 dv-cinder-811877-1-iscsi neutron-server[93890]: INFO neutron.api.extensions [None req-1782432d-0f65-4c8a-9b3b-5ecfd292e461 None None] Loaded extension: net-mtu-writable Sep 30 06:19:15.971814 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron.api.extensions [None req-1782432d-0f65-4c8a-9b3b-5ecfd292e461 None None] Loading extension file: network_availability_zone.py {{(pid=93890) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 06:19:15.972497 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron.api.extensions [None req-1782432d-0f65-4c8a-9b3b-5ecfd292e461 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=93890) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 06:19:15.973006 dv-cinder-811877-1-iscsi neutron-server[93890]: INFO neutron.api.extensions [None req-1782432d-0f65-4c8a-9b3b-5ecfd292e461 None None] Loaded extension: network_availability_zone Sep 30 06:19:15.973327 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron.api.extensions [None req-1782432d-0f65-4c8a-9b3b-5ecfd292e461 None None] Loading extension file: network_ip_availability.py {{(pid=93890) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 06:19:15.974498 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron.api.extensions [None req-1782432d-0f65-4c8a-9b3b-5ecfd292e461 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=93890) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 06:19:15.975048 dv-cinder-811877-1-iscsi neutron-server[93890]: INFO neutron.api.extensions [None req-1782432d-0f65-4c8a-9b3b-5ecfd292e461 None None] Loaded extension: network-ip-availability Sep 30 06:19:15.975374 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron.api.extensions [None req-1782432d-0f65-4c8a-9b3b-5ecfd292e461 None None] Loading extension file: network_segment_range.py {{(pid=93890) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 06:19:15.976186 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron.api.extensions [None req-1782432d-0f65-4c8a-9b3b-5ecfd292e461 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=93890) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 06:19:15.976695 dv-cinder-811877-1-iscsi neutron-server[93890]: INFO neutron.api.extensions [None req-1782432d-0f65-4c8a-9b3b-5ecfd292e461 None None] Extension network-segment-range not supported by any of loaded plugins Sep 30 06:19:15.977731 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron.api.extensions [None req-1782432d-0f65-4c8a-9b3b-5ecfd292e461 None None] Loading extension file: pagination.py {{(pid=93890) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 06:19:15.978948 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron.api.extensions [None req-1782432d-0f65-4c8a-9b3b-5ecfd292e461 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93890) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 06:19:15.979282 dv-cinder-811877-1-iscsi neutron-server[93890]: INFO neutron.api.extensions [None req-1782432d-0f65-4c8a-9b3b-5ecfd292e461 None None] Loaded extension: pagination Sep 30 06:19:15.979609 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron.api.extensions [None req-1782432d-0f65-4c8a-9b3b-5ecfd292e461 None None] Loading extension file: port_device_profile.py {{(pid=93890) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 06:19:15.980543 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron.api.extensions [None req-1782432d-0f65-4c8a-9b3b-5ecfd292e461 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=93890) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 06:19:15.981076 dv-cinder-811877-1-iscsi neutron-server[93890]: INFO neutron.api.extensions [None req-1782432d-0f65-4c8a-9b3b-5ecfd292e461 None None] Loaded extension: port-device-profile Sep 30 06:19:15.981402 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron.api.extensions [None req-1782432d-0f65-4c8a-9b3b-5ecfd292e461 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=93890) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 06:19:15.982343 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron.api.extensions [None req-1782432d-0f65-4c8a-9b3b-5ecfd292e461 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=93890) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 06:19:15.982883 dv-cinder-811877-1-iscsi neutron-server[93890]: INFO neutron.api.extensions [None req-1782432d-0f65-4c8a-9b3b-5ecfd292e461 None None] Loaded extension: port-mac-address-regenerate Sep 30 06:19:15.983217 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron.api.extensions [None req-1782432d-0f65-4c8a-9b3b-5ecfd292e461 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=93890) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 06:19:15.984142 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron.api.extensions [None req-1782432d-0f65-4c8a-9b3b-5ecfd292e461 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=93890) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 06:19:15.984655 dv-cinder-811877-1-iscsi neutron-server[93890]: INFO neutron.api.extensions [None req-1782432d-0f65-4c8a-9b3b-5ecfd292e461 None None] Loaded extension: port-numa-affinity-policy Sep 30 06:19:15.985011 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron.api.extensions [None req-1782432d-0f65-4c8a-9b3b-5ecfd292e461 None None] Loading extension file: port_resource_request.py {{(pid=93890) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 06:19:15.986065 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron.api.extensions [None req-1782432d-0f65-4c8a-9b3b-5ecfd292e461 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=93890) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 06:19:15.986618 dv-cinder-811877-1-iscsi neutron-server[93890]: INFO neutron.api.extensions [None req-1782432d-0f65-4c8a-9b3b-5ecfd292e461 None None] Extension port-resource-request not supported by any of loaded plugins Sep 30 06:19:15.986948 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron.api.extensions [None req-1782432d-0f65-4c8a-9b3b-5ecfd292e461 None None] Loading extension file: portbindings.py {{(pid=93890) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 06:19:15.987901 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron.api.extensions [None req-1782432d-0f65-4c8a-9b3b-5ecfd292e461 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=93890) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 06:19:15.988415 dv-cinder-811877-1-iscsi neutron-server[93890]: INFO neutron.api.extensions [None req-1782432d-0f65-4c8a-9b3b-5ecfd292e461 None None] Loaded extension: binding Sep 30 06:19:15.988737 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron.api.extensions [None req-1782432d-0f65-4c8a-9b3b-5ecfd292e461 None None] Loading extension file: portbindings_extended.py {{(pid=93890) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 06:19:15.990065 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron.api.extensions [None req-1782432d-0f65-4c8a-9b3b-5ecfd292e461 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=93890) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 06:19:15.990620 dv-cinder-811877-1-iscsi neutron-server[93890]: INFO neutron.api.extensions [None req-1782432d-0f65-4c8a-9b3b-5ecfd292e461 None None] Loaded extension: binding-extended Sep 30 06:19:15.990955 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron.api.extensions [None req-1782432d-0f65-4c8a-9b3b-5ecfd292e461 None None] Loading extension file: portsecurity.py {{(pid=93890) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 06:19:15.991882 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron.api.extensions [None req-1782432d-0f65-4c8a-9b3b-5ecfd292e461 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=93890) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 06:19:15.993188 dv-cinder-811877-1-iscsi neutron-server[93890]: INFO neutron.api.extensions [None req-1782432d-0f65-4c8a-9b3b-5ecfd292e461 None None] Loaded extension: port-security Sep 30 06:19:15.993393 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron.api.extensions [None req-1782432d-0f65-4c8a-9b3b-5ecfd292e461 None None] Loading extension file: project_id.py {{(pid=93890) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 06:19:15.994388 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron.api.extensions [None req-1782432d-0f65-4c8a-9b3b-5ecfd292e461 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=93890) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 06:19:15.994748 dv-cinder-811877-1-iscsi neutron-server[93890]: INFO neutron.api.extensions [None req-1782432d-0f65-4c8a-9b3b-5ecfd292e461 None None] Loaded extension: project-id Sep 30 06:19:15.995080 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron.api.extensions [None req-1782432d-0f65-4c8a-9b3b-5ecfd292e461 None None] Loading extension file: providernet.py {{(pid=93890) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 06:19:15.996016 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron.api.extensions [None req-1782432d-0f65-4c8a-9b3b-5ecfd292e461 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=93890) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 06:19:15.996536 dv-cinder-811877-1-iscsi neutron-server[93890]: INFO neutron.api.extensions [None req-1782432d-0f65-4c8a-9b3b-5ecfd292e461 None None] Loaded extension: provider Sep 30 06:19:15.996857 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron.api.extensions [None req-1782432d-0f65-4c8a-9b3b-5ecfd292e461 None None] Loading extension file: qos.py {{(pid=93890) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 06:19:16.000457 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron.api.extensions [None req-1782432d-0f65-4c8a-9b3b-5ecfd292e461 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=93890) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 06:19:16.000991 dv-cinder-811877-1-iscsi neutron-server[93890]: INFO neutron.api.extensions [None req-1782432d-0f65-4c8a-9b3b-5ecfd292e461 None None] Extension qos not supported by any of loaded plugins Sep 30 06:19:16.001328 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron.api.extensions [None req-1782432d-0f65-4c8a-9b3b-5ecfd292e461 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=93890) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 06:19:16.002610 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron.api.extensions [None req-1782432d-0f65-4c8a-9b3b-5ecfd292e461 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=93890) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 06:19:16.003133 dv-cinder-811877-1-iscsi neutron-server[93890]: INFO neutron.api.extensions [None req-1782432d-0f65-4c8a-9b3b-5ecfd292e461 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Sep 30 06:19:16.003467 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron.api.extensions [None req-1782432d-0f65-4c8a-9b3b-5ecfd292e461 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=93890) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 06:19:16.004392 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron.api.extensions [None req-1782432d-0f65-4c8a-9b3b-5ecfd292e461 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=93890) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 06:19:16.004912 dv-cinder-811877-1-iscsi neutron-server[93890]: INFO neutron.api.extensions [None req-1782432d-0f65-4c8a-9b3b-5ecfd292e461 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Sep 30 06:19:16.005238 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron.api.extensions [None req-1782432d-0f65-4c8a-9b3b-5ecfd292e461 None None] Loading extension file: qos_default.py {{(pid=93890) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 06:19:16.006156 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron.api.extensions [None req-1782432d-0f65-4c8a-9b3b-5ecfd292e461 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=93890) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 06:19:16.006705 dv-cinder-811877-1-iscsi neutron-server[93890]: INFO neutron.api.extensions [None req-1782432d-0f65-4c8a-9b3b-5ecfd292e461 None None] Extension qos-default not supported by any of loaded plugins Sep 30 06:19:16.007035 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron.api.extensions [None req-1782432d-0f65-4c8a-9b3b-5ecfd292e461 None None] Loading extension file: qos_fip.py {{(pid=93890) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 06:19:16.007696 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron.api.extensions [None req-1782432d-0f65-4c8a-9b3b-5ecfd292e461 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=93890) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 06:19:16.008764 dv-cinder-811877-1-iscsi neutron-server[93890]: INFO neutron.api.extensions [None req-1782432d-0f65-4c8a-9b3b-5ecfd292e461 None None] Extension qos-fip not supported by any of loaded plugins Sep 30 06:19:16.009091 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron.api.extensions [None req-1782432d-0f65-4c8a-9b3b-5ecfd292e461 None None] Loading extension file: qos_gateway_ip.py {{(pid=93890) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 06:19:16.010028 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron.api.extensions [None req-1782432d-0f65-4c8a-9b3b-5ecfd292e461 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=93890) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 06:19:16.010540 dv-cinder-811877-1-iscsi neutron-server[93890]: INFO neutron.api.extensions [None req-1782432d-0f65-4c8a-9b3b-5ecfd292e461 None None] Extension qos-gateway-ip not supported by any of loaded plugins Sep 30 06:19:16.010887 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron.api.extensions [None req-1782432d-0f65-4c8a-9b3b-5ecfd292e461 None None] Loading extension file: qos_port_network_policy.py {{(pid=93890) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 06:19:16.011805 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron.api.extensions [None req-1782432d-0f65-4c8a-9b3b-5ecfd292e461 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=93890) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 06:19:16.012322 dv-cinder-811877-1-iscsi neutron-server[93890]: INFO neutron.api.extensions [None req-1782432d-0f65-4c8a-9b3b-5ecfd292e461 None None] Extension qos-port-network-policy not supported by any of loaded plugins Sep 30 06:19:16.012642 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron.api.extensions [None req-1782432d-0f65-4c8a-9b3b-5ecfd292e461 None None] Loading extension file: qos_pps_rule.py {{(pid=93890) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 06:19:16.013826 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron.api.extensions [None req-1782432d-0f65-4c8a-9b3b-5ecfd292e461 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=93890) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 06:19:16.014352 dv-cinder-811877-1-iscsi neutron-server[93890]: INFO neutron.api.extensions [None req-1782432d-0f65-4c8a-9b3b-5ecfd292e461 None None] Extension qos-pps not supported by any of loaded plugins Sep 30 06:19:16.014717 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron.api.extensions [None req-1782432d-0f65-4c8a-9b3b-5ecfd292e461 None None] Loading extension file: qos_rule_type_details.py {{(pid=93890) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 06:19:16.015643 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron.api.extensions [None req-1782432d-0f65-4c8a-9b3b-5ecfd292e461 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=93890) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 06:19:16.016156 dv-cinder-811877-1-iscsi neutron-server[93890]: INFO neutron.api.extensions [None req-1782432d-0f65-4c8a-9b3b-5ecfd292e461 None None] Extension qos-rule-type-details not supported by any of loaded plugins Sep 30 06:19:16.016480 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron.api.extensions [None req-1782432d-0f65-4c8a-9b3b-5ecfd292e461 None None] Loading extension file: qos_rules_alias.py {{(pid=93890) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 06:19:16.017523 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron.api.extensions [None req-1782432d-0f65-4c8a-9b3b-5ecfd292e461 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=93890) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 06:19:16.018043 dv-cinder-811877-1-iscsi neutron-server[93890]: INFO neutron.api.extensions [None req-1782432d-0f65-4c8a-9b3b-5ecfd292e461 None None] Extension qos-rules-alias not supported by any of loaded plugins Sep 30 06:19:16.018369 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron.api.extensions [None req-1782432d-0f65-4c8a-9b3b-5ecfd292e461 None None] Loading extension file: quotasv2.py {{(pid=93890) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 06:19:16.019365 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron.api.extensions [None req-1782432d-0f65-4c8a-9b3b-5ecfd292e461 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=93890) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 06:19:16.019698 dv-cinder-811877-1-iscsi neutron-server[93890]: INFO neutron.api.extensions [None req-1782432d-0f65-4c8a-9b3b-5ecfd292e461 None None] Loaded extension: quotas Sep 30 06:19:16.020022 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron.api.extensions [None req-1782432d-0f65-4c8a-9b3b-5ecfd292e461 None None] Loading extension file: quotasv2_detail.py {{(pid=93890) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 06:19:16.023356 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron.api.extensions [None req-1782432d-0f65-4c8a-9b3b-5ecfd292e461 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=93890) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 06:19:16.023870 dv-cinder-811877-1-iscsi neutron-server[93890]: INFO neutron.api.extensions [None req-1782432d-0f65-4c8a-9b3b-5ecfd292e461 None None] Loaded extension: quota_details Sep 30 06:19:16.024052 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron.api.extensions [None req-1782432d-0f65-4c8a-9b3b-5ecfd292e461 None None] Loading extension file: rbac.py {{(pid=93890) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 06:19:16.025258 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron.api.extensions [None req-1782432d-0f65-4c8a-9b3b-5ecfd292e461 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=93890) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 06:19:16.025789 dv-cinder-811877-1-iscsi neutron-server[93890]: INFO neutron.api.extensions [None req-1782432d-0f65-4c8a-9b3b-5ecfd292e461 None None] Loaded extension: rbac-policies Sep 30 06:19:16.026122 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron.api.extensions [None req-1782432d-0f65-4c8a-9b3b-5ecfd292e461 None None] Loading extension file: rbac_address_group.py {{(pid=93890) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 06:19:16.027087 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron.api.extensions [None req-1782432d-0f65-4c8a-9b3b-5ecfd292e461 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=93890) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 06:19:16.027610 dv-cinder-811877-1-iscsi neutron-server[93890]: INFO neutron.api.extensions [None req-1782432d-0f65-4c8a-9b3b-5ecfd292e461 None None] Loaded extension: rbac-address-group Sep 30 06:19:16.027936 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron.api.extensions [None req-1782432d-0f65-4c8a-9b3b-5ecfd292e461 None None] Loading extension file: rbac_address_scope.py {{(pid=93890) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 06:19:16.028861 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron.api.extensions [None req-1782432d-0f65-4c8a-9b3b-5ecfd292e461 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=93890) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 06:19:16.029376 dv-cinder-811877-1-iscsi neutron-server[93890]: INFO neutron.api.extensions [None req-1782432d-0f65-4c8a-9b3b-5ecfd292e461 None None] Loaded extension: rbac-address-scope Sep 30 06:19:16.029701 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron.api.extensions [None req-1782432d-0f65-4c8a-9b3b-5ecfd292e461 None None] Loading extension file: rbac_security_groups.py {{(pid=93890) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 06:19:16.030654 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron.api.extensions [None req-1782432d-0f65-4c8a-9b3b-5ecfd292e461 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=93890) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 06:19:16.031170 dv-cinder-811877-1-iscsi neutron-server[93890]: INFO neutron.api.extensions [None req-1782432d-0f65-4c8a-9b3b-5ecfd292e461 None None] Loaded extension: rbac-security-groups Sep 30 06:19:16.031494 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron.api.extensions [None req-1782432d-0f65-4c8a-9b3b-5ecfd292e461 None None] Loading extension file: rbac_subnetpool.py {{(pid=93890) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 06:19:16.032412 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron.api.extensions [None req-1782432d-0f65-4c8a-9b3b-5ecfd292e461 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=93890) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 06:19:16.032926 dv-cinder-811877-1-iscsi neutron-server[93890]: INFO neutron.api.extensions [None req-1782432d-0f65-4c8a-9b3b-5ecfd292e461 None None] Loaded extension: rbac-subnetpool Sep 30 06:19:16.033249 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron.api.extensions [None req-1782432d-0f65-4c8a-9b3b-5ecfd292e461 None None] Loading extension file: revisionifmatch.py {{(pid=93890) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 06:19:16.034176 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron.api.extensions [None req-1782432d-0f65-4c8a-9b3b-5ecfd292e461 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=93890) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 06:19:16.034739 dv-cinder-811877-1-iscsi neutron-server[93890]: INFO neutron.api.extensions [None req-1782432d-0f65-4c8a-9b3b-5ecfd292e461 None None] Loaded extension: revision-if-match Sep 30 06:19:16.035069 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron.api.extensions [None req-1782432d-0f65-4c8a-9b3b-5ecfd292e461 None None] Loading extension file: revisions.py {{(pid=93890) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 06:19:16.036445 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron.api.extensions [None req-1782432d-0f65-4c8a-9b3b-5ecfd292e461 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=93890) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 06:19:16.036963 dv-cinder-811877-1-iscsi neutron-server[93890]: INFO neutron.api.extensions [None req-1782432d-0f65-4c8a-9b3b-5ecfd292e461 None None] Loaded extension: standard-attr-revisions Sep 30 06:19:16.037320 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron.api.extensions [None req-1782432d-0f65-4c8a-9b3b-5ecfd292e461 None None] Loading extension file: router_availability_zone.py {{(pid=93890) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 06:19:16.038039 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron.api.extensions [None req-1782432d-0f65-4c8a-9b3b-5ecfd292e461 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=93890) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 06:19:16.038572 dv-cinder-811877-1-iscsi neutron-server[93890]: INFO neutron.api.extensions [None req-1782432d-0f65-4c8a-9b3b-5ecfd292e461 None None] Loaded extension: router_availability_zone Sep 30 06:19:16.038906 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron.api.extensions [None req-1782432d-0f65-4c8a-9b3b-5ecfd292e461 None None] Loading extension file: routerservicetype.py {{(pid=93890) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 06:19:16.039961 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron.api.extensions [None req-1782432d-0f65-4c8a-9b3b-5ecfd292e461 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=93890) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 06:19:16.040467 dv-cinder-811877-1-iscsi neutron-server[93890]: INFO neutron.api.extensions [None req-1782432d-0f65-4c8a-9b3b-5ecfd292e461 None None] Extension router-service-type not supported by any of loaded plugins Sep 30 06:19:16.040792 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron.api.extensions [None req-1782432d-0f65-4c8a-9b3b-5ecfd292e461 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=93890) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 06:19:16.041718 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron.api.extensions [None req-1782432d-0f65-4c8a-9b3b-5ecfd292e461 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=93890) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 06:19:16.042233 dv-cinder-811877-1-iscsi neutron-server[93890]: INFO neutron.api.extensions [None req-1782432d-0f65-4c8a-9b3b-5ecfd292e461 None None] Loaded extension: security-groups-normalized-cidr Sep 30 06:19:16.042572 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron.api.extensions [None req-1782432d-0f65-4c8a-9b3b-5ecfd292e461 None None] Loading extension file: security_groups_port_filtering.py {{(pid=93890) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 06:19:16.043510 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron.api.extensions [None req-1782432d-0f65-4c8a-9b3b-5ecfd292e461 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=93890) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 06:19:16.044021 dv-cinder-811877-1-iscsi neutron-server[93890]: INFO neutron.api.extensions [None req-1782432d-0f65-4c8a-9b3b-5ecfd292e461 None None] Loaded extension: port-security-groups-filtering Sep 30 06:19:16.044348 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron.api.extensions [None req-1782432d-0f65-4c8a-9b3b-5ecfd292e461 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=93890) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 06:19:16.045283 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron.api.extensions [None req-1782432d-0f65-4c8a-9b3b-5ecfd292e461 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=93890) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 06:19:16.045796 dv-cinder-811877-1-iscsi neutron-server[93890]: INFO neutron.api.extensions [None req-1782432d-0f65-4c8a-9b3b-5ecfd292e461 None None] Loaded extension: security-groups-remote-address-group Sep 30 06:19:16.046121 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron.api.extensions [None req-1782432d-0f65-4c8a-9b3b-5ecfd292e461 None None] Loading extension file: securitygroup.py {{(pid=93890) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 06:19:16.057937 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron.api.extensions [None req-1782432d-0f65-4c8a-9b3b-5ecfd292e461 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=93890) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 06:19:16.058473 dv-cinder-811877-1-iscsi neutron-server[93890]: INFO neutron.api.extensions [None req-1782432d-0f65-4c8a-9b3b-5ecfd292e461 None None] Loaded extension: security-group Sep 30 06:19:16.058836 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron.api.extensions [None req-1782432d-0f65-4c8a-9b3b-5ecfd292e461 None None] Loading extension file: segment.py {{(pid=93890) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 06:19:16.059639 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron.api.extensions [None req-1782432d-0f65-4c8a-9b3b-5ecfd292e461 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=93890) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 06:19:16.060153 dv-cinder-811877-1-iscsi neutron-server[93890]: INFO neutron.api.extensions [None req-1782432d-0f65-4c8a-9b3b-5ecfd292e461 None None] Extension segment not supported by any of loaded plugins Sep 30 06:19:16.060486 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron.api.extensions [None req-1782432d-0f65-4c8a-9b3b-5ecfd292e461 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=93890) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 06:19:16.061446 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron.api.extensions [None req-1782432d-0f65-4c8a-9b3b-5ecfd292e461 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=93890) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 06:19:16.061962 dv-cinder-811877-1-iscsi neutron-server[93890]: INFO neutron.api.extensions [None req-1782432d-0f65-4c8a-9b3b-5ecfd292e461 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Sep 30 06:19:16.062292 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron.api.extensions [None req-1782432d-0f65-4c8a-9b3b-5ecfd292e461 None None] Loading extension file: servicetype.py {{(pid=93890) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 06:19:16.063499 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron.api.extensions [None req-1782432d-0f65-4c8a-9b3b-5ecfd292e461 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=93890) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 06:19:16.064024 dv-cinder-811877-1-iscsi neutron-server[93890]: INFO neutron.api.extensions [None req-1782432d-0f65-4c8a-9b3b-5ecfd292e461 None None] Loaded extension: service-type Sep 30 06:19:16.064355 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron.api.extensions [None req-1782432d-0f65-4c8a-9b3b-5ecfd292e461 None None] Loading extension file: sorting.py {{(pid=93890) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 06:19:16.065363 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron.api.extensions [None req-1782432d-0f65-4c8a-9b3b-5ecfd292e461 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93890) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 06:19:16.065698 dv-cinder-811877-1-iscsi neutron-server[93890]: INFO neutron.api.extensions [None req-1782432d-0f65-4c8a-9b3b-5ecfd292e461 None None] Loaded extension: sorting Sep 30 06:19:16.066025 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron.api.extensions [None req-1782432d-0f65-4c8a-9b3b-5ecfd292e461 None None] Loading extension file: standard_attr_segment.py {{(pid=93890) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 06:19:16.066988 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron.api.extensions [None req-1782432d-0f65-4c8a-9b3b-5ecfd292e461 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93890) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 06:19:16.067510 dv-cinder-811877-1-iscsi neutron-server[93890]: INFO neutron.api.extensions [None req-1782432d-0f65-4c8a-9b3b-5ecfd292e461 None None] Extension standard-attr-segment not supported by any of loaded plugins Sep 30 06:19:16.067837 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron.api.extensions [None req-1782432d-0f65-4c8a-9b3b-5ecfd292e461 None None] Loading extension file: standardattrdescription.py {{(pid=93890) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 06:19:16.068494 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron.api.extensions [None req-1782432d-0f65-4c8a-9b3b-5ecfd292e461 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=93890) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 06:19:16.069009 dv-cinder-811877-1-iscsi neutron-server[93890]: INFO neutron.api.extensions [None req-1782432d-0f65-4c8a-9b3b-5ecfd292e461 None None] Loaded extension: standard-attr-description Sep 30 06:19:16.069335 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron.api.extensions [None req-1782432d-0f65-4c8a-9b3b-5ecfd292e461 None None] Loading extension file: stateful_security_group.py {{(pid=93890) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 06:19:16.070285 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron.api.extensions [None req-1782432d-0f65-4c8a-9b3b-5ecfd292e461 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=93890) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 06:19:16.071556 dv-cinder-811877-1-iscsi neutron-server[93890]: INFO neutron.api.extensions [None req-1782432d-0f65-4c8a-9b3b-5ecfd292e461 None None] Loaded extension: stateful-security-group Sep 30 06:19:16.071877 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron.api.extensions [None req-1782432d-0f65-4c8a-9b3b-5ecfd292e461 None None] Loading extension file: stdattrs_common.py {{(pid=93890) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 06:19:16.072466 dv-cinder-811877-1-iscsi neutron-server[93890]: WARNING neutron.api.extensions [None req-1782432d-0f65-4c8a-9b3b-5ecfd292e461 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Sep 30 06:19:16.072791 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron.api.extensions [None req-1782432d-0f65-4c8a-9b3b-5ecfd292e461 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=93890) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 06:19:16.073718 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron.api.extensions [None req-1782432d-0f65-4c8a-9b3b-5ecfd292e461 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=93890) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 06:19:16.074235 dv-cinder-811877-1-iscsi neutron-server[93890]: INFO neutron.api.extensions [None req-1782432d-0f65-4c8a-9b3b-5ecfd292e461 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Sep 30 06:19:16.074580 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron.api.extensions [None req-1782432d-0f65-4c8a-9b3b-5ecfd292e461 None None] Loading extension file: subnet_onboard.py {{(pid=93890) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 06:19:16.075661 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron.api.extensions [None req-1782432d-0f65-4c8a-9b3b-5ecfd292e461 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=93890) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 06:19:16.076183 dv-cinder-811877-1-iscsi neutron-server[93890]: INFO neutron.api.extensions [None req-1782432d-0f65-4c8a-9b3b-5ecfd292e461 None None] Loaded extension: subnet_onboard Sep 30 06:19:16.076509 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron.api.extensions [None req-1782432d-0f65-4c8a-9b3b-5ecfd292e461 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=93890) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 06:19:16.077437 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron.api.extensions [None req-1782432d-0f65-4c8a-9b3b-5ecfd292e461 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=93890) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 06:19:16.077956 dv-cinder-811877-1-iscsi neutron-server[93890]: INFO neutron.api.extensions [None req-1782432d-0f65-4c8a-9b3b-5ecfd292e461 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Sep 30 06:19:16.078282 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron.api.extensions [None req-1782432d-0f65-4c8a-9b3b-5ecfd292e461 None None] Loading extension file: subnet_service_types.py {{(pid=93890) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 06:19:16.079243 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron.api.extensions [None req-1782432d-0f65-4c8a-9b3b-5ecfd292e461 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=93890) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 06:19:16.079908 dv-cinder-811877-1-iscsi neutron-server[93890]: INFO neutron.api.extensions [None req-1782432d-0f65-4c8a-9b3b-5ecfd292e461 None None] Loaded extension: subnet-service-types Sep 30 06:19:16.080238 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron.api.extensions [None req-1782432d-0f65-4c8a-9b3b-5ecfd292e461 None None] Loading extension file: subnetallocation.py {{(pid=93890) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 06:19:16.081325 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron.api.extensions [None req-1782432d-0f65-4c8a-9b3b-5ecfd292e461 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=93890) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 06:19:16.081845 dv-cinder-811877-1-iscsi neutron-server[93890]: INFO neutron.api.extensions [None req-1782432d-0f65-4c8a-9b3b-5ecfd292e461 None None] Loaded extension: subnet_allocation Sep 30 06:19:16.082174 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron.api.extensions [None req-1782432d-0f65-4c8a-9b3b-5ecfd292e461 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=93890) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 06:19:16.082887 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron.api.extensions [None req-1782432d-0f65-4c8a-9b3b-5ecfd292e461 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=93890) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 06:19:16.083406 dv-cinder-811877-1-iscsi neutron-server[93890]: INFO neutron.api.extensions [None req-1782432d-0f65-4c8a-9b3b-5ecfd292e461 None None] Loaded extension: subnetpool-prefix-ops Sep 30 06:19:16.083738 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron.api.extensions [None req-1782432d-0f65-4c8a-9b3b-5ecfd292e461 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=93890) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 06:19:16.084675 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron.api.extensions [None req-1782432d-0f65-4c8a-9b3b-5ecfd292e461 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=93890) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 06:19:16.085198 dv-cinder-811877-1-iscsi neutron-server[93890]: INFO neutron.api.extensions [None req-1782432d-0f65-4c8a-9b3b-5ecfd292e461 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Sep 30 06:19:16.085522 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron.api.extensions [None req-1782432d-0f65-4c8a-9b3b-5ecfd292e461 None None] Loading extension file: tagging.py {{(pid=93890) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 06:19:16.086774 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron.api.extensions [None req-1782432d-0f65-4c8a-9b3b-5ecfd292e461 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=93890) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 06:19:16.087300 dv-cinder-811877-1-iscsi neutron-server[93890]: INFO neutron.api.extensions [None req-1782432d-0f65-4c8a-9b3b-5ecfd292e461 None None] Loaded extension: standard-attr-tag Sep 30 06:19:16.087630 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron.api.extensions [None req-1782432d-0f65-4c8a-9b3b-5ecfd292e461 None None] Loading extension file: timestamp.py {{(pid=93890) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 06:19:16.091161 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron.api.extensions [None req-1782432d-0f65-4c8a-9b3b-5ecfd292e461 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=93890) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 06:19:16.091811 dv-cinder-811877-1-iscsi neutron-server[93890]: INFO neutron.api.extensions [None req-1782432d-0f65-4c8a-9b3b-5ecfd292e461 None None] Loaded extension: standard-attr-timestamp Sep 30 06:19:16.092160 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron.api.extensions [None req-1782432d-0f65-4c8a-9b3b-5ecfd292e461 None None] Loading extension file: trunk.py {{(pid=93890) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 06:19:16.093252 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron.api.extensions [None req-1782432d-0f65-4c8a-9b3b-5ecfd292e461 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=93890) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 06:19:16.093775 dv-cinder-811877-1-iscsi neutron-server[93890]: INFO neutron.api.extensions [None req-1782432d-0f65-4c8a-9b3b-5ecfd292e461 None None] Extension trunk not supported by any of loaded plugins Sep 30 06:19:16.094107 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron.api.extensions [None req-1782432d-0f65-4c8a-9b3b-5ecfd292e461 None None] Loading extension file: trunk_details.py {{(pid=93890) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 06:19:16.095079 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron.api.extensions [None req-1782432d-0f65-4c8a-9b3b-5ecfd292e461 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=93890) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 06:19:16.095596 dv-cinder-811877-1-iscsi neutron-server[93890]: INFO neutron.api.extensions [None req-1782432d-0f65-4c8a-9b3b-5ecfd292e461 None None] Extension trunk-details not supported by any of loaded plugins Sep 30 06:19:16.095923 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron.api.extensions [None req-1782432d-0f65-4c8a-9b3b-5ecfd292e461 None None] Loading extension file: uplink_status_propagation.py {{(pid=93890) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 06:19:16.096853 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron.api.extensions [None req-1782432d-0f65-4c8a-9b3b-5ecfd292e461 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=93890) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 06:19:16.097400 dv-cinder-811877-1-iscsi neutron-server[93890]: INFO neutron.api.extensions [None req-1782432d-0f65-4c8a-9b3b-5ecfd292e461 None None] Extension uplink-status-propagation not supported by any of loaded plugins Sep 30 06:19:16.097727 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron.api.extensions [None req-1782432d-0f65-4c8a-9b3b-5ecfd292e461 None None] Loading extension file: vlantransparent.py {{(pid=93890) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 06:19:16.098412 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron.api.extensions [None req-1782432d-0f65-4c8a-9b3b-5ecfd292e461 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=93890) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 06:19:16.098961 dv-cinder-811877-1-iscsi neutron-server[93890]: INFO neutron.api.extensions [None req-1782432d-0f65-4c8a-9b3b-5ecfd292e461 None None] Extension vlan-transparent not supported by any of loaded plugins Sep 30 06:19:16.101472 dv-cinder-811877-1-iscsi neutron-server[93890]: INFO neutron.quota.resource_registry [None req-1782432d-0f65-4c8a-9b3b-5ecfd292e461 None None] Creating instance of TrackedResource for resource:network Sep 30 06:19:16.102067 dv-cinder-811877-1-iscsi neutron-server[93890]: INFO neutron.quota.resource_registry [None req-1782432d-0f65-4c8a-9b3b-5ecfd292e461 None None] Creating instance of TrackedResource for resource:subnet Sep 30 06:19:16.102468 dv-cinder-811877-1-iscsi neutron-server[93890]: INFO neutron.quota.resource_registry [None req-1782432d-0f65-4c8a-9b3b-5ecfd292e461 None None] Creating instance of TrackedResource for resource:subnetpool Sep 30 06:19:16.102896 dv-cinder-811877-1-iscsi neutron-server[93890]: INFO neutron.quota.resource_registry [None req-1782432d-0f65-4c8a-9b3b-5ecfd292e461 None None] Creating instance of TrackedResource for resource:port Sep 30 06:19:16.104156 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron.api.v2.resource_helper [None req-1782432d-0f65-4c8a-9b3b-5ecfd292e461 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93890) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 30 06:19:16.104610 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron.api.v2.resource_helper [None req-1782432d-0f65-4c8a-9b3b-5ecfd292e461 None None] Service FLAVORS assigned prefix: {{(pid=93890) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 30 06:19:16.105236 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron.api.v2.resource_helper [None req-1782432d-0f65-4c8a-9b3b-5ecfd292e461 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93890) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 30 06:19:16.105659 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron.api.v2.resource_helper [None req-1782432d-0f65-4c8a-9b3b-5ecfd292e461 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93890) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 30 06:19:16.105992 dv-cinder-811877-1-iscsi neutron-server[93890]: INFO neutron.quota.resource_registry [None req-1782432d-0f65-4c8a-9b3b-5ecfd292e461 None None] Creating instance of TrackedResource for resource:router Sep 30 06:19:16.106420 dv-cinder-811877-1-iscsi neutron-server[93890]: INFO neutron.quota.resource_registry [None req-1782432d-0f65-4c8a-9b3b-5ecfd292e461 None None] Creating instance of TrackedResource for resource:floatingip Sep 30 06:19:16.107003 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron.api.v2.resource_helper [None req-1782432d-0f65-4c8a-9b3b-5ecfd292e461 None None] Service METERING assigned prefix: /metering {{(pid=93890) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 30 06:19:16.108420 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-1782432d-0f65-4c8a-9b3b-5ecfd292e461 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93890) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 06:19:16.108792 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-1782432d-0f65-4c8a-9b3b-5ecfd292e461 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93890) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 06:19:16.109177 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-1782432d-0f65-4c8a-9b3b-5ecfd292e461 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93890) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 06:19:16.110203 dv-cinder-811877-1-iscsi neutron-server[93890]: INFO neutron.quota.resource_registry [None req-1782432d-0f65-4c8a-9b3b-5ecfd292e461 None None] Creating instance of CountableResource for resource:rbac_policy Sep 30 06:19:16.110685 dv-cinder-811877-1-iscsi neutron-server[93890]: INFO neutron.quota.resource_registry [None req-1782432d-0f65-4c8a-9b3b-5ecfd292e461 None None] Creating instance of TrackedResource for resource:security_group Sep 30 06:19:16.111119 dv-cinder-811877-1-iscsi neutron-server[93890]: INFO neutron.quota.resource_registry [None req-1782432d-0f65-4c8a-9b3b-5ecfd292e461 None None] Creating instance of TrackedResource for resource:security_group_rule Sep 30 06:19:16.111731 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron.api.v2.resource_helper [None req-1782432d-0f65-4c8a-9b3b-5ecfd292e461 None None] Service CORE assigned prefix: {{(pid=93890) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 30 06:19:16.112064 dv-cinder-811877-1-iscsi neutron-server[93890]: INFO neutron.quota.resource_registry [None req-1782432d-0f65-4c8a-9b3b-5ecfd292e461 None None] Creating instance of TrackedResource for resource:subnetpool Sep 30 06:19:16.112425 dv-cinder-811877-1-iscsi neutron-server[93890]: WARNING neutron.quota.resource_registry [None req-1782432d-0f65-4c8a-9b3b-5ecfd292e461 None None] subnetpool is already registered Sep 30 06:19:16.113258 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron.api.v2.resource_helper [None req-1782432d-0f65-4c8a-9b3b-5ecfd292e461 None None] Service CORE assigned prefix: {{(pid=93890) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 30 06:19:16.113258 dv-cinder-811877-1-iscsi neutron-server[93890]: INFO neutron.quota.resource_registry [None req-1782432d-0f65-4c8a-9b3b-5ecfd292e461 None None] Creating instance of TrackedResource for resource:subnetpool Sep 30 06:19:16.113506 dv-cinder-811877-1-iscsi neutron-server[93890]: WARNING neutron.quota.resource_registry [None req-1782432d-0f65-4c8a-9b3b-5ecfd292e461 None None] subnetpool is already registered Sep 30 06:19:16.115881 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron.api.v2.resource_helper [None req-1782432d-0f65-4c8a-9b3b-5ecfd292e461 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93890) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 30 06:19:16.116322 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron.api.v2.resource_helper [None req-1782432d-0f65-4c8a-9b3b-5ecfd292e461 None None] Service FLAVORS assigned prefix: {{(pid=93890) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 30 06:19:16.116916 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron.api.v2.resource_helper [None req-1782432d-0f65-4c8a-9b3b-5ecfd292e461 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93890) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 30 06:19:16.117345 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron.api.v2.resource_helper [None req-1782432d-0f65-4c8a-9b3b-5ecfd292e461 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93890) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 30 06:19:16.118185 dv-cinder-811877-1-iscsi neutron-server[93890]: INFO neutron.quota.resource_registry [None req-1782432d-0f65-4c8a-9b3b-5ecfd292e461 None None] Creating instance of TrackedResource for resource:router Sep 30 06:19:16.118528 dv-cinder-811877-1-iscsi neutron-server[93890]: WARNING neutron.quota.resource_registry [None req-1782432d-0f65-4c8a-9b3b-5ecfd292e461 None None] router is already registered Sep 30 06:19:16.118965 dv-cinder-811877-1-iscsi neutron-server[93890]: INFO neutron.quota.resource_registry [None req-1782432d-0f65-4c8a-9b3b-5ecfd292e461 None None] Creating instance of TrackedResource for resource:floatingip Sep 30 06:19:16.119305 dv-cinder-811877-1-iscsi neutron-server[93890]: WARNING neutron.quota.resource_registry [None req-1782432d-0f65-4c8a-9b3b-5ecfd292e461 None None] floatingip is already registered Sep 30 06:19:16.119764 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron.api.v2.resource_helper [None req-1782432d-0f65-4c8a-9b3b-5ecfd292e461 None None] Service METERING assigned prefix: /metering {{(pid=93890) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 30 06:19:16.120437 dv-cinder-811877-1-iscsi neutron-server[93890]: INFO neutron.quota.resource_registry [None req-1782432d-0f65-4c8a-9b3b-5ecfd292e461 None None] Creating instance of CountableResource for resource:rbac_policy Sep 30 06:19:16.120764 dv-cinder-811877-1-iscsi neutron-server[93890]: WARNING neutron.quota.resource_registry [None req-1782432d-0f65-4c8a-9b3b-5ecfd292e461 None None] rbac_policy is already registered Sep 30 06:19:16.121196 dv-cinder-811877-1-iscsi neutron-server[93890]: INFO neutron.quota.resource_registry [None req-1782432d-0f65-4c8a-9b3b-5ecfd292e461 None None] Creating instance of TrackedResource for resource:security_group Sep 30 06:19:16.121516 dv-cinder-811877-1-iscsi neutron-server[93890]: WARNING neutron.quota.resource_registry [None req-1782432d-0f65-4c8a-9b3b-5ecfd292e461 None None] security_group is already registered Sep 30 06:19:16.121915 dv-cinder-811877-1-iscsi neutron-server[93890]: INFO neutron.quota.resource_registry [None req-1782432d-0f65-4c8a-9b3b-5ecfd292e461 None None] Creating instance of TrackedResource for resource:security_group_rule Sep 30 06:19:16.122248 dv-cinder-811877-1-iscsi neutron-server[93890]: WARNING neutron.quota.resource_registry [None req-1782432d-0f65-4c8a-9b3b-5ecfd292e461 None None] security_group_rule is already registered Sep 30 06:19:16.122898 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron.api.v2.resource_helper [None req-1782432d-0f65-4c8a-9b3b-5ecfd292e461 None None] Service CORE assigned prefix: {{(pid=93890) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 30 06:19:16.123228 dv-cinder-811877-1-iscsi neutron-server[93890]: INFO neutron.quota.resource_registry [None req-1782432d-0f65-4c8a-9b3b-5ecfd292e461 None None] Creating instance of TrackedResource for resource:subnetpool Sep 30 06:19:16.123563 dv-cinder-811877-1-iscsi neutron-server[93890]: WARNING neutron.quota.resource_registry [None req-1782432d-0f65-4c8a-9b3b-5ecfd292e461 None None] subnetpool is already registered Sep 30 06:19:16.123982 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron.api.v2.resource_helper [None req-1782432d-0f65-4c8a-9b3b-5ecfd292e461 None None] Service CORE assigned prefix: {{(pid=93890) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 30 06:19:16.124304 dv-cinder-811877-1-iscsi neutron-server[93890]: INFO neutron.quota.resource_registry [None req-1782432d-0f65-4c8a-9b3b-5ecfd292e461 None None] Creating instance of TrackedResource for resource:subnetpool Sep 30 06:19:16.124636 dv-cinder-811877-1-iscsi neutron-server[93890]: WARNING neutron.quota.resource_registry [None req-1782432d-0f65-4c8a-9b3b-5ecfd292e461 None None] subnetpool is already registered Sep 30 06:19:16.125105 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron.api.extensions [None req-1782432d-0f65-4c8a-9b3b-5ecfd292e461 None None] Extended resource: extensions {{(pid=93890) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 30 06:19:16.126627 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron.api.extensions [None req-1782432d-0f65-4c8a-9b3b-5ecfd292e461 None None] Extended resource: address-groups {{(pid=93890) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 30 06:19:16.128102 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron.api.extensions [None req-1782432d-0f65-4c8a-9b3b-5ecfd292e461 None None] Extended resource: address-scopes {{(pid=93890) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 30 06:19:16.129427 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron.api.extensions [None req-1782432d-0f65-4c8a-9b3b-5ecfd292e461 None None] Extended resource: agents {{(pid=93890) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 30 06:19:16.130639 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron.api.extensions [None req-1782432d-0f65-4c8a-9b3b-5ecfd292e461 None None] Extended resource: auto-allocated-topology {{(pid=93890) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 30 06:19:16.131889 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron.api.extensions [None req-1782432d-0f65-4c8a-9b3b-5ecfd292e461 None None] Extended resource: availability_zones {{(pid=93890) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 30 06:19:16.133126 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron.api.extensions [None req-1782432d-0f65-4c8a-9b3b-5ecfd292e461 None None] Extended resource: dhcp-networks {{(pid=93890) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 30 06:19:16.135439 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron.api.extensions [None req-1782432d-0f65-4c8a-9b3b-5ecfd292e461 None None] Extended resource: dhcp-agents {{(pid=93890) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 30 06:19:16.136866 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron.api.extensions [None req-1782432d-0f65-4c8a-9b3b-5ecfd292e461 None None] Extended resource: routers {{(pid=93890) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 30 06:19:16.139109 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron.api.extensions [None req-1782432d-0f65-4c8a-9b3b-5ecfd292e461 None None] Extended resource: flavors {{(pid=93890) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 30 06:19:16.140277 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron.api.extensions [None req-1782432d-0f65-4c8a-9b3b-5ecfd292e461 None None] Extended resource: service_profiles {{(pid=93890) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 30 06:19:16.141494 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron.api.extensions [None req-1782432d-0f65-4c8a-9b3b-5ecfd292e461 None None] Extended resource: next_providers {{(pid=93890) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 30 06:19:16.142969 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron.api.extensions [None req-1782432d-0f65-4c8a-9b3b-5ecfd292e461 None None] Extended resource: service_profiles {{(pid=93890) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 30 06:19:16.144508 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron.api.extensions [None req-1782432d-0f65-4c8a-9b3b-5ecfd292e461 None None] Extended resource: floatingip-pools {{(pid=93890) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 30 06:19:16.145742 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron.api.extensions [None req-1782432d-0f65-4c8a-9b3b-5ecfd292e461 None None] Extended resource: routers {{(pid=93890) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 30 06:19:16.147889 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron.api.extensions [None req-1782432d-0f65-4c8a-9b3b-5ecfd292e461 None None] Extended resource: floatingips {{(pid=93890) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 30 06:19:16.149289 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron.api.extensions [None req-1782432d-0f65-4c8a-9b3b-5ecfd292e461 None None] Extended resource: l3-routers {{(pid=93890) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 30 06:19:16.150757 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron.api.extensions [None req-1782432d-0f65-4c8a-9b3b-5ecfd292e461 None None] Extended resource: l3-agents {{(pid=93890) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 30 06:19:16.152182 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron.api.extensions [None req-1782432d-0f65-4c8a-9b3b-5ecfd292e461 None None] Extended resource: metering-labels {{(pid=93890) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 30 06:19:16.153540 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron.api.extensions [None req-1782432d-0f65-4c8a-9b3b-5ecfd292e461 None None] Extended resource: metering-label-rules {{(pid=93890) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 30 06:19:16.154860 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron.api.extensions [None req-1782432d-0f65-4c8a-9b3b-5ecfd292e461 None None] Extended resource: network-ip-availabilities {{(pid=93890) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 30 06:19:16.156135 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron.api.extensions [None req-1782432d-0f65-4c8a-9b3b-5ecfd292e461 None None] Extended resource: bindings {{(pid=93890) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 30 06:19:16.158749 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron.api.extensions [None req-1782432d-0f65-4c8a-9b3b-5ecfd292e461 None None] Extended resource: quotas {{(pid=93890) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 30 06:19:16.160346 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron.api.extensions [None req-1782432d-0f65-4c8a-9b3b-5ecfd292e461 None None] Extended resource: quotas {{(pid=93890) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 30 06:19:16.162160 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron.api.extensions [None req-1782432d-0f65-4c8a-9b3b-5ecfd292e461 None None] Extended resource: rbac-policies {{(pid=93890) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 30 06:19:16.163493 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron.api.extensions [None req-1782432d-0f65-4c8a-9b3b-5ecfd292e461 None None] Extended resource: security-groups {{(pid=93890) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 30 06:19:16.165376 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron.api.extensions [None req-1782432d-0f65-4c8a-9b3b-5ecfd292e461 None None] Extended resource: security-group-rules {{(pid=93890) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 30 06:19:16.166624 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron.api.extensions [None req-1782432d-0f65-4c8a-9b3b-5ecfd292e461 None None] Extended resource: service-providers {{(pid=93890) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 30 06:19:16.167874 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron.api.extensions [None req-1782432d-0f65-4c8a-9b3b-5ecfd292e461 None None] Extended resource: subnetpools {{(pid=93890) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 30 06:19:16.169288 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron.api.extensions [None req-1782432d-0f65-4c8a-9b3b-5ecfd292e461 None None] Extended resource: subnetpools {{(pid=93890) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 30 06:19:16.170773 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron.api.extensions [None req-1782432d-0f65-4c8a-9b3b-5ecfd292e461 None None] Extended resource: tags {{(pid=93890) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 30 06:19:16.172442 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron.api.extensions [None req-1782432d-0f65-4c8a-9b3b-5ecfd292e461 None None] Extended resource: tags {{(pid=93890) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 30 06:19:16.174264 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron.api.extensions [None req-1782432d-0f65-4c8a-9b3b-5ecfd292e461 None None] Extended resource: tags {{(pid=93890) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 30 06:19:16.176074 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron.api.extensions [None req-1782432d-0f65-4c8a-9b3b-5ecfd292e461 None None] Extended resource: tags {{(pid=93890) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 30 06:19:16.177876 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron.api.extensions [None req-1782432d-0f65-4c8a-9b3b-5ecfd292e461 None None] Extended resource: tags {{(pid=93890) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 30 06:19:16.179766 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron.api.extensions [None req-1782432d-0f65-4c8a-9b3b-5ecfd292e461 None None] Extended resource: tags {{(pid=93890) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 30 06:19:16.182185 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron.api.extensions [None req-1782432d-0f65-4c8a-9b3b-5ecfd292e461 None None] Extended resource: tags {{(pid=93890) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 30 06:19:16.184122 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron.api.extensions [None req-1782432d-0f65-4c8a-9b3b-5ecfd292e461 None None] Extended resource: tags {{(pid=93890) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 30 06:19:16.185879 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron.api.extensions [None req-1782432d-0f65-4c8a-9b3b-5ecfd292e461 None None] Extended resource: tags {{(pid=93890) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 30 06:19:16.187740 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron.api.extensions [None req-1782432d-0f65-4c8a-9b3b-5ecfd292e461 None None] Extended resource: tags {{(pid=93890) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 30 06:19:16.193650 dv-cinder-811877-1-iscsi neutron-server[93890]: WARNING keystonemiddleware.auth_token [None req-1782432d-0f65-4c8a-9b3b-5ecfd292e461 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Sep 30 06:19:16.199124 dv-cinder-811877-1-iscsi neutron-server[93890]: WARNING keystonemiddleware.auth_token [None req-1782432d-0f65-4c8a-9b3b-5ecfd292e461 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Sep 30 06:19:16.207679 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_concurrency.lockutils [None req-1782432d-0f65-4c8a-9b3b-5ecfd292e461 None None] Acquired lock "singleton_lock" {{(pid=93890) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Sep 30 06:19:16.208156 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_concurrency.lockutils [None req-1782432d-0f65-4c8a-9b3b-5ecfd292e461 None None] Releasing lock "singleton_lock" {{(pid=93890) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Sep 30 06:19:16.208801 dv-cinder-811877-1-iscsi neutron-server[93890]: INFO oslo_service.service [None req-1782432d-0f65-4c8a-9b3b-5ecfd292e461 None None] Starting 2 workers Sep 30 06:19:16.214247 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [None req-1782432d-0f65-4c8a-9b3b-5ecfd292e461 None None] Started child 93999 {{(pid=93890) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 30 06:19:16.218925 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [None req-1782432d-0f65-4c8a-9b3b-5ecfd292e461 None None] Started child 94000 {{(pid=93890) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 30 06:19:16.220074 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:19:16.220693 dv-cinder-811877-1-iscsi neutron-server[93890]: INFO neutron.service [None req-1782432d-0f65-4c8a-9b3b-5ecfd292e461 None None] Neutron service started, listening on 0.0.0.0:9696 Sep 30 06:19:16.221207 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-1782432d-0f65-4c8a-9b3b-5ecfd292e461 None None] Notify callbacks [] for process, before_spawn {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:19:16.221603 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [-] (93999) wsgi starting up on http://0.0.0.0:9696 Sep 30 06:19:16.223715 dv-cinder-811877-1-iscsi neutron-server[93890]: INFO oslo_service.service [None req-1782432d-0f65-4c8a-9b3b-5ecfd292e461 None None] Starting 1 workers Sep 30 06:19:16.223880 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:19:16.225167 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [-] (94000) wsgi starting up on http://0.0.0.0:9696 Sep 30 06:19:16.229025 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [None req-1782432d-0f65-4c8a-9b3b-5ecfd292e461 None None] Started child 94001 {{(pid=93890) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 30 06:19:16.229602 dv-cinder-811877-1-iscsi neutron-server[93890]: INFO oslo_service.service [None req-1782432d-0f65-4c8a-9b3b-5ecfd292e461 None None] Starting 1 workers Sep 30 06:19:16.232963 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.service [None req-1782432d-0f65-4c8a-9b3b-5ecfd292e461 None None] calling RpcWorker wait() {{(pid=94001) _wait /opt/stack/neutron/neutron/service.py:128}} Sep 30 06:19:16.233541 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.service [None req-1782432d-0f65-4c8a-9b3b-5ecfd292e461 None None] returning from RpcWorker wait() {{(pid=94001) _wait /opt/stack/neutron/neutron/service.py:135}} Sep 30 06:19:16.234163 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [None req-1782432d-0f65-4c8a-9b3b-5ecfd292e461 None None] Started child 94002 {{(pid=93890) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 30 06:19:16.234911 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:19:16.235009 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-1782432d-0f65-4c8a-9b3b-5ecfd292e461 None None] Notify callbacks [] for process, after_spawn {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:19:16.235441 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=94001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 06:19:16.236928 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93890) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 30 06:19:16.237147 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 30 06:19:16.237333 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 30 06:19:16.237556 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 30 06:19:16.237894 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 30 06:19:16.238059 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 30 06:19:16.238587 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 06:19:16.238877 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 06:19:16.239143 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 06:19:16.239290 dv-cinder-811877-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:19:16.239749 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 06:19:16.239749 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 06:19:16.240245 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 06:19:16.240516 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 06:19:16.240775 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 06:19:16.241054 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 06:19:16.241285 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 06:19:16.241460 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 06:19:16.241626 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 06:19:16.241890 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 06:19:16.242137 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 06:19:16.242490 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 06:19:16.242920 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 06:19:16.243171 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 06:19:16.243446 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 06:19:16.243620 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 06:19:16.243881 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 06:19:16.244162 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 06:19:16.244396 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 06:19:16.244673 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] debug = True {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 06:19:16.244908 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 06:19:16.245418 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 06:19:16.245650 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 06:19:16.245923 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 06:19:16.246144 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 06:19:16.246411 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 06:19:16.246664 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 06:19:16.246940 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 06:19:16.247184 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 06:19:16.247400 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 06:19:16.247644 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 06:19:16.247894 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 06:19:16.248135 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 06:19:16.248365 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 06:19:16.248590 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 06:19:16.248867 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 06:19:16.249087 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 06:19:16.249555 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] host = dv-cinder-811877-1-iscsi {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 06:19:16.249799 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 06:19:16.250015 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 06:19:16.250278 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 06:19:16.250535 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 06:19:16.250821 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 06:19:16.251039 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 06:19:16.251304 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 06:19:16.251560 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 06:19:16.251841 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 06:19:16.252099 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 06:19:16.252352 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 06:19:16.252619 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 06:19:16.252999 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 06:19:16.253277 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] log_file = None {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 06:19:16.253411 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] log_options = True {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 06:19:16.253642 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 06:19:16.253914 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 06:19:16.254176 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 06:19:16.254369 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 06:19:16.254540 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 06:19:16.254738 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 06:19:16.254974 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 06:19:16.255139 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 06:19:16.255388 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 06:19:16.255606 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 06:19:16.255822 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 06:19:16.256068 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 06:19:16.256324 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 06:19:16.256538 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 06:19:16.256778 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 06:19:16.257040 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 06:19:16.257237 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 06:19:16.257448 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 06:19:16.257694 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 06:19:16.257937 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 06:19:16.258723 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 06:19:16.258942 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 06:19:16.259198 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 06:19:16.259430 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 06:19:16.259825 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 06:19:16.260084 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 06:19:16.260329 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 06:19:16.260552 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 06:19:16.260765 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 06:19:16.261018 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 06:19:16.261233 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 06:19:16.261501 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 06:19:16.261737 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 06:19:16.261981 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 06:19:16.262253 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 06:19:16.262484 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 06:19:16.262740 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 06:19:16.263070 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 06:19:16.263399 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 06:19:16.263575 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 06:19:16.263837 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 06:19:16.264098 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 06:19:16.264313 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 06:19:16.264570 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 06:19:16.264806 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 06:19:16.265051 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 06:19:16.265287 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] use_json = False {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 06:19:16.265499 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 06:19:16.265735 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 06:19:16.265987 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 06:19:16.266202 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 06:19:16.266422 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 06:19:16.266659 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 06:19:16.266875 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 06:19:16.267155 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 06:19:16.267533 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.267803 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.268124 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.268368 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.268605 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.268863 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.269136 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.269372 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.269646 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.269878 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.270193 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.270419 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.270719 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.270942 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.271227 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.271372 dv-cinder-811877-1-iscsi neutron-server[94002]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=94002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 06:19:16.271528 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.271770 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.272046 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.272297 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.272549 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.272813 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.273097 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.273351 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.273593 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.274825 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.275070 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.275293 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.275775 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.276189 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.276604 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.36/identity {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.276861 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.277110 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.277373 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.277590 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.277832 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.278048 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.278266 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.278535 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.278790 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.278997 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.279251 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.279468 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.279686 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.279946 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.281548 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.281548 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.281548 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.281548 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.281548 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.281548 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.281548 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.282429 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.282429 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.282429 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.282429 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.282994 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.282994 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.283372 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.283372 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.283749 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.283749 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.283997 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.284530 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.284530 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.285029 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.285029 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.285244 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.285244 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.285513 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.285724 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.285937 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.286445 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.286779 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.287006 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.287246 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.287792 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.287792 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.287980 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.288152 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.288386 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.288607 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.288826 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.289046 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.289266 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.290084 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.290299 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.290710 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.290931 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.291176 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.291456 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.291783 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.292008 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.292269 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.292826 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.292826 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.293015 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.293296 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.293550 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.293771 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.294007 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.294314 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.294591 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.294852 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.295099 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.295337 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.295599 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.295838 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.296081 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.296299 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.296701 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.296796 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.296999 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.297255 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.297586 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.297782 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.298049 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.298326 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.298590 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.298869 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.299095 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.299370 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.299664 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.299950 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.300208 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.300464 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.300704 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.300944 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.301176 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.301427 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.301677 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.301945 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.302168 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.302454 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.302862 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.303015 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.303230 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.303454 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.303790 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.304038 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.304276 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.304493 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.304773 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.305095 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.305843 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.306114 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.306364 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.306736 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.307198 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.308135 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.36/identity {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.308135 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.308135 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.308135 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.308450 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.308677 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.308809 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.309124 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.309259 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.309494 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.309730 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.309944 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.310185 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.310418 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.310728 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.310918 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.311179 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.311417 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.311640 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.311880 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.312892 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.312892 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.312892 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.312892 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.313236 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.313236 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.314987 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.314987 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.314987 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.314987 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.314987 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.314987 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.314987 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.315559 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.315559 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.315559 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.315779 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.315988 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.316118 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.316328 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.316589 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.316807 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.317154 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.317310 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.317867 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.317987 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.318120 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.318352 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.318625 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.318858 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.320602 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.320602 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.320602 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.320602 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.320602 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.320602 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.320602 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.321632 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.321632 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.321632 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.321880 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.322059 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.322337 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.322582 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.324546 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.324546 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.324546 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.324546 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.324546 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.324546 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.324546 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.324546 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.325199 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.325199 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.325199 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.325414 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.325487 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.326582 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.326582 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.326582 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.326582 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.326582 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.326951 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.326951 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.327180 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.327554 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.327938 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.328322 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.328681 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.329037 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.329436 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.329839 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.330170 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.330322 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.330807 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.330807 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.331032 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.331250 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.331464 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.331769 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.332018 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.332237 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.332528 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.332777 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.333023 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.333280 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.333607 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.333823 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.334063 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.334300 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.334516 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.334767 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.335029 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.335351 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.335638 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.335877 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.336132 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.336998 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.337272 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:300:349'] {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.337550 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.337767 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.338065 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.338391 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.338720 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.338975 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.339223 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.339498 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.339728 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.339963 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.340374 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.340767 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.341137 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.341538 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.341946 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.342212 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.342432 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.342766 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.342920 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.343328 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.343694 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.343926 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.344142 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.344301 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 30 06:19:16.344878 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93890) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 30 06:19:16.345037 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 30 06:19:16.345189 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 30 06:19:16.345375 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 30 06:19:16.345550 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 30 06:19:16.345707 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 30 06:19:16.345920 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 06:19:16.346082 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 06:19:16.346245 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 06:19:16.346404 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 06:19:16.346590 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 06:19:16.346931 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 06:19:16.347093 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 06:19:16.347253 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 06:19:16.347410 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 06:19:16.347569 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 06:19:16.347847 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 06:19:16.348035 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 06:19:16.348168 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 06:19:16.348326 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 06:19:16.348484 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 06:19:16.348644 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 06:19:16.348806 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 06:19:16.348967 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 06:19:16.349130 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 06:19:16.349289 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 06:19:16.349447 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 06:19:16.349604 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 06:19:16.349780 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] debug = True {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 06:19:16.349910 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 06:19:16.350108 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 06:19:16.350272 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 06:19:16.350435 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 06:19:16.350618 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 06:19:16.350795 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 06:19:16.350953 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 06:19:16.351109 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 06:19:16.351267 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 06:19:16.351425 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 06:19:16.351583 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 06:19:16.351742 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 06:19:16.352499 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 06:19:16.352666 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 06:19:16.352829 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 06:19:16.352986 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 06:19:16.353143 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 06:19:16.353301 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] host = dv-cinder-811877-1-iscsi {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 06:19:16.353459 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 06:19:16.353616 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 06:19:16.353774 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 06:19:16.353930 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 06:19:16.354088 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 06:19:16.354247 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 06:19:16.354403 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 06:19:16.354600 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 06:19:16.354745 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 06:19:16.354904 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 06:19:16.355063 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 06:19:16.355220 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 06:19:16.355378 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 06:19:16.355535 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] log_file = None {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 06:19:16.355692 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] log_options = True {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 06:19:16.355850 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 06:19:16.355999 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 06:19:16.356203 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 06:19:16.356351 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 06:19:16.356515 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 06:19:16.356675 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 06:19:16.356839 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 06:19:16.356985 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 06:19:16.357196 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 06:19:16.357288 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 06:19:16.357446 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 06:19:16.357602 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 06:19:16.357760 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 06:19:16.357917 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 06:19:16.358076 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 06:19:16.358235 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 06:19:16.358392 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 06:19:16.358571 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 06:19:16.358814 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 06:19:16.358924 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 06:19:16.359040 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 06:19:16.359198 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 06:19:16.359355 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 06:19:16.359513 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 06:19:16.359669 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 06:19:16.359827 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 06:19:16.359984 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 06:19:16.360141 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 06:19:16.360300 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 06:19:16.360460 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 06:19:16.360619 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 06:19:16.360778 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 06:19:16.360938 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 06:19:16.361096 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 06:19:16.361254 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 06:19:16.361412 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 06:19:16.361571 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 06:19:16.361730 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 06:19:16.361894 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 06:19:16.362053 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 06:19:16.362212 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 06:19:16.362369 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 06:19:16.362529 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 06:19:16.362800 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 06:19:16.362902 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 06:19:16.363025 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 06:19:16.363183 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] use_json = False {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 06:19:16.363341 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 06:19:16.363501 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 06:19:16.363658 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 06:19:16.363818 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 06:19:16.363975 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 06:19:16.364134 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 06:19:16.364292 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 06:19:16.364451 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 06:19:16.364640 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.364802 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.364978 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.365139 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.365300 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.365463 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.365623 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.365785 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.365945 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.366106 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.366276 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.366439 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.366635 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.366798 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.366961 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.367124 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.367285 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.367480 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.368299 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.368511 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.368676 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.368837 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.369010 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.369172 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.369332 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.369491 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.369674 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.369853 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.370015 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.370178 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.36/identity {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.370339 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.370500 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.370694 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.370990 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.370990 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.371539 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.371539 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.371539 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.371763 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.371763 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.371902 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.372051 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.372213 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.372375 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.372537 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.372761 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.373019 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.373019 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.373174 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.373310 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.373471 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.373631 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.373988 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.373988 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.374371 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.374371 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.374523 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.374645 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.374738 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.374878 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.375038 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.375197 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.375355 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.375516 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.375677 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.375838 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.376012 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.376172 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.376333 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.376492 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.376654 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.376814 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.377003 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.377140 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.377283 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.377443 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.377604 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.377765 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.377925 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.378087 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.378250 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.378408 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.378586 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.378752 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.378916 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.379081 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.379231 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.379388 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.379551 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.379723 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.379901 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.380063 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.380224 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.380385 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.380547 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.380709 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.380858 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.381019 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.381238 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.381407 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.381567 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.381728 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.381894 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.382054 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.382214 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.382373 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.382535 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.382722 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.382884 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.383076 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.383225 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.383390 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.383586 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.383775 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.383908 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.384040 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.384180 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.384311 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.384439 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.384601 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.384771 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.384943 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.385104 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.385272 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.385439 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.385611 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.385782 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.385936 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.386096 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.386257 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.386417 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.386601 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.386773 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.386946 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.387110 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.387272 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.387433 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.387633 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.387768 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.387929 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.388090 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.388257 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.388433 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.388578 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.388711 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.388872 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.389060 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.389195 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.389356 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.36/identity {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.389516 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.389678 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.389840 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.390004 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.390163 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.390325 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.390487 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.390699 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.390861 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.391022 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.391185 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.391345 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.391517 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.391658 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.391825 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.391975 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.392138 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.392298 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.392461 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.392626 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.392787 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.392948 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.393109 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.393328 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.393428 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.393579 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.393741 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.393904 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.394066 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.394228 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.394389 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.394571 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.394736 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.394900 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.395062 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.395224 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.395386 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.395548 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.395710 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.395872 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.396034 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.396196 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.396357 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.396544 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.396702 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.396863 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.397024 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.397184 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.397286 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=94001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 06:19:16.397375 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.397501 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.397657 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.397810 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.397972 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.398133 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.398297 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.398464 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.398653 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.398963 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.399190 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.399355 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.399518 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.399666 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.399845 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.400008 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.400169 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.400329 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.400491 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.400653 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.400826 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.400989 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.401149 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.401309 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.401469 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.401629 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.401802 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.401965 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.402126 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.402286 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.402447 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.402637 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.402813 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.402975 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.403136 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.403297 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.403510 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.403609 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.403775 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.403936 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.404097 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.404258 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.404418 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.404579 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.404751 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.404914 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.405074 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.405235 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.405396 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.405558 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.405730 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.405892 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.406054 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.406224 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.406384 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.406578 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.406728 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.406904 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.407067 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.407232 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.407394 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.407555 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.407717 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.407879 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.408045 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.408216 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.408385 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.408547 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.408717 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.408888 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:300:349'] {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.409059 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.409996 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.409996 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.409996 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.409996 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.409996 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.409996 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.410390 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.410390 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.410540 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.410653 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.410752 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.410913 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.411073 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.411503 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.411664 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.411824 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.412027 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.412116 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.412281 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.412441 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.412625 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.412764 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 06:19:16.412926 dv-cinder-811877-1-iscsi neutron-server[93890]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 30 06:19:16.496233 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.wsgi [-] (93999) accepted ('10.222.0.36', 49052) {{(pid=93999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 06:19:16.504951 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [-] 10.222.0.36 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0064602 Sep 30 06:19:28.534185 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fee6f279-cbf3-4ca4-9152-6928b14d3330 None None] get_active_networks_info from dv-cinder-811877-1-iscsi {{(pid=94001) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 30 06:19:28.706077 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fee6f279-cbf3-4ca4-9152-6928b14d3330 None None] No non-hosted networks {{(pid=94001) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Sep 30 06:19:28.729896 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-afdf2def-663d-464e-b5ae-ea7b0e1b2a87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727546001794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-7878093'] for agent, after_create {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:19:31.291752 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-5baee1d9-21a3-4cea-af9e-0b067b6acede None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727546001794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-7878093'] for agent, after_create {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:19:31.379823 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-db4d332a-646c-4557-90a8-3da7bf5adf4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727546001794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-597483'] for agent, after_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:19:32.281506 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-1a5ef50c-1a60-4eeb-b96e-cf5df6fcca4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727546001794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-7878093'] for agent, after_create {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:19:32.282500 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5ef50c-1a60-4eeb-b96e-cf5df6fcca4b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=94001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:19:32.288039 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5ef50c-1a60-4eeb-b96e-cf5df6fcca4b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=94001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:19:32.290026 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5ef50c-1a60-4eeb-b96e-cf5df6fcca4b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=94001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:19:32.290519 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5ef50c-1a60-4eeb-b96e-cf5df6fcca4b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=94001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:19:32.291047 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5ef50c-1a60-4eeb-b96e-cf5df6fcca4b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=94001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:19:32.291567 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5ef50c-1a60-4eeb-b96e-cf5df6fcca4b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=94001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:19:32.293285 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5ef50c-1a60-4eeb-b96e-cf5df6fcca4b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=94001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:19:32.294844 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5ef50c-1a60-4eeb-b96e-cf5df6fcca4b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=94001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:19:32.297445 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5ef50c-1a60-4eeb-b96e-cf5df6fcca4b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=94001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:19:32.298146 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5ef50c-1a60-4eeb-b96e-cf5df6fcca4b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=94001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:19:32.299660 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5ef50c-1a60-4eeb-b96e-cf5df6fcca4b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=94001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:19:32.300915 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5ef50c-1a60-4eeb-b96e-cf5df6fcca4b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=94001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:19:32.301482 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5ef50c-1a60-4eeb-b96e-cf5df6fcca4b None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-811877-1-iscsi', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=94001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 06:19:32.321479 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5ef50c-1a60-4eeb-b96e-cf5df6fcca4b None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-811877-1-iscsi', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=94001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 06:19:32.621807 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-028184f3-f8cc-4c85-9e6b-64613141ad03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727546001794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-7878093'] for agent, after_create {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:19:33.976398 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-31788eca-3db2-42eb-847b-597dce492ba7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727546001794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-7878093'] for agent, after_create {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:19:35.304710 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.wsgi [-] (93999) accepted ('10.222.0.36', 49144) {{(pid=93999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 06:19:35.812691 dv-cinder-811877-1-iscsi neutron-server[94001]: INFO neutron.db.l3_hamode_db [None req-e0ad8b0e-1322-4b20-9b87-2195b36cb320 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Sep 30 06:19:35.843523 dv-cinder-811877-1-iscsi neutron-server[93999]: WARNING oslo_policy.policy [None req-091e1f5c-5512-45d5-af08-be4dd45558de admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 30 06:19:35.844121 dv-cinder-811877-1-iscsi neutron-server[93999]: WARNING oslo_policy.policy [None req-091e1f5c-5512-45d5-af08-be4dd45558de admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 30 06:19:35.895652 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0ad8b0e-1322-4b20-9b87-2195b36cb320 None None] Routers set() bound to L3 agent in host dv-cinder-811877-1-iscsi {{(pid=94001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 06:19:35.896035 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0ad8b0e-1322-4b20-9b87-2195b36cb320 None None] Router IDs set() for agent in host dv-cinder-811877-1-iscsi {{(pid=94001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Sep 30 06:19:36.072253 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.wsgi [None req-091e1f5c-5512-45d5-af08-be4dd45558de admin admin] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=93999) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 30 06:19:36.073381 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [None req-091e1f5c-5512-45d5-af08-be4dd45558de admin admin] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.7677770 Sep 30 06:19:38.476682 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.wsgi [-] (93999) accepted ('10.222.0.36', 49158) {{(pid=93999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 06:19:38.815958 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.api.v2.base [None req-2e497178-df94-497e-bbc0-e50bc337205c admin admin] Request body: {'subnetpool': {'is_default': True, 'shared': True, 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4'}} {{(pid=93999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 06:19:38.910625 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.policy [None req-2e497178-df94-497e-bbc0-e50bc337205c admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93999) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 30 06:19:38.955754 dv-cinder-811877-1-iscsi neutron-server[93999]: WARNING oslo_policy.policy [None req-2e497178-df94-497e-bbc0-e50bc337205c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 30 06:19:38.956128 dv-cinder-811877-1-iscsi neutron-server[93999]: WARNING oslo_policy.policy [None req-2e497178-df94-497e-bbc0-e50bc337205c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 30 06:19:38.965286 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.quota [None req-2e497178-df94-497e-bbc0-e50bc337205c admin admin] Loaded quota_driver: . Sep 30 06:19:39.059827 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-2e497178-df94-497e-bbc0-e50bc337205c admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8727549132666', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8727549132041', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8727549136491', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8727549134287', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8727549556089', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8727549096017', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-777343', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-751195', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-8024087', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-8052530'] for rbac-policy, before_create {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:19:39.127050 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-2e497178-df94-497e-bbc0-e50bc337205c admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:19:39.128260 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [None req-2e497178-df94-497e-bbc0-e50bc337205c admin admin] 10.222.0.36 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6504226 Sep 30 06:19:41.769293 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.wsgi [-] (93999) accepted ('10.222.0.36', 49170) {{(pid=93999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 06:19:42.075402 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.api.v2.base [None req-91f71893-b959-448d-8bbd-3f6f572c72a5 admin admin] Request body: {'network': {'project_id': 'e9fe016f6b2f491496636748795f5a6c', 'name': 'private', 'tenant_id': 'e9fe016f6b2f491496636748795f5a6c', 'admin_state_up': True}} {{(pid=93999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 06:19:42.104504 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91f71893-b959-448d-8bbd-3f6f572c72a5 admin admin] Made reservation on behalf of e9fe016f6b2f491496636748795f5a6c for: {'network': 1} {{(pid=93999) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 06:19:42.107296 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-91f71893-b959-448d-8bbd-3f6f572c72a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653538'] for network, before_create {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:19:42.124540 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-91f71893-b959-448d-8bbd-3f6f572c72a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:19:42.249005 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-91f71893-b959-448d-8bbd-3f6f572c72a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:19:42.252851 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-91f71893-b959-448d-8bbd-3f6f572c72a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533969'] for security_group, after_create {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:19:42.273539 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91f71893-b959-448d-8bbd-3f6f572c72a5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 338} {{(pid=93999) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 06:19:42.303261 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-91f71893-b959-448d-8bbd-3f6f572c72a5 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8727546001803', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583621'] for segment, precommit_create {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:19:42.303859 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-91f71893-b959-448d-8bbd-3f6f572c72a5 admin admin] Unsubscribe: segment precommit_create {{(pid=93999) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 30 06:19:42.304396 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.db.segments_db [None req-91f71893-b959-448d-8bbd-3f6f572c72a5 admin admin] Added segment 05684127-c5dd-482f-9f13-191acbd441df of type vlan for network a797a3cd-cc20-4ef3-b7fb-01e0e8c238ca Sep 30 06:19:42.320411 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f71893-b959-448d-8bbd-3f6f572c72a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6209777-7744-41f6-a27e-4526a930c9e0,revision_number=1']} {{(pid=93999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:19:42.347189 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f71893-b959-448d-8bbd-3f6f572c72a5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=93999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:19:42.347546 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f71893-b959-448d-8bbd-3f6f572c72a5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=93999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:19:42.347879 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f71893-b959-448d-8bbd-3f6f572c72a5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=93999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:19:42.348209 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f71893-b959-448d-8bbd-3f6f572c72a5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=93999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:19:42.348532 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f71893-b959-448d-8bbd-3f6f572c72a5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=93999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:19:42.348869 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f71893-b959-448d-8bbd-3f6f572c72a5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=93999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:19:42.349213 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f71893-b959-448d-8bbd-3f6f572c72a5 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=93999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:19:42.349515 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f71893-b959-448d-8bbd-3f6f572c72a5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=93999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:19:42.349847 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f71893-b959-448d-8bbd-3f6f572c72a5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=93999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:19:42.350176 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f71893-b959-448d-8bbd-3f6f572c72a5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=93999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:19:42.350483 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f71893-b959-448d-8bbd-3f6f572c72a5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=93999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:19:42.350820 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f71893-b959-448d-8bbd-3f6f572c72a5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=93999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:19:42.352614 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f71893-b959-448d-8bbd-3f6f572c72a5 admin admin] Tracked resource versions report: Sep 30 06:19:42.352614 dv-cinder-811877-1-iscsi neutron-server[93999]: pushed versions: Sep 30 06:19:42.352614 dv-cinder-811877-1-iscsi neutron-server[93999]: { 'AddressGroup': {'1.2'}, Sep 30 06:19:42.352614 dv-cinder-811877-1-iscsi neutron-server[93999]: 'ConntrackHelper': {'1.0'}, Sep 30 06:19:42.352614 dv-cinder-811877-1-iscsi neutron-server[93999]: 'Log': {'1.0'}, Sep 30 06:19:42.352614 dv-cinder-811877-1-iscsi neutron-server[93999]: 'Network': {'1.1'}, Sep 30 06:19:42.352614 dv-cinder-811877-1-iscsi neutron-server[93999]: 'Port': {'1.7'}, Sep 30 06:19:42.352614 dv-cinder-811877-1-iscsi neutron-server[93999]: 'PortForwarding': {'1.2'}, Sep 30 06:19:42.352614 dv-cinder-811877-1-iscsi neutron-server[93999]: 'QosPolicy': {'1.9'}, Sep 30 06:19:42.352614 dv-cinder-811877-1-iscsi neutron-server[93999]: 'SecurityGroup': {'1.4'}, Sep 30 06:19:42.352614 dv-cinder-811877-1-iscsi neutron-server[93999]: 'SecurityGroupRule': {'1.2'}, Sep 30 06:19:42.352614 dv-cinder-811877-1-iscsi neutron-server[93999]: 'SubPort': {'1.0'}, Sep 30 06:19:42.352614 dv-cinder-811877-1-iscsi neutron-server[93999]: 'Subnet': {'1.1'}, Sep 30 06:19:42.352614 dv-cinder-811877-1-iscsi neutron-server[93999]: 'Trunk': {'1.1'}} Sep 30 06:19:42.352614 dv-cinder-811877-1-iscsi neutron-server[93999]: consumer versions: Sep 30 06:19:42.352614 dv-cinder-811877-1-iscsi neutron-server[93999]: { DHCP agent@dv-cinder-811877-1-iscsi: {}, Sep 30 06:19:42.352614 dv-cinder-811877-1-iscsi neutron-server[93999]: L3 agent@dv-cinder-811877-1-iscsi: {}, Sep 30 06:19:42.352614 dv-cinder-811877-1-iscsi neutron-server[93999]: Metadata agent@dv-cinder-811877-1-iscsi: {}, Sep 30 06:19:42.352614 dv-cinder-811877-1-iscsi neutron-server[93999]: Metering agent@dv-cinder-811877-1-iscsi: {}, Sep 30 06:19:42.352614 dv-cinder-811877-1-iscsi neutron-server[93999]: Open vSwitch agent@dv-cinder-811877-1-iscsi: { 'AddressGroup': '1.2', Sep 30 06:19:42.352614 dv-cinder-811877-1-iscsi neutron-server[93999]: 'ConntrackHelper': '1.0', Sep 30 06:19:42.352614 dv-cinder-811877-1-iscsi neutron-server[93999]: 'Log': '1.0', Sep 30 06:19:42.352614 dv-cinder-811877-1-iscsi neutron-server[93999]: 'Network': '1.1', Sep 30 06:19:42.352614 dv-cinder-811877-1-iscsi neutron-server[93999]: 'Port': '1.7', Sep 30 06:19:42.352614 dv-cinder-811877-1-iscsi neutron-server[93999]: 'PortForwarding': '1.2', Sep 30 06:19:42.352614 dv-cinder-811877-1-iscsi neutron-server[93999]: 'QosPolicy': '1.9', Sep 30 06:19:42.352614 dv-cinder-811877-1-iscsi neutron-server[93999]: 'SecurityGroup': '1.4', Sep 30 06:19:42.352614 dv-cinder-811877-1-iscsi neutron-server[93999]: 'SecurityGroupRule': '1.2', Sep 30 06:19:42.352614 dv-cinder-811877-1-iscsi neutron-server[93999]: 'SubPort': '1.0', Sep 30 06:19:42.352614 dv-cinder-811877-1-iscsi neutron-server[93999]: 'Subnet': '1.1', Sep 30 06:19:42.352614 dv-cinder-811877-1-iscsi neutron-server[93999]: 'Trunk': '1.1'}} Sep 30 06:19:42.352614 dv-cinder-811877-1-iscsi neutron-server[93999]: {{(pid=93999) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 30 06:19:42.428049 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-91f71893-b959-448d-8bbd-3f6f572c72a5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727545443103'] for network, precommit_create {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:19:42.468161 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-91f71893-b959-448d-8bbd-3f6f572c72a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7821886'] for network, after_create {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:19:42.469375 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91f71893-b959-448d-8bbd-3f6f572c72a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:19:42.470087 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-91f71893-b959-448d-8bbd-3f6f572c72a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7821868'] for network, before_response {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:19:42.531781 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [None req-91f71893-b959-448d-8bbd-3f6f572c72a5 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7614036 Sep 30 06:19:42.574600 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f71893-b959-448d-8bbd-3f6f572c72a5 admin admin] Pushing event updated for resources: {'Network': ['ID=a797a3cd-cc20-4ef3-b7fb-01e0e8c238ca,revision_number=1']} {{(pid=93999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:19:42.589570 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.rpc [None req-1a5ef50c-1a60-4eeb-b96e-cf5df6fcca4b None None] Network a797a3cd-cc20-4ef3-b7fb-01e0e8c238ca details requested by agent ovs-agent-dv-cinder-811877-1-iscsi with host dv-cinder-811877-1-iscsi {{(pid=94001) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 06:19:45.265857 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.36', 49184) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 06:19:45.782137 dv-cinder-811877-1-iscsi neutron-server[94000]: WARNING oslo_policy.policy [None req-401c4b6c-5717-4078-ae42-a83f9e71a7e1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 30 06:19:45.782758 dv-cinder-811877-1-iscsi neutron-server[94000]: WARNING oslo_policy.policy [None req-401c4b6c-5717-4078-ae42-a83f9e71a7e1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 30 06:19:46.233138 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.policy [None req-401c4b6c-5717-4078-ae42-a83f9e71a7e1 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=94000) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 30 06:19:46.278658 dv-cinder-811877-1-iscsi neutron-server[94000]: WARNING oslo_policy.policy [None req-401c4b6c-5717-4078-ae42-a83f9e71a7e1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 30 06:19:46.279304 dv-cinder-811877-1-iscsi neutron-server[94000]: WARNING oslo_policy.policy [None req-401c4b6c-5717-4078-ae42-a83f9e71a7e1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 30 06:19:46.288326 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-401c4b6c-5717-4078-ae42-a83f9e71a7e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:19:46.291014 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [None req-401c4b6c-5717-4078-ae42-a83f9e71a7e1 admin admin] 10.222.0.36 "GET /v2.0/networks/a797a3cd-cc20-4ef3-b7fb-01e0e8c238ca HTTP/1.1" status: 200 len: 825 time: 1.0228224 Sep 30 06:19:46.330713 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [None req-701a71e6-5f87-41e6-839c-1483aee60913 admin admin] 10.222.0.36 "GET /v2.0/subnetpools/4ab6e2ed-8915-48a3-9238-e58adbfe4a06 HTTP/1.1" status: 200 len: 734 time: 0.0336056 Sep 30 06:19:46.345989 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.api.v2.base [None req-c0614369-2b7c-494d-baba-d2595f1d5257 admin admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'tenant_id': 'e9fe016f6b2f491496636748795f5a6c', 'network_id': 'a797a3cd-cc20-4ef3-b7fb-01e0e8c238ca', 'subnetpool_id': '4ab6e2ed-8915-48a3-9238-e58adbfe4a06', 'name': 'private-subnet', 'ip_version': 4}} {{(pid=94000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 06:19:46.348011 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.quota [None req-c0614369-2b7c-494d-baba-d2595f1d5257 admin admin] Loaded quota_driver: . Sep 30 06:19:46.387324 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0614369-2b7c-494d-baba-d2595f1d5257 admin admin] Made reservation on behalf of e9fe016f6b2f491496636748795f5a6c for: {'subnet': 1} {{(pid=94000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 06:19:46.390304 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-c0614369-2b7c-494d-baba-d2595f1d5257 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:19:46.685642 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-c0614369-2b7c-494d-baba-d2595f1d5257 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7821886'] for subnet, after_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:19:46.759555 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0614369-2b7c-494d-baba-d2595f1d5257 admin admin] Checking segment: {'id': '05684127-c5dd-482f-9f13-191acbd441df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'a797a3cd-cc20-4ef3-b7fb-01e0e8c238ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 06:19:46.759904 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0614369-2b7c-494d-baba-d2595f1d5257 admin admin] Network hostable DHCP agents. Network: a797a3cd-cc20-4ef3-b7fb-01e0e8c238ca, hostable agents: ['2764eebb-577a-46b3-8e38-018fcc444f25'], hosted agents: [] {{(pid=94000) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 06:19:46.766956 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0614369-2b7c-494d-baba-d2595f1d5257 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5a399e05-333e-4602-9e3a-e7d8a568ec58,revision_number=0']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:19:46.778715 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0614369-2b7c-494d-baba-d2595f1d5257 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=94000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:19:46.779070 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0614369-2b7c-494d-baba-d2595f1d5257 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=94000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:19:46.779409 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0614369-2b7c-494d-baba-d2595f1d5257 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=94000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:19:46.779732 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0614369-2b7c-494d-baba-d2595f1d5257 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=94000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:19:46.780053 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0614369-2b7c-494d-baba-d2595f1d5257 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=94000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:19:46.780388 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0614369-2b7c-494d-baba-d2595f1d5257 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=94000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:19:46.780709 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0614369-2b7c-494d-baba-d2595f1d5257 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=94000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:19:46.781020 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0614369-2b7c-494d-baba-d2595f1d5257 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=94000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:19:46.781352 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0614369-2b7c-494d-baba-d2595f1d5257 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=94000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:19:46.781666 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0614369-2b7c-494d-baba-d2595f1d5257 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=94000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:19:46.781975 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0614369-2b7c-494d-baba-d2595f1d5257 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=94000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:19:46.782278 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0614369-2b7c-494d-baba-d2595f1d5257 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=94000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:19:46.783520 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0614369-2b7c-494d-baba-d2595f1d5257 admin admin] Tracked resource versions report: Sep 30 06:19:46.783520 dv-cinder-811877-1-iscsi neutron-server[94000]: pushed versions: Sep 30 06:19:46.783520 dv-cinder-811877-1-iscsi neutron-server[94000]: { 'AddressGroup': {'1.2'}, Sep 30 06:19:46.783520 dv-cinder-811877-1-iscsi neutron-server[94000]: 'ConntrackHelper': {'1.0'}, Sep 30 06:19:46.783520 dv-cinder-811877-1-iscsi neutron-server[94000]: 'Log': {'1.0'}, Sep 30 06:19:46.783520 dv-cinder-811877-1-iscsi neutron-server[94000]: 'Network': {'1.1'}, Sep 30 06:19:46.783520 dv-cinder-811877-1-iscsi neutron-server[94000]: 'Port': {'1.7'}, Sep 30 06:19:46.783520 dv-cinder-811877-1-iscsi neutron-server[94000]: 'PortForwarding': {'1.2'}, Sep 30 06:19:46.783520 dv-cinder-811877-1-iscsi neutron-server[94000]: 'QosPolicy': {'1.9'}, Sep 30 06:19:46.783520 dv-cinder-811877-1-iscsi neutron-server[94000]: 'SecurityGroup': {'1.4'}, Sep 30 06:19:46.783520 dv-cinder-811877-1-iscsi neutron-server[94000]: 'SecurityGroupRule': {'1.2'}, Sep 30 06:19:46.783520 dv-cinder-811877-1-iscsi neutron-server[94000]: 'SubPort': {'1.0'}, Sep 30 06:19:46.783520 dv-cinder-811877-1-iscsi neutron-server[94000]: 'Subnet': {'1.1'}, Sep 30 06:19:46.783520 dv-cinder-811877-1-iscsi neutron-server[94000]: 'Trunk': {'1.1'}} Sep 30 06:19:46.783520 dv-cinder-811877-1-iscsi neutron-server[94000]: consumer versions: Sep 30 06:19:46.783520 dv-cinder-811877-1-iscsi neutron-server[94000]: { DHCP agent@dv-cinder-811877-1-iscsi: {}, Sep 30 06:19:46.783520 dv-cinder-811877-1-iscsi neutron-server[94000]: L3 agent@dv-cinder-811877-1-iscsi: {}, Sep 30 06:19:46.783520 dv-cinder-811877-1-iscsi neutron-server[94000]: Metadata agent@dv-cinder-811877-1-iscsi: {}, Sep 30 06:19:46.783520 dv-cinder-811877-1-iscsi neutron-server[94000]: Metering agent@dv-cinder-811877-1-iscsi: {}, Sep 30 06:19:46.783520 dv-cinder-811877-1-iscsi neutron-server[94000]: Open vSwitch agent@dv-cinder-811877-1-iscsi: { 'AddressGroup': '1.2', Sep 30 06:19:46.783520 dv-cinder-811877-1-iscsi neutron-server[94000]: 'ConntrackHelper': '1.0', Sep 30 06:19:46.783520 dv-cinder-811877-1-iscsi neutron-server[94000]: 'Log': '1.0', Sep 30 06:19:46.783520 dv-cinder-811877-1-iscsi neutron-server[94000]: 'Network': '1.1', Sep 30 06:19:46.783520 dv-cinder-811877-1-iscsi neutron-server[94000]: 'Port': '1.7', Sep 30 06:19:46.783520 dv-cinder-811877-1-iscsi neutron-server[94000]: 'PortForwarding': '1.2', Sep 30 06:19:46.783520 dv-cinder-811877-1-iscsi neutron-server[94000]: 'QosPolicy': '1.9', Sep 30 06:19:46.783520 dv-cinder-811877-1-iscsi neutron-server[94000]: 'SecurityGroup': '1.4', Sep 30 06:19:46.783520 dv-cinder-811877-1-iscsi neutron-server[94000]: 'SecurityGroupRule': '1.2', Sep 30 06:19:46.783520 dv-cinder-811877-1-iscsi neutron-server[94000]: 'SubPort': '1.0', Sep 30 06:19:46.783520 dv-cinder-811877-1-iscsi neutron-server[94000]: 'Subnet': '1.1', Sep 30 06:19:46.783520 dv-cinder-811877-1-iscsi neutron-server[94000]: 'Trunk': '1.1'}} Sep 30 06:19:46.783520 dv-cinder-811877-1-iscsi neutron-server[94000]: {{(pid=94000) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 30 06:19:46.824639 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0614369-2b7c-494d-baba-d2595f1d5257 admin admin] Network a797a3cd-cc20-4ef3-b7fb-01e0e8c238ca is scheduled to be hosted by DHCP agent 2764eebb-577a-46b3-8e38-018fcc444f25 with binding_index 1 {{(pid=94000) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 06:19:46.837568 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.scheduler.base_scheduler [None req-c0614369-2b7c-494d-baba-d2595f1d5257 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-811877-1-iscsi, a797a3cd-cc20-4ef3-b7fb-01e0e8c238ca) {{(pid=94000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 06:19:46.842312 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0614369-2b7c-494d-baba-d2595f1d5257 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:19:46.842962 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-c0614369-2b7c-494d-baba-d2595f1d5257 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7821868'] for subnet, before_response {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:19:46.848064 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6319ece-0c5d-4e29-a8d1-32605b8d56dd None None] Network a797a3cd-cc20-4ef3-b7fb-01e0e8c238ca requested from dv-cinder-811877-1-iscsi {{(pid=94001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 06:19:46.867769 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [None req-c0614369-2b7c-494d-baba-d2595f1d5257 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5253172 Sep 30 06:19:47.191163 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b998b78f-9d71-4ed8-9a09-35337d5e1efc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa923768-8e71-536f-9625-358fd8d0f060-a797a3cd-cc20-4ef3-b7fb-01e0e8c238ca', 'network_id': 'a797a3cd-cc20-4ef3-b7fb-01e0e8c238ca', 'tenant_id': 'e9fe016f6b2f491496636748795f5a6c', 'fixed_ips': [{'subnet_id': '5a399e05-333e-4602-9e3a-e7d8a568ec58'}]}} from dv-cinder-811877-1-iscsi. {{(pid=94001) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 30 06:19:47.192423 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-b998b78f-9d71-4ed8-9a09-35337d5e1efc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653538'] for port, before_create {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:19:47.483456 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.db.db_base_plugin_common [None req-b998b78f-9d71-4ed8-9a09-35337d5e1efc None None] Allocated IP 172.20.0.2 (a797a3cd-cc20-4ef3-b7fb-01e0e8c238ca/5a399e05-333e-4602-9e3a-e7d8a568ec58/2d120e79-798b-4112-9f64-6b4c3d2b4fa1) {{(pid=94001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 06:19:47.725491 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-b998b78f-9d71-4ed8-9a09-35337d5e1efc None None] Notify callbacks [] for port, precommit_create {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:19:47.737961 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-b998b78f-9d71-4ed8-9a09-35337d5e1efc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7821886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727545489345'] for port, after_create {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:19:47.810532 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b998b78f-9d71-4ed8-9a09-35337d5e1efc None None] Network a797a3cd-cc20-4ef3-b7fb-01e0e8c238ca is already hosted by enough agents. {{(pid=94001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 06:19:47.817315 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.scheduler.base_scheduler [None req-b998b78f-9d71-4ed8-9a09-35337d5e1efc None None] Resources bound (agent type, host, resource id): {{(pid=94001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 06:19:47.829737 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b998b78f-9d71-4ed8-9a09-35337d5e1efc None None] Received port after_create {{(pid=94001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 06:19:47.841956 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b998b78f-9d71-4ed8-9a09-35337d5e1efc None None] Pushing event updated for resources: {'Port': ['ID=2d120e79-798b-4112-9f64-6b4c3d2b4fa1,revision_number=1']} {{(pid=94001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:19:47.853906 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b998b78f-9d71-4ed8-9a09-35337d5e1efc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=94001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:19:47.854613 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b998b78f-9d71-4ed8-9a09-35337d5e1efc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=94001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:19:47.854613 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b998b78f-9d71-4ed8-9a09-35337d5e1efc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=94001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:19:47.854938 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b998b78f-9d71-4ed8-9a09-35337d5e1efc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=94001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:19:47.855273 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b998b78f-9d71-4ed8-9a09-35337d5e1efc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=94001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:19:47.855608 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b998b78f-9d71-4ed8-9a09-35337d5e1efc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=94001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:19:47.855940 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b998b78f-9d71-4ed8-9a09-35337d5e1efc None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=94001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:19:47.856269 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b998b78f-9d71-4ed8-9a09-35337d5e1efc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=94001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:19:47.856615 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b998b78f-9d71-4ed8-9a09-35337d5e1efc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=94001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:19:47.856945 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b998b78f-9d71-4ed8-9a09-35337d5e1efc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=94001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:19:47.857270 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b998b78f-9d71-4ed8-9a09-35337d5e1efc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=94001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:19:47.857595 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b998b78f-9d71-4ed8-9a09-35337d5e1efc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=94001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:19:47.858730 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b998b78f-9d71-4ed8-9a09-35337d5e1efc None None] Tracked resource versions report: Sep 30 06:19:47.858730 dv-cinder-811877-1-iscsi neutron-server[94001]: pushed versions: Sep 30 06:19:47.858730 dv-cinder-811877-1-iscsi neutron-server[94001]: { 'AddressGroup': {'1.2'}, Sep 30 06:19:47.858730 dv-cinder-811877-1-iscsi neutron-server[94001]: 'ConntrackHelper': {'1.0'}, Sep 30 06:19:47.858730 dv-cinder-811877-1-iscsi neutron-server[94001]: 'Log': {'1.0'}, Sep 30 06:19:47.858730 dv-cinder-811877-1-iscsi neutron-server[94001]: 'Network': {'1.1'}, Sep 30 06:19:47.858730 dv-cinder-811877-1-iscsi neutron-server[94001]: 'Port': {'1.7'}, Sep 30 06:19:47.858730 dv-cinder-811877-1-iscsi neutron-server[94001]: 'PortForwarding': {'1.2'}, Sep 30 06:19:47.858730 dv-cinder-811877-1-iscsi neutron-server[94001]: 'QosPolicy': {'1.9'}, Sep 30 06:19:47.858730 dv-cinder-811877-1-iscsi neutron-server[94001]: 'SecurityGroup': {'1.4'}, Sep 30 06:19:47.858730 dv-cinder-811877-1-iscsi neutron-server[94001]: 'SecurityGroupRule': {'1.2'}, Sep 30 06:19:47.858730 dv-cinder-811877-1-iscsi neutron-server[94001]: 'SubPort': {'1.0'}, Sep 30 06:19:47.858730 dv-cinder-811877-1-iscsi neutron-server[94001]: 'Subnet': {'1.1'}, Sep 30 06:19:47.858730 dv-cinder-811877-1-iscsi neutron-server[94001]: 'Trunk': {'1.1'}} Sep 30 06:19:47.858730 dv-cinder-811877-1-iscsi neutron-server[94001]: consumer versions: Sep 30 06:19:47.858730 dv-cinder-811877-1-iscsi neutron-server[94001]: { DHCP agent@dv-cinder-811877-1-iscsi: {}, Sep 30 06:19:47.858730 dv-cinder-811877-1-iscsi neutron-server[94001]: L3 agent@dv-cinder-811877-1-iscsi: {}, Sep 30 06:19:47.858730 dv-cinder-811877-1-iscsi neutron-server[94001]: Metadata agent@dv-cinder-811877-1-iscsi: {}, Sep 30 06:19:47.858730 dv-cinder-811877-1-iscsi neutron-server[94001]: Metering agent@dv-cinder-811877-1-iscsi: {}, Sep 30 06:19:47.858730 dv-cinder-811877-1-iscsi neutron-server[94001]: Open vSwitch agent@dv-cinder-811877-1-iscsi: { 'AddressGroup': '1.2', Sep 30 06:19:47.858730 dv-cinder-811877-1-iscsi neutron-server[94001]: 'ConntrackHelper': '1.0', Sep 30 06:19:47.858730 dv-cinder-811877-1-iscsi neutron-server[94001]: 'Log': '1.0', Sep 30 06:19:47.858730 dv-cinder-811877-1-iscsi neutron-server[94001]: 'Network': '1.1', Sep 30 06:19:47.858730 dv-cinder-811877-1-iscsi neutron-server[94001]: 'Port': '1.7', Sep 30 06:19:47.858730 dv-cinder-811877-1-iscsi neutron-server[94001]: 'PortForwarding': '1.2', Sep 30 06:19:47.858730 dv-cinder-811877-1-iscsi neutron-server[94001]: 'QosPolicy': '1.9', Sep 30 06:19:47.858730 dv-cinder-811877-1-iscsi neutron-server[94001]: 'SecurityGroup': '1.4', Sep 30 06:19:47.858730 dv-cinder-811877-1-iscsi neutron-server[94001]: 'SecurityGroupRule': '1.2', Sep 30 06:19:47.858730 dv-cinder-811877-1-iscsi neutron-server[94001]: 'SubPort': '1.0', Sep 30 06:19:47.858730 dv-cinder-811877-1-iscsi neutron-server[94001]: 'Subnet': '1.1', Sep 30 06:19:47.858730 dv-cinder-811877-1-iscsi neutron-server[94001]: 'Trunk': '1.1'}} Sep 30 06:19:47.858730 dv-cinder-811877-1-iscsi neutron-server[94001]: {{(pid=94001) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 30 06:19:47.931813 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.managers [None req-b998b78f-9d71-4ed8-9a09-35337d5e1efc None None] Attempting to bind port 2d120e79-798b-4112-9f64-6b4c3d2b4fa1 on host dv-cinder-811877-1-iscsi for vnic_type normal with profile {{(pid=94001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 06:19:47.932216 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.managers [None req-b998b78f-9d71-4ed8-9a09-35337d5e1efc None None] Attempting to bind port 2d120e79-798b-4112-9f64-6b4c3d2b4fa1 by drivers openvswitch,hyperv on host dv-cinder-811877-1-iscsi at level 0 using segments [{'id': '05684127-c5dd-482f-9f13-191acbd441df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'a797a3cd-cc20-4ef3-b7fb-01e0e8c238ca'}] {{(pid=94001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 06:19:47.932646 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b998b78f-9d71-4ed8-9a09-35337d5e1efc None None] Attempting to bind port 2d120e79-798b-4112-9f64-6b4c3d2b4fa1 on network a797a3cd-cc20-4ef3-b7fb-01e0e8c238ca {{(pid=94001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 06:19:47.937784 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b998b78f-9d71-4ed8-9a09-35337d5e1efc None None] Checking agent: {'id': '38eed8e6-19bc-4ff2-90e0-3c7aa8a3a275', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-811877-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 6, 19, 32), 'started_at': datetime.datetime(2021, 9, 30, 6, 19, 32), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 6, 19, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-811877-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 06:19:47.938189 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b998b78f-9d71-4ed8-9a09-35337d5e1efc None None] Checking segment: {'id': '05684127-c5dd-482f-9f13-191acbd441df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'a797a3cd-cc20-4ef3-b7fb-01e0e8c238ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 06:19:47.938691 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-b998b78f-9d71-4ed8-9a09-35337d5e1efc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:19:47.939087 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b998b78f-9d71-4ed8-9a09-35337d5e1efc None None] Bound using segment: {'id': '05684127-c5dd-482f-9f13-191acbd441df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'a797a3cd-cc20-4ef3-b7fb-01e0e8c238ca'} {{(pid=94001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 06:19:47.939557 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.managers [None req-b998b78f-9d71-4ed8-9a09-35337d5e1efc None None] Bound port: 2d120e79-798b-4112-9f64-6b4c3d2b4fa1, host: dv-cinder-811877-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05684127-c5dd-482f-9f13-191acbd441df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'a797a3cd-cc20-4ef3-b7fb-01e0e8c238ca'}}] {{(pid=94001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 06:19:47.939954 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-b998b78f-9d71-4ed8-9a09-35337d5e1efc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653538'] for port, before_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:19:48.003118 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.db [None req-b998b78f-9d71-4ed8-9a09-35337d5e1efc None None] For port 2d120e79-798b-4112-9f64-6b4c3d2b4fa1, host dv-cinder-811877-1-iscsi, cleared binding levels {{(pid=94001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 06:19:48.008097 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.db [None req-b998b78f-9d71-4ed8-9a09-35337d5e1efc None None] For port 2d120e79-798b-4112-9f64-6b4c3d2b4fa1, host dv-cinder-811877-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811877-1-iscsi',level=0,port_id=2d120e79-798b-4112-9f64-6b4c3d2b4fa1,segment=NetworkSegment(05684127-c5dd-482f-9f13-191acbd441df),segment_id=05684127-c5dd-482f-9f13-191acbd441df)] {{(pid=94001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 06:19:48.013244 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-b998b78f-9d71-4ed8-9a09-35337d5e1efc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7821886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727545992452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727545489363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727545489381'] for port, after_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:19:48.080512 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b998b78f-9d71-4ed8-9a09-35337d5e1efc None None] Pushing event updated for resources: {'Port': ['ID=2d120e79-798b-4112-9f64-6b4c3d2b4fa1,revision_number=2']} {{(pid=94001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:19:49.343167 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.wsgi [-] (93999) accepted ('10.222.0.36', 49204) {{(pid=93999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 06:19:49.669992 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.wsgi [None req-9fd11e4b-380b-4c96-afc3-84c28ebc024d admin admin] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=93999) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 30 06:19:49.671049 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [None req-9fd11e4b-380b-4c96-afc3-84c28ebc024d admin admin] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.3269296 Sep 30 06:19:52.166369 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.wsgi [-] (93999) accepted ('10.222.0.36', 49212) {{(pid=93999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 06:19:52.541883 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.wsgi [None req-25a92f5b-63a6-41d3-829b-8f7f211f086c admin admin] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=93999) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 30 06:19:52.543058 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [None req-25a92f5b-63a6-41d3-829b-8f7f211f086c admin admin] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.3756943 Sep 30 06:19:55.439292 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.36', 49222) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 06:19:55.923184 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.api.v2.base [None req-bd3de748-180c-4b12-9410-2689fec6f81b admin admin] Request body: {'router': {'tenant_id': 'e9fe016f6b2f491496636748795f5a6c', 'admin_state_up': True, 'name': 'router1'}} {{(pid=94000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 06:19:55.932384 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.rpc [None req-1a5ef50c-1a60-4eeb-b96e-cf5df6fcca4b None None] Device 2d120e79-798b-4112-9f64-6b4c3d2b4fa1 up at agent ovs-agent-dv-cinder-811877-1-iscsi {{(pid=94001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 06:19:55.954289 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-bd3de748-180c-4b12-9410-2689fec6f81b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7868037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-651'] for router, before_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:19:55.956069 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-bd3de748-180c-4b12-9410-2689fec6f81b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7877237', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7878789', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7954202', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-642'] for router, precommit_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:19:56.062036 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.db.provisioning_blocks [None req-1a5ef50c-1a60-4eeb-b96e-cf5df6fcca4b None None] Provisioning complete for port 2d120e79-798b-4112-9f64-6b4c3d2b4fa1 triggered by entity L2. {{(pid=94001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 06:19:56.062747 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-1a5ef50c-1a60-4eeb-b96e-cf5df6fcca4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-597822'] for port, provisioning_complete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:19:56.146673 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-bd3de748-180c-4b12-9410-2689fec6f81b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:19:56.153577 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-bd3de748-180c-4b12-9410-2689fec6f81b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7877132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7878840'] for router, after_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:19:56.169892 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-bd3de748-180c-4b12-9410-2689fec6f81b admin admin] Notify callbacks [] for router, before_response {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:19:56.180109 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [None req-bd3de748-180c-4b12-9410-2689fec6f81b admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.7386165 Sep 30 06:19:56.205485 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-1a5ef50c-1a60-4eeb-b96e-cf5df6fcca4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653538'] for port, before_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:19:56.251320 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.db [None req-1a5ef50c-1a60-4eeb-b96e-cf5df6fcca4b None None] For port 2d120e79-798b-4112-9f64-6b4c3d2b4fa1, host dv-cinder-811877-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811877-1-iscsi',level=0,port_id=2d120e79-798b-4112-9f64-6b4c3d2b4fa1,segment=NetworkSegment(05684127-c5dd-482f-9f13-191acbd441df),segment_id=05684127-c5dd-482f-9f13-191acbd441df)] {{(pid=94001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 06:19:56.258465 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-1a5ef50c-1a60-4eeb-b96e-cf5df6fcca4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7821886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727545992452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727545489363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727545489381'] for port, after_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:19:56.346631 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5ef50c-1a60-4eeb-b96e-cf5df6fcca4b None None] Pushing event updated for resources: {'Port': ['ID=2d120e79-798b-4112-9f64-6b4c3d2b4fa1,revision_number=3']} {{(pid=94001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:19:57.009868 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9e02680-f061-4b43-af07-599a51adea6d None None] Network a797a3cd-cc20-4ef3-b7fb-01e0e8c238ca requested from dv-cinder-811877-1-iscsi {{(pid=94001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 06:19:57.098369 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.db.provisioning_blocks [None req-86123631-35f5-428d-a05f-2b6874b6cd04 None None] Provisioning complete for port 2d120e79-798b-4112-9f64-6b4c3d2b4fa1 triggered by entity DHCP. {{(pid=94001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 06:19:57.098882 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-86123631-35f5-428d-a05f-2b6874b6cd04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-597822'] for port, provisioning_complete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:19:57.577044 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.db.provisioning_blocks [None req-bf9733bf-b142-4ad7-aefb-a37f0c4d50e7 None None] Provisioning complete for port 2d120e79-798b-4112-9f64-6b4c3d2b4fa1 triggered by entity DHCP. {{(pid=94001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 06:19:57.577532 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-bf9733bf-b142-4ad7-aefb-a37f0c4d50e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-597822'] for port, provisioning_complete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:19:57.888410 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.rpc [None req-1a5ef50c-1a60-4eeb-b96e-cf5df6fcca4b None None] Device 2d120e79-798b-4112-9f64-6b4c3d2b4fa1 up at agent ovs-agent-dv-cinder-811877-1-iscsi {{(pid=94001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 06:19:57.967318 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.db.provisioning_blocks [None req-1a5ef50c-1a60-4eeb-b96e-cf5df6fcca4b None None] Provisioning complete for port 2d120e79-798b-4112-9f64-6b4c3d2b4fa1 triggered by entity L2. {{(pid=94001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 06:19:57.967920 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-1a5ef50c-1a60-4eeb-b96e-cf5df6fcca4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-597822'] for port, provisioning_complete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:19:58.427200 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-15b93cd3-d2ef-4b5c-b06d-27b6acbf2a3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727546001794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-597483'] for agent, after_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:19:58.894000 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.36', 49234) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 06:19:59.250402 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.wsgi [None req-444f28ca-699f-47a5-b5c3-110ce7de9824 admin admin] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=94000) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 30 06:19:59.251665 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [None req-444f28ca-699f-47a5-b5c3-110ce7de9824 admin admin] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.3565111 Sep 30 06:20:01.290275 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-863e3a13-5c47-43c2-b976-6630013e0804 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727546001794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-597483'] for agent, after_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:20:01.819643 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.36', 49242) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 06:20:02.278295 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-1a5ef50c-1a60-4eeb-b96e-cf5df6fcca4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727546001794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-597483'] for agent, after_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:20:02.341203 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.api.v2.base [None req-ffed4637-6583-4bd5-a735-b148d46c7666 admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'name': 'public', 'is_default': True, 'provider:network_type': 'flat', 'admin_state_up': True, 'router:external': True}} {{(pid=94000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 06:20:02.388068 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffed4637-6583-4bd5-a735-b148d46c7666 admin admin] Made reservation on behalf of a5a2af8f94a94f7e85ae9cf34cab6c5d for: {'network': 1} {{(pid=94000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 06:20:02.390532 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-ffed4637-6583-4bd5-a735-b148d46c7666 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653538'] for network, before_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:20:02.407891 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-ffed4637-6583-4bd5-a735-b148d46c7666 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:20:02.556374 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-ffed4637-6583-4bd5-a735-b148d46c7666 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:20:02.562677 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-ffed4637-6583-4bd5-a735-b148d46c7666 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533969'] for security_group, after_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:20:02.564988 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-028184f3-f8cc-4c85-9e6b-64613141ad03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727546001794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-597483'] for agent, after_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:20:02.586285 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-ffed4637-6583-4bd5-a735-b148d46c7666 admin admin] Reserving flat network on physical network physnet1 {{(pid=94000) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Sep 30 06:20:02.621421 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffed4637-6583-4bd5-a735-b148d46c7666 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55bce148-85b6-4213-a896-d62396eae492,revision_number=1']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:20:02.633251 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-ffed4637-6583-4bd5-a735-b148d46c7666 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8727546001803', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583621'] for segment, precommit_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:20:02.634152 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-ffed4637-6583-4bd5-a735-b148d46c7666 admin admin] Unsubscribe: segment precommit_create {{(pid=94000) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 30 06:20:02.634932 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.db.segments_db [None req-ffed4637-6583-4bd5-a735-b148d46c7666 admin admin] Added segment f18bb042-e630-4c4b-b384-e9bf093ecc8b of type flat for network ddd8ee8b-b24f-47fb-afd7-cfc700c93624 Sep 30 06:20:02.726304 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-ffed4637-6583-4bd5-a735-b148d46c7666 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727545443103'] for network, precommit_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:20:02.770787 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-ffed4637-6583-4bd5-a735-b148d46c7666 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7821886'] for network, after_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:20:02.771826 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffed4637-6583-4bd5-a735-b148d46c7666 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:20:02.772521 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-ffed4637-6583-4bd5-a735-b148d46c7666 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7821868'] for network, before_response {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:20:02.828043 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [None req-ffed4637-6583-4bd5-a735-b148d46c7666 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.0066845 Sep 30 06:20:02.918067 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffed4637-6583-4bd5-a735-b148d46c7666 admin admin] Pushing event updated for resources: {'Network': ['ID=ddd8ee8b-b24f-47fb-afd7-cfc700c93624,revision_number=1']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:20:02.932651 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.rpc [None req-1a5ef50c-1a60-4eeb-b96e-cf5df6fcca4b None None] Network ddd8ee8b-b24f-47fb-afd7-cfc700c93624 details requested by agent ovs-agent-dv-cinder-811877-1-iscsi with host dv-cinder-811877-1-iscsi {{(pid=94001) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 06:20:03.915508 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-31788eca-3db2-42eb-847b-597dce492ba7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727546001794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-597483'] for agent, after_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:20:05.339257 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.wsgi [-] (93999) accepted ('10.222.0.36', 49260) {{(pid=93999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 06:20:05.573738 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e41b5417-9c18-4816-a0eb-d94e56adb2a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:20:05.575183 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [None req-e41b5417-9c18-4816-a0eb-d94e56adb2a1 admin admin] 10.222.0.36 "GET /v2.0/subnets/5a399e05-333e-4602-9e3a-e7d8a568ec58 HTTP/1.1" status: 200 len: 849 time: 0.2349737 Sep 30 06:20:05.758407 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [None req-a515a95d-3976-4f0a-9db7-9f5a5d0d8770 admin admin] 10.222.0.36 "GET /v2.0/routers/b4a78e8c-cf05-4361-bfbc-3562259f5b2f HTTP/1.1" status: 200 len: 704 time: 0.1769426 Sep 30 06:20:06.032751 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-f73317a0-9152-4a89-a9a5-d253cc4b1a77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653538'] for port, before_create {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:20:06.333647 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.db.db_base_plugin_common [None req-f73317a0-9152-4a89-a9a5-d253cc4b1a77 admin admin] Allocated IP 172.20.0.1 (a797a3cd-cc20-4ef3-b7fb-01e0e8c238ca/5a399e05-333e-4602-9e3a-e7d8a568ec58/9e9e70ae-6ff6-4076-a229-a962cede057e) {{(pid=93999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 06:20:06.519212 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-f73317a0-9152-4a89-a9a5-d253cc4b1a77 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:20:06.585595 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-f73317a0-9152-4a89-a9a5-d253cc4b1a77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7821886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727545489345'] for port, after_create {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:20:06.666686 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f73317a0-9152-4a89-a9a5-d253cc4b1a77 admin admin] Network a797a3cd-cc20-4ef3-b7fb-01e0e8c238ca is already hosted by enough agents. {{(pid=93999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 06:20:06.677209 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.scheduler.base_scheduler [None req-f73317a0-9152-4a89-a9a5-d253cc4b1a77 admin admin] Resources bound (agent type, host, resource id): {{(pid=93999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 06:20:06.681822 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f73317a0-9152-4a89-a9a5-d253cc4b1a77 admin admin] Received port after_create {{(pid=93999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 06:20:06.682393 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-f73317a0-9152-4a89-a9a5-d253cc4b1a77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7878021'] for router_interface, before_create {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:20:06.685269 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73317a0-9152-4a89-a9a5-d253cc4b1a77 admin admin] Pushing event updated for resources: {'Port': ['ID=9e9e70ae-6ff6-4076-a229-a962cede057e,revision_number=1']} {{(pid=93999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:20:06.877987 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.db.provisioning_blocks [None req-a2a64e1a-89ff-4682-a80f-9621fefa3475 None None] Provisioning complete for port 9e9e70ae-6ff6-4076-a229-a962cede057e triggered by entity DHCP. {{(pid=94001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 06:20:06.878535 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-a2a64e1a-89ff-4682-a80f-9621fefa3475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-597822'] for port, provisioning_complete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:20:06.886803 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-f73317a0-9152-4a89-a9a5-d253cc4b1a77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653538'] for port, before_update {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:20:06.912637 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.plugin [None req-a2a64e1a-89ff-4682-a80f-9621fefa3475 None None] Port 9e9e70ae-6ff6-4076-a229-a962cede057e cannot update to ACTIVE because it is not bound. {{(pid=94001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 06:20:07.151392 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-f73317a0-9152-4a89-a9a5-d253cc4b1a77 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:20:07.155800 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-f73317a0-9152-4a89-a9a5-d253cc4b1a77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7821886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727545992452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727545489363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727545489381'] for port, after_update {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:20:07.156597 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-f73317a0-9152-4a89-a9a5-d253cc4b1a77 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7821780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7877749'] for router_interface, after_create {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:20:07.217238 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73317a0-9152-4a89-a9a5-d253cc4b1a77 admin admin] Pushing event updated for resources: {'Port': ['ID=9e9e70ae-6ff6-4076-a229-a962cede057e,revision_number=2']} {{(pid=93999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:20:07.280620 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f73317a0-9152-4a89-a9a5-d253cc4b1a77 admin admin] Network a797a3cd-cc20-4ef3-b7fb-01e0e8c238ca is already hosted by enough agents. {{(pid=93999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 06:20:07.281918 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.scheduler.base_scheduler [None req-f73317a0-9152-4a89-a9a5-d253cc4b1a77 admin admin] Resources bound (agent type, host, resource id): {{(pid=93999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 06:20:07.433902 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.db.provisioning_blocks [None req-f8af934a-9704-4e9f-bed6-9f42cdb50f9d None None] Provisioning complete for port 9e9e70ae-6ff6-4076-a229-a962cede057e triggered by entity DHCP. {{(pid=94001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 06:20:07.434355 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-f8af934a-9704-4e9f-bed6-9f42cdb50f9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-597822'] for port, provisioning_complete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:20:07.446644 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f73317a0-9152-4a89-a9a5-d253cc4b1a77 admin admin] Router b4a78e8c-cf05-4361-bfbc-3562259f5b2f is scheduled to L3 agent f054bd23-6895-478f-87a4-7cc0e21c04e0 with binding_index 1 {{(pid=93999) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 30 06:20:07.468985 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.plugin [None req-f8af934a-9704-4e9f-bed6-9f42cdb50f9d None None] Port 9e9e70ae-6ff6-4076-a229-a962cede057e cannot update to ACTIVE because it is not bound. {{(pid=94001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 06:20:07.542798 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f73317a0-9152-4a89-a9a5-d253cc4b1a77 admin admin] Notify agent at l3_agent.dv-cinder-811877-1-iscsi the message routers_updated {{(pid=93999) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 06:20:07.548274 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [None req-f73317a0-9152-4a89-a9a5-d253cc4b1a77 admin admin] 10.222.0.36 "PUT /v2.0/routers/b4a78e8c-cf05-4361-bfbc-3562259f5b2f/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7842116 Sep 30 06:20:07.553118 dv-cinder-811877-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8be7d907-4471-4f4a-903d-06fb9d9a9aeb None None] Sync routers for ids ['b4a78e8c-cf05-4361-bfbc-3562259f5b2f'] in dv-cinder-811877-1-iscsi {{(pid=94002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 06:20:07.564288 dv-cinder-811877-1-iscsi neutron-server[94002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8be7d907-4471-4f4a-903d-06fb9d9a9aeb None None] Routers {'b4a78e8c-cf05-4361-bfbc-3562259f5b2f'} bound to L3 agent in host dv-cinder-811877-1-iscsi {{(pid=94002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 06:20:07.565129 dv-cinder-811877-1-iscsi neutron-server[94002]: DEBUG neutron.db.l3_hamode_db [None req-8be7d907-4471-4f4a-903d-06fb9d9a9aeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811877-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-30T06:19:31Z,description=,heartbeat_timestamp=2021-09-30T06:20:01Z,host='dv-cinder-811877-1-iscsi',id=f054bd23-6895-478f-87a4-7cc0e21c04e0,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T06:19:31Z,topic='l3_agent')) {'router_ids': ['b4a78e8c-cf05-4361-bfbc-3562259f5b2f'], 'active': True} {{(pid=94002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 06:20:07.759913 dv-cinder-811877-1-iscsi neutron-server[94002]: DEBUG neutron.db.l3_dvr_db [None req-8be7d907-4471-4f4a-903d-06fb9d9a9aeb None None] Set router b4a78e8c-cf05-4361-bfbc-3562259f5b2f gateway port host: None {{(pid=94002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 06:20:08.203642 dv-cinder-811877-1-iscsi neutron-server[94002]: DEBUG neutron.db.l3_hamode_db [None req-8be7d907-4471-4f4a-903d-06fb9d9a9aeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4a78e8c-cf05-4361-bfbc-3562259f5b2f', 'name': 'router1', 'tenant_id': 'e9fe016f6b2f491496636748795f5a6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T06:19:55Z', 'updated_at': '2021-09-30T06:20:06Z', 'revision_number': 2, 'project_id': 'e9fe016f6b2f491496636748795f5a6c', 'gw_port_host': None, '_interfaces': [{'id': '9e9e70ae-6ff6-4076-a229-a962cede057e', 'name': '', 'network_id': 'a797a3cd-cc20-4ef3-b7fb-01e0e8c238ca', 'tenant_id': 'e9fe016f6b2f491496636748795f5a6c', 'mac_address': 'fa:16:3e:30:b3:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4a78e8c-cf05-4361-bfbc-3562259f5b2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5a399e05-333e-4602-9e3a-e7d8a568ec58', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T06:20:06Z', 'updated_at': '2021-09-30T06:20:07Z', 'revision_number': 2, 'project_id': 'e9fe016f6b2f491496636748795f5a6c', 'subnets': [{'id': '5a399e05-333e-4602-9e3a-e7d8a568ec58', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4ab6e2ed-8915-48a3-9238-e58adbfe4a06'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811877-1-iscsi', False) {} {{(pid=94002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 06:20:08.257631 dv-cinder-811877-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8be7d907-4471-4f4a-903d-06fb9d9a9aeb None None] Checking router: b4a78e8c-cf05-4361-bfbc-3562259f5b2f for host: dv-cinder-811877-1-iscsi {{(pid=94002) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 06:20:08.258003 dv-cinder-811877-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8be7d907-4471-4f4a-903d-06fb9d9a9aeb None None] Updating router b4a78e8c-cf05-4361-bfbc-3562259f5b2f port 9e9e70ae-6ff6-4076-a229-a962cede057e binding host dv-cinder-811877-1-iscsi {{(pid=94002) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 30 06:20:08.308731 dv-cinder-811877-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-8be7d907-4471-4f4a-903d-06fb9d9a9aeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653538'] for port, before_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:20:08.870494 dv-cinder-811877-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-8be7d907-4471-4f4a-903d-06fb9d9a9aeb None None] Notify callbacks [] for port, precommit_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:20:08.877513 dv-cinder-811877-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-8be7d907-4471-4f4a-903d-06fb9d9a9aeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7821886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727545992452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727545489363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727545489381'] for port, after_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:20:09.031869 dv-cinder-811877-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc6eb37-8660-46a6-863e-c0a5ef826664 None None] Pushing event updated for resources: {'Port': ['ID=9e9e70ae-6ff6-4076-a229-a962cede057e,revision_number=3']} {{(pid=94002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:20:09.049332 dv-cinder-811877-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fc6eb37-8660-46a6-863e-c0a5ef826664 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=94002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:20:09.049679 dv-cinder-811877-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fc6eb37-8660-46a6-863e-c0a5ef826664 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=94002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:20:09.050068 dv-cinder-811877-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fc6eb37-8660-46a6-863e-c0a5ef826664 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=94002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:20:09.050345 dv-cinder-811877-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fc6eb37-8660-46a6-863e-c0a5ef826664 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=94002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:20:09.050701 dv-cinder-811877-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fc6eb37-8660-46a6-863e-c0a5ef826664 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=94002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:20:09.051028 dv-cinder-811877-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fc6eb37-8660-46a6-863e-c0a5ef826664 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=94002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:20:09.051350 dv-cinder-811877-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fc6eb37-8660-46a6-863e-c0a5ef826664 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=94002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:20:09.051671 dv-cinder-811877-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fc6eb37-8660-46a6-863e-c0a5ef826664 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=94002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:20:09.051997 dv-cinder-811877-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fc6eb37-8660-46a6-863e-c0a5ef826664 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=94002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:20:09.052314 dv-cinder-811877-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fc6eb37-8660-46a6-863e-c0a5ef826664 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=94002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:20:09.052630 dv-cinder-811877-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fc6eb37-8660-46a6-863e-c0a5ef826664 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=94002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:20:09.052977 dv-cinder-811877-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fc6eb37-8660-46a6-863e-c0a5ef826664 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=94002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:20:09.054688 dv-cinder-811877-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fc6eb37-8660-46a6-863e-c0a5ef826664 None None] Tracked resource versions report: Sep 30 06:20:09.054688 dv-cinder-811877-1-iscsi neutron-server[94002]: pushed versions: Sep 30 06:20:09.054688 dv-cinder-811877-1-iscsi neutron-server[94002]: { 'AddressGroup': {'1.2'}, Sep 30 06:20:09.054688 dv-cinder-811877-1-iscsi neutron-server[94002]: 'ConntrackHelper': {'1.0'}, Sep 30 06:20:09.054688 dv-cinder-811877-1-iscsi neutron-server[94002]: 'Log': {'1.0'}, Sep 30 06:20:09.054688 dv-cinder-811877-1-iscsi neutron-server[94002]: 'Network': {'1.1'}, Sep 30 06:20:09.054688 dv-cinder-811877-1-iscsi neutron-server[94002]: 'Port': {'1.7'}, Sep 30 06:20:09.054688 dv-cinder-811877-1-iscsi neutron-server[94002]: 'PortForwarding': {'1.2'}, Sep 30 06:20:09.054688 dv-cinder-811877-1-iscsi neutron-server[94002]: 'QosPolicy': {'1.9'}, Sep 30 06:20:09.054688 dv-cinder-811877-1-iscsi neutron-server[94002]: 'SecurityGroup': {'1.4'}, Sep 30 06:20:09.054688 dv-cinder-811877-1-iscsi neutron-server[94002]: 'SecurityGroupRule': {'1.2'}, Sep 30 06:20:09.054688 dv-cinder-811877-1-iscsi neutron-server[94002]: 'SubPort': {'1.0'}, Sep 30 06:20:09.054688 dv-cinder-811877-1-iscsi neutron-server[94002]: 'Subnet': {'1.1'}, Sep 30 06:20:09.054688 dv-cinder-811877-1-iscsi neutron-server[94002]: 'Trunk': {'1.1'}} Sep 30 06:20:09.054688 dv-cinder-811877-1-iscsi neutron-server[94002]: consumer versions: Sep 30 06:20:09.054688 dv-cinder-811877-1-iscsi neutron-server[94002]: { DHCP agent@dv-cinder-811877-1-iscsi: {}, Sep 30 06:20:09.054688 dv-cinder-811877-1-iscsi neutron-server[94002]: L3 agent@dv-cinder-811877-1-iscsi: {}, Sep 30 06:20:09.054688 dv-cinder-811877-1-iscsi neutron-server[94002]: Metadata agent@dv-cinder-811877-1-iscsi: {}, Sep 30 06:20:09.054688 dv-cinder-811877-1-iscsi neutron-server[94002]: Metering agent@dv-cinder-811877-1-iscsi: {}, Sep 30 06:20:09.054688 dv-cinder-811877-1-iscsi neutron-server[94002]: Open vSwitch agent@dv-cinder-811877-1-iscsi: { 'AddressGroup': '1.2', Sep 30 06:20:09.054688 dv-cinder-811877-1-iscsi neutron-server[94002]: 'ConntrackHelper': '1.0', Sep 30 06:20:09.054688 dv-cinder-811877-1-iscsi neutron-server[94002]: 'Log': '1.0', Sep 30 06:20:09.054688 dv-cinder-811877-1-iscsi neutron-server[94002]: 'Network': '1.1', Sep 30 06:20:09.054688 dv-cinder-811877-1-iscsi neutron-server[94002]: 'Port': '1.7', Sep 30 06:20:09.054688 dv-cinder-811877-1-iscsi neutron-server[94002]: 'PortForwarding': '1.2', Sep 30 06:20:09.054688 dv-cinder-811877-1-iscsi neutron-server[94002]: 'QosPolicy': '1.9', Sep 30 06:20:09.054688 dv-cinder-811877-1-iscsi neutron-server[94002]: 'SecurityGroup': '1.4', Sep 30 06:20:09.054688 dv-cinder-811877-1-iscsi neutron-server[94002]: 'SecurityGroupRule': '1.2', Sep 30 06:20:09.054688 dv-cinder-811877-1-iscsi neutron-server[94002]: 'SubPort': '1.0', Sep 30 06:20:09.054688 dv-cinder-811877-1-iscsi neutron-server[94002]: 'Subnet': '1.1', Sep 30 06:20:09.054688 dv-cinder-811877-1-iscsi neutron-server[94002]: 'Trunk': '1.1'}} Sep 30 06:20:09.054688 dv-cinder-811877-1-iscsi neutron-server[94002]: {{(pid=94002) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 30 06:20:09.057662 dv-cinder-811877-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.managers [None req-8be7d907-4471-4f4a-903d-06fb9d9a9aeb None None] Attempting to bind port 9e9e70ae-6ff6-4076-a229-a962cede057e on host dv-cinder-811877-1-iscsi for vnic_type normal with profile {{(pid=94002) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 06:20:09.058056 dv-cinder-811877-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.managers [None req-8be7d907-4471-4f4a-903d-06fb9d9a9aeb None None] Attempting to bind port 9e9e70ae-6ff6-4076-a229-a962cede057e by drivers openvswitch,hyperv on host dv-cinder-811877-1-iscsi at level 0 using segments [{'id': '05684127-c5dd-482f-9f13-191acbd441df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'a797a3cd-cc20-4ef3-b7fb-01e0e8c238ca'}] {{(pid=94002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 06:20:09.058485 dv-cinder-811877-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8be7d907-4471-4f4a-903d-06fb9d9a9aeb None None] Attempting to bind port 9e9e70ae-6ff6-4076-a229-a962cede057e on network a797a3cd-cc20-4ef3-b7fb-01e0e8c238ca {{(pid=94002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 06:20:09.066238 dv-cinder-811877-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8be7d907-4471-4f4a-903d-06fb9d9a9aeb None None] Checking agent: {'id': '38eed8e6-19bc-4ff2-90e0-3c7aa8a3a275', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-811877-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 6, 19, 32), 'started_at': datetime.datetime(2021, 9, 30, 6, 20, 2), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 6, 20, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-811877-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 06:20:09.066686 dv-cinder-811877-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8be7d907-4471-4f4a-903d-06fb9d9a9aeb None None] Checking segment: {'id': '05684127-c5dd-482f-9f13-191acbd441df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'a797a3cd-cc20-4ef3-b7fb-01e0e8c238ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 06:20:09.067207 dv-cinder-811877-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-8be7d907-4471-4f4a-903d-06fb9d9a9aeb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:20:09.067552 dv-cinder-811877-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8be7d907-4471-4f4a-903d-06fb9d9a9aeb None None] Bound using segment: {'id': '05684127-c5dd-482f-9f13-191acbd441df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'a797a3cd-cc20-4ef3-b7fb-01e0e8c238ca'} {{(pid=94002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 06:20:09.068052 dv-cinder-811877-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.managers [None req-8be7d907-4471-4f4a-903d-06fb9d9a9aeb None None] Bound port: 9e9e70ae-6ff6-4076-a229-a962cede057e, host: dv-cinder-811877-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05684127-c5dd-482f-9f13-191acbd441df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'a797a3cd-cc20-4ef3-b7fb-01e0e8c238ca'}}] {{(pid=94002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 06:20:09.068439 dv-cinder-811877-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-8be7d907-4471-4f4a-903d-06fb9d9a9aeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653538'] for port, before_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:20:09.096369 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.db.provisioning_blocks [None req-3ca32a5f-1e3e-4170-998d-e6e93f26a61c None None] Provisioning complete for port 9e9e70ae-6ff6-4076-a229-a962cede057e triggered by entity DHCP. {{(pid=94001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 06:20:09.096931 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-3ca32a5f-1e3e-4170-998d-e6e93f26a61c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-597822'] for port, provisioning_complete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:20:09.137045 dv-cinder-811877-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.db [None req-8be7d907-4471-4f4a-903d-06fb9d9a9aeb None None] For port 9e9e70ae-6ff6-4076-a229-a962cede057e, host dv-cinder-811877-1-iscsi, cleared binding levels {{(pid=94002) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 06:20:09.142857 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.plugin [None req-3ca32a5f-1e3e-4170-998d-e6e93f26a61c None None] Port 9e9e70ae-6ff6-4076-a229-a962cede057e cannot update to ACTIVE because it is not bound. {{(pid=94001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 06:20:09.156477 dv-cinder-811877-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.db [None req-8be7d907-4471-4f4a-903d-06fb9d9a9aeb None None] For port 9e9e70ae-6ff6-4076-a229-a962cede057e, host dv-cinder-811877-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811877-1-iscsi',level=0,port_id=9e9e70ae-6ff6-4076-a229-a962cede057e,segment=NetworkSegment(05684127-c5dd-482f-9f13-191acbd441df),segment_id=05684127-c5dd-482f-9f13-191acbd441df)] {{(pid=94002) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 06:20:09.161381 dv-cinder-811877-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-8be7d907-4471-4f4a-903d-06fb9d9a9aeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7821886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727545992452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727545489363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727545489381'] for port, after_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:20:09.214634 dv-cinder-811877-1-iscsi neutron-server[94002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8be7d907-4471-4f4a-903d-06fb9d9a9aeb None None] Routers {'b4a78e8c-cf05-4361-bfbc-3562259f5b2f'} bound to L3 agent in host dv-cinder-811877-1-iscsi {{(pid=94002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 06:20:09.215276 dv-cinder-811877-1-iscsi neutron-server[94002]: DEBUG neutron.db.l3_hamode_db [None req-8be7d907-4471-4f4a-903d-06fb9d9a9aeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811877-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-30T06:19:31Z,description=,heartbeat_timestamp=2021-09-30T06:20:01Z,host='dv-cinder-811877-1-iscsi',id=f054bd23-6895-478f-87a4-7cc0e21c04e0,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T06:19:31Z,topic='l3_agent')) {'router_ids': ['b4a78e8c-cf05-4361-bfbc-3562259f5b2f'], 'active': True} {{(pid=94002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 06:20:09.264485 dv-cinder-811877-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc6eb37-8660-46a6-863e-c0a5ef826664 None None] Pushing event updated for resources: {'Port': ['ID=9e9e70ae-6ff6-4076-a229-a962cede057e,revision_number=4']} {{(pid=94002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:20:09.322619 dv-cinder-811877-1-iscsi neutron-server[94002]: DEBUG neutron.db.l3_dvr_db [None req-8be7d907-4471-4f4a-903d-06fb9d9a9aeb None None] Set router b4a78e8c-cf05-4361-bfbc-3562259f5b2f gateway port host: None {{(pid=94002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 06:20:09.361617 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.db.provisioning_blocks [None req-2aab1010-d197-47a9-a3fd-571cad6ada4e None None] Provisioning complete for port 9e9e70ae-6ff6-4076-a229-a962cede057e triggered by entity DHCP. {{(pid=94001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 06:20:09.361987 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-2aab1010-d197-47a9-a3fd-571cad6ada4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-597822'] for port, provisioning_complete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:20:09.439600 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-2aab1010-d197-47a9-a3fd-571cad6ada4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653538'] for port, before_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:20:09.472215 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.db [None req-2aab1010-d197-47a9-a3fd-571cad6ada4e None None] For port 9e9e70ae-6ff6-4076-a229-a962cede057e, host dv-cinder-811877-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811877-1-iscsi',level=0,port_id=9e9e70ae-6ff6-4076-a229-a962cede057e,segment=NetworkSegment(05684127-c5dd-482f-9f13-191acbd441df),segment_id=05684127-c5dd-482f-9f13-191acbd441df)] {{(pid=94001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 06:20:09.477441 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-2aab1010-d197-47a9-a3fd-571cad6ada4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7821886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727545992452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727545489363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727545489381'] for port, after_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:20:09.526394 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aab1010-d197-47a9-a3fd-571cad6ada4e None None] Pushing event updated for resources: {'Port': ['ID=9e9e70ae-6ff6-4076-a229-a962cede057e,revision_number=5']} {{(pid=94001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:20:09.556009 dv-cinder-811877-1-iscsi neutron-server[94002]: DEBUG neutron.db.l3_hamode_db [None req-8be7d907-4471-4f4a-903d-06fb9d9a9aeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4a78e8c-cf05-4361-bfbc-3562259f5b2f', 'name': 'router1', 'tenant_id': 'e9fe016f6b2f491496636748795f5a6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T06:19:55Z', 'updated_at': '2021-09-30T06:20:06Z', 'revision_number': 2, 'project_id': 'e9fe016f6b2f491496636748795f5a6c', 'gw_port_host': None, '_interfaces': [{'id': '9e9e70ae-6ff6-4076-a229-a962cede057e', 'name': '', 'network_id': 'a797a3cd-cc20-4ef3-b7fb-01e0e8c238ca', 'tenant_id': 'e9fe016f6b2f491496636748795f5a6c', 'mac_address': 'fa:16:3e:30:b3:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4a78e8c-cf05-4361-bfbc-3562259f5b2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5a399e05-333e-4602-9e3a-e7d8a568ec58', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T06:20:06Z', 'updated_at': '2021-09-30T06:20:09Z', 'revision_number': 4, 'project_id': 'e9fe016f6b2f491496636748795f5a6c', 'subnets': [{'id': '5a399e05-333e-4602-9e3a-e7d8a568ec58', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4ab6e2ed-8915-48a3-9238-e58adbfe4a06'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811877-1-iscsi', False) {} {{(pid=94002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 06:20:09.582666 dv-cinder-811877-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8be7d907-4471-4f4a-903d-06fb9d9a9aeb None None] The sync data for ids ['b4a78e8c-cf05-4361-bfbc-3562259f5b2f'] in dv-cinder-811877-1-iscsi is: [{'id': 'b4a78e8c-cf05-4361-bfbc-3562259f5b2f', 'name': 'router1', 'tenant_id': 'e9fe016f6b2f491496636748795f5a6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T06:19:55Z', 'updated_at': '2021-09-30T06:20:06Z', 'revision_number': 2, 'project_id': 'e9fe016f6b2f491496636748795f5a6c', 'gw_port_host': None, '_interfaces': [{'id': '9e9e70ae-6ff6-4076-a229-a962cede057e', 'name': '', 'network_id': 'a797a3cd-cc20-4ef3-b7fb-01e0e8c238ca', 'tenant_id': 'e9fe016f6b2f491496636748795f5a6c', 'mac_address': 'fa:16:3e:30:b3:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4a78e8c-cf05-4361-bfbc-3562259f5b2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5a399e05-333e-4602-9e3a-e7d8a568ec58', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T06:20:06Z', 'updated_at': '2021-09-30T06:20:09Z', 'revision_number': 4, 'project_id': 'e9fe016f6b2f491496636748795f5a6c', 'subnets': [{'id': '5a399e05-333e-4602-9e3a-e7d8a568ec58', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4ab6e2ed-8915-48a3-9238-e58adbfe4a06'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 06:20:09.886739 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.36', 49280) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 06:20:10.010360 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9da3d623-e288-464c-a243-e7ca8e57cb98 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:20:10.011748 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [None req-9da3d623-e288-464c-a243-e7ca8e57cb98 admin admin] 10.222.0.36 "GET /v2.0/networks/ddd8ee8b-b24f-47fb-afd7-cfc700c93624 HTTP/1.1" status: 200 len: 842 time: 0.1241295 Sep 30 06:20:10.021628 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.api.v2.base [None req-6432e2e4-52db-411f-8086-23aea632c22b admin admin] Request body: {'subnet': {'ip_version': 4, 'network_id': 'ddd8ee8b-b24f-47fb-afd7-cfc700c93624', 'cidr': '172.27.1.0/24', 'name': 'public-subnet', 'gateway_ip': '172.27.1.1', 'enable_dhcp': False}} {{(pid=94000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 06:20:10.043421 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6432e2e4-52db-411f-8086-23aea632c22b admin admin] Made reservation on behalf of a5a2af8f94a94f7e85ae9cf34cab6c5d for: {'subnet': 1} {{(pid=94000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 06:20:10.045737 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-6432e2e4-52db-411f-8086-23aea632c22b admin admin] Notify callbacks [] for subnet, before_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:20:10.359963 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.objects.ports [None req-6432e2e4-52db-411f-8086-23aea632c22b admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94000) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 30 06:20:10.360428 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-6432e2e4-52db-411f-8086-23aea632c22b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7821886'] for subnet, after_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:20:10.407961 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6432e2e4-52db-411f-8086-23aea632c22b admin admin] Pushing event updated for resources: {'Subnet': ['ID=4727b4cf-a8ea-4dab-8db4-019b4e8b0546,revision_number=0']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:20:10.423711 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6432e2e4-52db-411f-8086-23aea632c22b admin admin] Checking segment: {'id': 'f18bb042-e630-4c4b-b384-e9bf093ecc8b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ddd8ee8b-b24f-47fb-afd7-cfc700c93624'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 06:20:10.424069 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6432e2e4-52db-411f-8086-23aea632c22b admin admin] Network hostable DHCP agents. Network: ddd8ee8b-b24f-47fb-afd7-cfc700c93624, hostable agents: ['2764eebb-577a-46b3-8e38-018fcc444f25'], hosted agents: [] {{(pid=94000) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 06:20:10.441272 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6432e2e4-52db-411f-8086-23aea632c22b admin admin] Network ddd8ee8b-b24f-47fb-afd7-cfc700c93624 is scheduled to be hosted by DHCP agent 2764eebb-577a-46b3-8e38-018fcc444f25 with binding_index 1 {{(pid=94000) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 06:20:10.451795 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.scheduler.base_scheduler [None req-6432e2e4-52db-411f-8086-23aea632c22b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-811877-1-iscsi, ddd8ee8b-b24f-47fb-afd7-cfc700c93624) {{(pid=94000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 06:20:10.456163 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6432e2e4-52db-411f-8086-23aea632c22b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:20:10.456823 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-6432e2e4-52db-411f-8086-23aea632c22b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7821868'] for subnet, before_response {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:20:10.463108 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f5fc331-a459-4d47-a09c-2b961fde7ddb None None] Network ddd8ee8b-b24f-47fb-afd7-cfc700c93624 requested from dv-cinder-811877-1-iscsi {{(pid=94001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 06:20:10.487218 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [None req-6432e2e4-52db-411f-8086-23aea632c22b admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4688029 Sep 30 06:20:10.610201 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-676d471c-2459-4caa-bd3a-8f9b3cedafbd None None] Network ddd8ee8b-b24f-47fb-afd7-cfc700c93624 requested from dv-cinder-811877-1-iscsi {{(pid=94001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 06:20:12.856175 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.36', 49288) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 06:20:13.082302 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [None req-1bfe3f6d-9464-41b6-b668-7e7ae5b1632c admin admin] 10.222.0.36 "GET /v2.0/routers/b4a78e8c-cf05-4361-bfbc-3562259f5b2f HTTP/1.1" status: 200 len: 710 time: 0.2247992 Sep 30 06:20:13.177827 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12ec2695-9d3f-4283-91e3-7a0fc92f4688 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:20:13.186052 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [None req-12ec2695-9d3f-4283-91e3-7a0fc92f4688 admin admin] 10.222.0.36 "GET /v2.0/networks/ddd8ee8b-b24f-47fb-afd7-cfc700c93624 HTTP/1.1" status: 200 len: 886 time: 0.0915890 Sep 30 06:20:13.190052 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.api.v2.base [None req-5c3d6203-4eb0-4331-9aad-407a4009daec admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ddd8ee8b-b24f-47fb-afd7-cfc700c93624'}}} {{(pid=94000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 06:20:13.493616 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-5c3d6203-4eb0-4331-9aad-407a4009daec admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:20:13.727355 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-5c3d6203-4eb0-4331-9aad-407a4009daec admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:20:13.805453 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-5c3d6203-4eb0-4331-9aad-407a4009daec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653538'] for port, before_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:20:13.973449 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.db.db_base_plugin_common [None req-5c3d6203-4eb0-4331-9aad-407a4009daec admin admin] Allocated IP 172.27.1.204 (ddd8ee8b-b24f-47fb-afd7-cfc700c93624/4727b4cf-a8ea-4dab-8db4-019b4e8b0546/a6953b5a-c210-4eff-b63f-2908f2e8a886) {{(pid=94000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 06:20:14.090175 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-5c3d6203-4eb0-4331-9aad-407a4009daec admin admin] Notify callbacks [] for port, precommit_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:20:14.149856 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-5c3d6203-4eb0-4331-9aad-407a4009daec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7821886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727545489345'] for port, after_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:20:14.220833 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c3d6203-4eb0-4331-9aad-407a4009daec admin admin] Network ddd8ee8b-b24f-47fb-afd7-cfc700c93624 is already hosted by enough agents. {{(pid=94000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 06:20:14.229286 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.scheduler.base_scheduler [None req-5c3d6203-4eb0-4331-9aad-407a4009daec admin admin] Resources bound (agent type, host, resource id): {{(pid=94000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 06:20:14.237014 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c3d6203-4eb0-4331-9aad-407a4009daec admin admin] Received port after_create {{(pid=94000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 06:20:14.246298 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3d6203-4eb0-4331-9aad-407a4009daec admin admin] Pushing event updated for resources: {'Port': ['ID=a6953b5a-c210-4eff-b63f-2908f2e8a886,revision_number=1']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:20:14.528106 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-5c3d6203-4eb0-4331-9aad-407a4009daec admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:20:14.731912 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-5c3d6203-4eb0-4331-9aad-407a4009daec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7878803', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7877123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-684'] for router, precommit_update {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:20:14.736443 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-5c3d6203-4eb0-4331-9aad-407a4009daec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7878840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7878826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7878817', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7877146'] for router, after_update {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:20:14.934902 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c3d6203-4eb0-4331-9aad-407a4009daec admin admin] Router b4a78e8c-cf05-4361-bfbc-3562259f5b2f has already been hosted by L3 agent f054bd23-6895-478f-87a4-7cc0e21c04e0 {{(pid=94000) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 06:20:15.046635 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c3d6203-4eb0-4331-9aad-407a4009daec admin admin] Notify agent at l3_agent.dv-cinder-811877-1-iscsi the message routers_updated {{(pid=94000) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 06:20:15.051225 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-5c3d6203-4eb0-4331-9aad-407a4009daec admin admin] Notify callbacks [] for router, before_response {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:20:15.052488 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [None req-5c3d6203-4eb0-4331-9aad-407a4009daec admin admin] 10.222.0.36 "PUT /v2.0/routers/b4a78e8c-cf05-4361-bfbc-3562259f5b2f HTTP/1.1" status: 200 len: 890 time: 1.8657594 Sep 30 06:20:15.905705 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.rpc [None req-1a5ef50c-1a60-4eeb-b96e-cf5df6fcca4b None None] Device 9e9e70ae-6ff6-4076-a229-a962cede057e up at agent ovs-agent-dv-cinder-811877-1-iscsi {{(pid=94001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 06:20:15.955682 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.db.provisioning_blocks [None req-1a5ef50c-1a60-4eeb-b96e-cf5df6fcca4b None None] Provisioning complete for port 9e9e70ae-6ff6-4076-a229-a962cede057e triggered by entity L2. {{(pid=94001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 06:20:15.956053 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-1a5ef50c-1a60-4eeb-b96e-cf5df6fcca4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-597822'] for port, provisioning_complete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:20:16.268878 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25e5801c-e245-46b1-baab-c38fbcac2797 None None] Sync routers for ids ['b4a78e8c-cf05-4361-bfbc-3562259f5b2f'] in dv-cinder-811877-1-iscsi {{(pid=94001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 06:20:16.280324 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25e5801c-e245-46b1-baab-c38fbcac2797 None None] Routers {'b4a78e8c-cf05-4361-bfbc-3562259f5b2f'} bound to L3 agent in host dv-cinder-811877-1-iscsi {{(pid=94001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 06:20:16.280983 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.db.l3_hamode_db [None req-25e5801c-e245-46b1-baab-c38fbcac2797 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811877-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-30T06:19:31Z,description=,heartbeat_timestamp=2021-09-30T06:20:01Z,host='dv-cinder-811877-1-iscsi',id=f054bd23-6895-478f-87a4-7cc0e21c04e0,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T06:19:31Z,topic='l3_agent')) {'router_ids': ['b4a78e8c-cf05-4361-bfbc-3562259f5b2f'], 'active': True} {{(pid=94001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 06:20:16.509294 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.db.l3_dvr_db [None req-25e5801c-e245-46b1-baab-c38fbcac2797 None None] Set router b4a78e8c-cf05-4361-bfbc-3562259f5b2f gateway port host: dv-cinder-811877-1-iscsi {{(pid=94001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 06:20:16.948748 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.db.l3_hamode_db [None req-25e5801c-e245-46b1-baab-c38fbcac2797 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4a78e8c-cf05-4361-bfbc-3562259f5b2f', 'name': 'router1', 'tenant_id': 'e9fe016f6b2f491496636748795f5a6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddd8ee8b-b24f-47fb-afd7-cfc700c93624', 'external_fixed_ips': [{'subnet_id': '4727b4cf-a8ea-4dab-8db4-019b4e8b0546', 'ip_address': '172.27.1.204'}], 'enable_snat': True}, 'gw_port_id': 'a6953b5a-c210-4eff-b63f-2908f2e8a886', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T06:19:55Z', 'updated_at': '2021-09-30T06:20:14Z', 'revision_number': 4, 'project_id': 'e9fe016f6b2f491496636748795f5a6c', 'gw_port': {'id': 'a6953b5a-c210-4eff-b63f-2908f2e8a886', 'name': '', 'network_id': 'ddd8ee8b-b24f-47fb-afd7-cfc700c93624', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:9a:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4a78e8c-cf05-4361-bfbc-3562259f5b2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '4727b4cf-a8ea-4dab-8db4-019b4e8b0546', 'ip_address': '172.27.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T06:20:13Z', 'updated_at': '2021-09-30T06:20:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4727b4cf-a8ea-4dab-8db4-019b4e8b0546', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811877-1-iscsi', '_interfaces': [{'id': '9e9e70ae-6ff6-4076-a229-a962cede057e', 'name': '', 'network_id': 'a797a3cd-cc20-4ef3-b7fb-01e0e8c238ca', 'tenant_id': 'e9fe016f6b2f491496636748795f5a6c', 'mac_address': 'fa:16:3e:30:b3:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4a78e8c-cf05-4361-bfbc-3562259f5b2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5a399e05-333e-4602-9e3a-e7d8a568ec58', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T06:20:06Z', 'updated_at': '2021-09-30T06:20:09Z', 'revision_number': 5, 'project_id': 'e9fe016f6b2f491496636748795f5a6c', 'subnets': [{'id': '5a399e05-333e-4602-9e3a-e7d8a568ec58', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4ab6e2ed-8915-48a3-9238-e58adbfe4a06'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811877-1-iscsi', False) {} {{(pid=94001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 06:20:17.001990 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25e5801c-e245-46b1-baab-c38fbcac2797 None None] Checking router: b4a78e8c-cf05-4361-bfbc-3562259f5b2f for host: dv-cinder-811877-1-iscsi {{(pid=94001) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 06:20:17.002337 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25e5801c-e245-46b1-baab-c38fbcac2797 None None] Updating router b4a78e8c-cf05-4361-bfbc-3562259f5b2f port a6953b5a-c210-4eff-b63f-2908f2e8a886 binding host dv-cinder-811877-1-iscsi {{(pid=94001) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 30 06:20:17.049571 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-25e5801c-e245-46b1-baab-c38fbcac2797 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653538'] for port, before_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:20:17.481005 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-25e5801c-e245-46b1-baab-c38fbcac2797 None None] Notify callbacks [] for port, precommit_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:20:17.487664 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-25e5801c-e245-46b1-baab-c38fbcac2797 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7821886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727545992452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727545489363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727545489381'] for port, after_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:20:17.527676 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.36', 49300) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 06:20:17.543393 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a33d2f-c06a-43e6-8f37-4710d517c179 None None] Pushing event updated for resources: {'Port': ['ID=a6953b5a-c210-4eff-b63f-2908f2e8a886,revision_number=2']} {{(pid=94001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:20:17.548815 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.managers [None req-25e5801c-e245-46b1-baab-c38fbcac2797 None None] Attempting to bind port a6953b5a-c210-4eff-b63f-2908f2e8a886 on host dv-cinder-811877-1-iscsi for vnic_type normal with profile {{(pid=94001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 06:20:17.549200 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.managers [None req-25e5801c-e245-46b1-baab-c38fbcac2797 None None] Attempting to bind port a6953b5a-c210-4eff-b63f-2908f2e8a886 by drivers openvswitch,hyperv on host dv-cinder-811877-1-iscsi at level 0 using segments [{'id': 'f18bb042-e630-4c4b-b384-e9bf093ecc8b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ddd8ee8b-b24f-47fb-afd7-cfc700c93624'}] {{(pid=94001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 06:20:17.549555 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25e5801c-e245-46b1-baab-c38fbcac2797 None None] Attempting to bind port a6953b5a-c210-4eff-b63f-2908f2e8a886 on network ddd8ee8b-b24f-47fb-afd7-cfc700c93624 {{(pid=94001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 06:20:17.555498 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25e5801c-e245-46b1-baab-c38fbcac2797 None None] Checking agent: {'id': '38eed8e6-19bc-4ff2-90e0-3c7aa8a3a275', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-811877-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 6, 19, 32), 'started_at': datetime.datetime(2021, 9, 30, 6, 20, 2), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 6, 20, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-811877-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 06:20:17.555876 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25e5801c-e245-46b1-baab-c38fbcac2797 None None] Checking segment: {'id': 'f18bb042-e630-4c4b-b384-e9bf093ecc8b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ddd8ee8b-b24f-47fb-afd7-cfc700c93624'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 06:20:17.556296 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-25e5801c-e245-46b1-baab-c38fbcac2797 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:20:17.556682 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25e5801c-e245-46b1-baab-c38fbcac2797 None None] Bound using segment: {'id': 'f18bb042-e630-4c4b-b384-e9bf093ecc8b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ddd8ee8b-b24f-47fb-afd7-cfc700c93624'} {{(pid=94001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 06:20:17.557153 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.managers [None req-25e5801c-e245-46b1-baab-c38fbcac2797 None None] Bound port: a6953b5a-c210-4eff-b63f-2908f2e8a886, host: dv-cinder-811877-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f18bb042-e630-4c4b-b384-e9bf093ecc8b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ddd8ee8b-b24f-47fb-afd7-cfc700c93624'}}] {{(pid=94001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 06:20:17.557561 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-25e5801c-e245-46b1-baab-c38fbcac2797 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653538'] for port, before_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:20:17.611690 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.db [None req-25e5801c-e245-46b1-baab-c38fbcac2797 None None] For port a6953b5a-c210-4eff-b63f-2908f2e8a886, host dv-cinder-811877-1-iscsi, cleared binding levels {{(pid=94001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 06:20:17.614954 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.db [None req-25e5801c-e245-46b1-baab-c38fbcac2797 None None] For port a6953b5a-c210-4eff-b63f-2908f2e8a886, host dv-cinder-811877-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811877-1-iscsi',level=0,port_id=a6953b5a-c210-4eff-b63f-2908f2e8a886,segment=NetworkSegment(f18bb042-e630-4c4b-b384-e9bf093ecc8b),segment_id=f18bb042-e630-4c4b-b384-e9bf093ecc8b)] {{(pid=94001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 06:20:17.620394 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-25e5801c-e245-46b1-baab-c38fbcac2797 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7821886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727545992452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727545489363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727545489381'] for port, after_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:20:17.658930 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [None req-8ed07a2c-dec0-4628-8f7c-c3154c2799e9 admin admin] 10.222.0.36 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1298981 Sep 30 06:20:17.691191 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25e5801c-e245-46b1-baab-c38fbcac2797 None None] Routers {'b4a78e8c-cf05-4361-bfbc-3562259f5b2f'} bound to L3 agent in host dv-cinder-811877-1-iscsi {{(pid=94001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 06:20:17.691889 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.db.l3_hamode_db [None req-25e5801c-e245-46b1-baab-c38fbcac2797 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811877-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-30T06:19:31Z,description=,heartbeat_timestamp=2021-09-30T06:20:01Z,host='dv-cinder-811877-1-iscsi',id=f054bd23-6895-478f-87a4-7cc0e21c04e0,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T06:19:31Z,topic='l3_agent')) {'router_ids': ['b4a78e8c-cf05-4361-bfbc-3562259f5b2f'], 'active': True} {{(pid=94001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 06:20:17.695665 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a33d2f-c06a-43e6-8f37-4710d517c179 None None] Pushing event updated for resources: {'Port': ['ID=a6953b5a-c210-4eff-b63f-2908f2e8a886,revision_number=3']} {{(pid=94001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:20:17.820544 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.db.l3_dvr_db [None req-25e5801c-e245-46b1-baab-c38fbcac2797 None None] Set router b4a78e8c-cf05-4361-bfbc-3562259f5b2f gateway port host: dv-cinder-811877-1-iscsi {{(pid=94001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 06:20:18.053159 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.db.l3_hamode_db [None req-25e5801c-e245-46b1-baab-c38fbcac2797 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4a78e8c-cf05-4361-bfbc-3562259f5b2f', 'name': 'router1', 'tenant_id': 'e9fe016f6b2f491496636748795f5a6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddd8ee8b-b24f-47fb-afd7-cfc700c93624', 'external_fixed_ips': [{'subnet_id': '4727b4cf-a8ea-4dab-8db4-019b4e8b0546', 'ip_address': '172.27.1.204'}], 'enable_snat': True}, 'gw_port_id': 'a6953b5a-c210-4eff-b63f-2908f2e8a886', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T06:19:55Z', 'updated_at': '2021-09-30T06:20:14Z', 'revision_number': 4, 'project_id': 'e9fe016f6b2f491496636748795f5a6c', 'gw_port': {'id': 'a6953b5a-c210-4eff-b63f-2908f2e8a886', 'name': '', 'network_id': 'ddd8ee8b-b24f-47fb-afd7-cfc700c93624', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:9a:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4a78e8c-cf05-4361-bfbc-3562259f5b2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '4727b4cf-a8ea-4dab-8db4-019b4e8b0546', 'ip_address': '172.27.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T06:20:13Z', 'updated_at': '2021-09-30T06:20:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4727b4cf-a8ea-4dab-8db4-019b4e8b0546', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811877-1-iscsi', '_interfaces': [{'id': '9e9e70ae-6ff6-4076-a229-a962cede057e', 'name': '', 'network_id': 'a797a3cd-cc20-4ef3-b7fb-01e0e8c238ca', 'tenant_id': 'e9fe016f6b2f491496636748795f5a6c', 'mac_address': 'fa:16:3e:30:b3:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4a78e8c-cf05-4361-bfbc-3562259f5b2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5a399e05-333e-4602-9e3a-e7d8a568ec58', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T06:20:06Z', 'updated_at': '2021-09-30T06:20:09Z', 'revision_number': 5, 'project_id': 'e9fe016f6b2f491496636748795f5a6c', 'subnets': [{'id': '5a399e05-333e-4602-9e3a-e7d8a568ec58', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4ab6e2ed-8915-48a3-9238-e58adbfe4a06'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811877-1-iscsi', False) {} {{(pid=94001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 06:20:18.081427 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25e5801c-e245-46b1-baab-c38fbcac2797 None None] The sync data for ids ['b4a78e8c-cf05-4361-bfbc-3562259f5b2f'] in dv-cinder-811877-1-iscsi is: [{'id': 'b4a78e8c-cf05-4361-bfbc-3562259f5b2f', 'name': 'router1', 'tenant_id': 'e9fe016f6b2f491496636748795f5a6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddd8ee8b-b24f-47fb-afd7-cfc700c93624', 'external_fixed_ips': [{'subnet_id': '4727b4cf-a8ea-4dab-8db4-019b4e8b0546', 'ip_address': '172.27.1.204'}], 'enable_snat': True}, 'gw_port_id': 'a6953b5a-c210-4eff-b63f-2908f2e8a886', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T06:19:55Z', 'updated_at': '2021-09-30T06:20:14Z', 'revision_number': 4, 'project_id': 'e9fe016f6b2f491496636748795f5a6c', 'gw_port': {'id': 'a6953b5a-c210-4eff-b63f-2908f2e8a886', 'name': '', 'network_id': 'ddd8ee8b-b24f-47fb-afd7-cfc700c93624', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:9a:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4a78e8c-cf05-4361-bfbc-3562259f5b2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '4727b4cf-a8ea-4dab-8db4-019b4e8b0546', 'ip_address': '172.27.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T06:20:13Z', 'updated_at': '2021-09-30T06:20:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4727b4cf-a8ea-4dab-8db4-019b4e8b0546', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811877-1-iscsi', '_interfaces': [{'id': '9e9e70ae-6ff6-4076-a229-a962cede057e', 'name': '', 'network_id': 'a797a3cd-cc20-4ef3-b7fb-01e0e8c238ca', 'tenant_id': 'e9fe016f6b2f491496636748795f5a6c', 'mac_address': 'fa:16:3e:30:b3:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4a78e8c-cf05-4361-bfbc-3562259f5b2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5a399e05-333e-4602-9e3a-e7d8a568ec58', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T06:20:06Z', 'updated_at': '2021-09-30T06:20:09Z', 'revision_number': 5, 'project_id': 'e9fe016f6b2f491496636748795f5a6c', 'subnets': [{'id': '5a399e05-333e-4602-9e3a-e7d8a568ec58', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4ab6e2ed-8915-48a3-9238-e58adbfe4a06'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 06:20:19.944734 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.rpc [None req-1a5ef50c-1a60-4eeb-b96e-cf5df6fcca4b None None] Device a6953b5a-c210-4eff-b63f-2908f2e8a886 up at agent ovs-agent-dv-cinder-811877-1-iscsi {{(pid=94001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 06:20:20.011424 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.db.provisioning_blocks [None req-1a5ef50c-1a60-4eeb-b96e-cf5df6fcca4b None None] Provisioning complete for port a6953b5a-c210-4eff-b63f-2908f2e8a886 triggered by entity L2. {{(pid=94001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 06:20:20.011820 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-1a5ef50c-1a60-4eeb-b96e-cf5df6fcca4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-597822'] for port, provisioning_complete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:20:20.116545 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-1a5ef50c-1a60-4eeb-b96e-cf5df6fcca4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653538'] for port, before_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:20:20.140623 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.db [None req-1a5ef50c-1a60-4eeb-b96e-cf5df6fcca4b None None] For port a6953b5a-c210-4eff-b63f-2908f2e8a886, host dv-cinder-811877-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811877-1-iscsi',level=0,port_id=a6953b5a-c210-4eff-b63f-2908f2e8a886,segment=NetworkSegment(f18bb042-e630-4c4b-b384-e9bf093ecc8b),segment_id=f18bb042-e630-4c4b-b384-e9bf093ecc8b)] {{(pid=94001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 06:20:20.146448 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-1a5ef50c-1a60-4eeb-b96e-cf5df6fcca4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7821886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727545992452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727545489363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727545489381'] for port, after_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:20:20.204718 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5ef50c-1a60-4eeb-b96e-cf5df6fcca4b None None] Pushing event updated for resources: {'Port': ['ID=a6953b5a-c210-4eff-b63f-2908f2e8a886,revision_number=4']} {{(pid=94001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:20:21.933469 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.rpc [None req-1a5ef50c-1a60-4eeb-b96e-cf5df6fcca4b None None] Device a6953b5a-c210-4eff-b63f-2908f2e8a886 up at agent ovs-agent-dv-cinder-811877-1-iscsi {{(pid=94001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 06:20:22.029031 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.db.provisioning_blocks [None req-1a5ef50c-1a60-4eeb-b96e-cf5df6fcca4b None None] Provisioning complete for port a6953b5a-c210-4eff-b63f-2908f2e8a886 triggered by entity L2. {{(pid=94001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 06:20:22.029673 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-1a5ef50c-1a60-4eeb-b96e-cf5df6fcca4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-597822'] for port, provisioning_complete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:20:26.319445 dv-cinder-811877-1-iscsi neutron-server[94002]: DEBUG neutron.db.agents_db [None req-d9c94b1b-4ad8-4063-8329-7a4f29b52830 None None] Agent healthcheck: found 5 active agents {{(pid=94002) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 06:20:28.433104 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-f19308d3-8224-4c45-a9e0-20fecfde6d6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727546001794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-597483'] for agent, after_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:20:31.294610 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-86393ad2-7685-4f80-9e1d-25c23eb75e6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727546001794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-597483'] for agent, after_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:20:32.274568 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-1a5ef50c-1a60-4eeb-b96e-cf5df6fcca4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727546001794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-597483'] for agent, after_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:20:32.580804 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-028184f3-f8cc-4c85-9e6b-64613141ad03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727546001794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-597483'] for agent, after_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:20:33.945477 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-31788eca-3db2-42eb-847b-597dce492ba7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727546001794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-597483'] for agent, after_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:20:58.424659 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-a2b1d00a-205a-48bd-8cf1-5f32aa9ce306 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727546001794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-597483'] for agent, after_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:21:01.301609 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-7ad6818f-a47b-47fd-ace5-e3c45f6bc886 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727546001794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-597483'] for agent, after_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:21:02.280729 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-1a5ef50c-1a60-4eeb-b96e-cf5df6fcca4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727546001794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-597483'] for agent, after_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:21:02.577853 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-028184f3-f8cc-4c85-9e6b-64613141ad03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727546001794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-597483'] for agent, after_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:21:03.320012 dv-cinder-811877-1-iscsi neutron-server[94002]: DEBUG neutron.db.agents_db [None req-d9c94b1b-4ad8-4063-8329-7a4f29b52830 None None] Agent healthcheck: found 5 active agents {{(pid=94002) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 06:21:03.945006 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-31788eca-3db2-42eb-847b-597dce492ba7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727546001794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-597483'] for agent, after_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:21:28.422929 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-77b34775-a7aa-4c5c-b47b-0bfd4a5d9098 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727546001794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-597483'] for agent, after_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:21:31.303919 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-d5d4660b-c2a1-422a-bbfb-d5de0313e143 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727546001794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-597483'] for agent, after_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:21:32.277825 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-1a5ef50c-1a60-4eeb-b96e-cf5df6fcca4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727546001794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-597483'] for agent, after_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:21:32.572722 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-028184f3-f8cc-4c85-9e6b-64613141ad03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727546001794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-597483'] for agent, after_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:21:33.944597 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-31788eca-3db2-42eb-847b-597dce492ba7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727546001794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-597483'] for agent, after_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:21:40.320691 dv-cinder-811877-1-iscsi neutron-server[94002]: DEBUG neutron.db.agents_db [None req-d9c94b1b-4ad8-4063-8329-7a4f29b52830 None None] Agent healthcheck: found 5 active agents {{(pid=94002) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 06:21:58.413675 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-c2714dfc-4aec-45e9-a0ea-8920c917213f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727546001794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-597483'] for agent, after_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:21:59.991149 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.36', 49862) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 06:22:00.055635 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae1e0408-c3e8-4d20-83b3-2113a74ddec8 admin admin] GET failed (client error): The resource could not be found. Sep 30 06:22:00.056989 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [None req-ae1e0408-c3e8-4d20-83b3-2113a74ddec8 admin admin] 10.222.0.36 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0648830 Sep 30 06:22:00.216831 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c32451e2-4c65-4b7d-88ec-89c64d904ef4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:22:00.218239 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [None req-c32451e2-4c65-4b7d-88ec-89c64d904ef4 admin admin] 10.222.0.36 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1566391 Sep 30 06:22:01.296555 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-e207459a-3e98-4734-a1cb-bc6cf82b351b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727546001794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-597483'] for agent, after_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:22:02.280726 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-1a5ef50c-1a60-4eeb-b96e-cf5df6fcca4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727546001794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-597483'] for agent, after_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:22:02.499233 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.36', 49872) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 06:22:02.573966 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-028184f3-f8cc-4c85-9e6b-64613141ad03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727546001794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-597483'] for agent, after_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:22:02.593035 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2153ac19-c667-41a4-9946-e74b4ca20ccc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:22:02.594409 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [None req-2153ac19-c667-41a4-9946-e74b4ca20ccc admin admin] 10.222.0.36 "GET /v2.0/subnets/5a399e05-333e-4602-9e3a-e7d8a568ec58 HTTP/1.1" status: 200 len: 849 time: 0.0942249 Sep 30 06:22:02.605449 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.api.v2.base [None req-f3ccab8e-41ad-4018-b081-54ed9df2e144 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=94000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 06:22:02.692498 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-f3ccab8e-41ad-4018-b081-54ed9df2e144 admin admin] Notify callbacks [] for subnet, before_update {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:22:02.842641 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-f3ccab8e-41ad-4018-b081-54ed9df2e144 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7821886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8727545991415'] for subnet, after_update {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:22:02.875751 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3ccab8e-41ad-4018-b081-54ed9df2e144 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:22:02.876703 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-f3ccab8e-41ad-4018-b081-54ed9df2e144 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7821868'] for subnet, before_response {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:22:02.879492 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [None req-f3ccab8e-41ad-4018-b081-54ed9df2e144 admin admin] 10.222.0.36 "PUT /v2.0/subnets/5a399e05-333e-4602-9e3a-e7d8a568ec58 HTTP/1.1" status: 200 len: 868 time: 0.2775629 Sep 30 06:22:02.880468 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecaa17bf-4fc3-49cb-a864-36ee93eed868 None None] Network a797a3cd-cc20-4ef3-b7fb-01e0e8c238ca requested from dv-cinder-811877-1-iscsi {{(pid=94001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 06:22:02.901373 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ccab8e-41ad-4018-b081-54ed9df2e144 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5a399e05-333e-4602-9e3a-e7d8a568ec58,revision_number=1']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:22:02.908971 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ccab8e-41ad-4018-b081-54ed9df2e144 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=94000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:22:02.909535 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ccab8e-41ad-4018-b081-54ed9df2e144 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=94000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:22:02.910160 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ccab8e-41ad-4018-b081-54ed9df2e144 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=94000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:22:02.910530 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ccab8e-41ad-4018-b081-54ed9df2e144 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=94000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:22:02.910973 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ccab8e-41ad-4018-b081-54ed9df2e144 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=94000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:22:02.911334 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ccab8e-41ad-4018-b081-54ed9df2e144 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=94000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:22:02.911677 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ccab8e-41ad-4018-b081-54ed9df2e144 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=94000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:22:02.912014 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ccab8e-41ad-4018-b081-54ed9df2e144 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=94000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:22:02.912629 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ccab8e-41ad-4018-b081-54ed9df2e144 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=94000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:22:02.912966 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ccab8e-41ad-4018-b081-54ed9df2e144 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=94000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:22:02.913294 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ccab8e-41ad-4018-b081-54ed9df2e144 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=94000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:22:02.913620 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ccab8e-41ad-4018-b081-54ed9df2e144 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=94000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:22:03.286973 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.db.provisioning_blocks [None req-ee5ccb74-4771-4c2d-a72f-eb2e24d8b2e5 None None] Provisioning complete for port 2d120e79-798b-4112-9f64-6b4c3d2b4fa1 triggered by entity DHCP. {{(pid=94001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 06:22:03.287596 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-ee5ccb74-4771-4c2d-a72f-eb2e24d8b2e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-597822'] for port, provisioning_complete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:22:03.376628 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.db.provisioning_blocks [None req-ee5ccb74-4771-4c2d-a72f-eb2e24d8b2e5 None None] Provisioning complete for port 9e9e70ae-6ff6-4076-a229-a962cede057e triggered by entity DHCP. {{(pid=94001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 06:22:03.376887 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-ee5ccb74-4771-4c2d-a72f-eb2e24d8b2e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-597822'] for port, provisioning_complete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:22:03.945060 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-31788eca-3db2-42eb-847b-597dce492ba7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727546001794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-597483'] for agent, after_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:22:05.112303 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.36', 49880) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 06:22:05.322398 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55987e97-7b6c-490d-b3ae-2643ce5669a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:22:05.322809 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55987e97-7b6c-490d-b3ae-2643ce5669a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:22:05.324368 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [None req-55987e97-7b6c-490d-b3ae-2643ce5669a2 admin admin] 10.222.0.36 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2110212 Sep 30 06:22:07.556561 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.wsgi [-] (93999) accepted ('10.222.0.36', 49888) {{(pid=93999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 06:22:07.765616 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54abd18a-922f-440e-afbc-5d8ae341b193 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:22:07.766020 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54abd18a-922f-440e-afbc-5d8ae341b193 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:22:07.767623 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [None req-54abd18a-922f-440e-afbc-5d8ae341b193 admin admin] 10.222.0.36 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2100959 Sep 30 06:22:10.055516 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.36', 49898) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 06:22:10.201612 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7ce6931-e181-4d6b-9744-b906674359bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:22:10.202948 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [None req-f7ce6931-e181-4d6b-9744-b906674359bb admin admin] 10.222.0.36 "GET /v2.0/networks/a797a3cd-cc20-4ef3-b7fb-01e0e8c238ca HTTP/1.1" status: 200 len: 869 time: 0.1464651 Sep 30 06:22:12.456373 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.wsgi [-] (93999) accepted ('10.222.0.36', 49906) {{(pid=93999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 06:22:12.580286 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b261350d-6099-470d-9181-8feaf59735fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:22:12.582331 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [None req-b261350d-6099-470d-9181-8feaf59735fd admin admin] 10.222.0.36 "GET /v2.0/networks/ddd8ee8b-b24f-47fb-afd7-cfc700c93624 HTTP/1.1" status: 200 len: 886 time: 0.1249487 Sep 30 06:22:14.859696 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.36', 49914) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 06:22:14.983758 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96b735c2-527b-4a73-997a-33ec03842c37 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:22:14.984221 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96b735c2-527b-4a73-997a-33ec03842c37 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:22:14.985771 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [None req-96b735c2-527b-4a73-997a-33ec03842c37 admin admin] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1251221 Sep 30 06:22:17.195381 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.36', 49922) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 06:22:17.286571 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac7ed276-2ca3-4dce-b567-b038faf68cef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:22:17.287056 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac7ed276-2ca3-4dce-b567-b038faf68cef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:22:17.288885 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [None req-ac7ed276-2ca3-4dce-b567-b038faf68cef admin admin] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0925548 Sep 30 06:22:17.320138 dv-cinder-811877-1-iscsi neutron-server[94002]: DEBUG neutron.db.agents_db [None req-d9c94b1b-4ad8-4063-8329-7a4f29b52830 None None] Agent healthcheck: found 5 active agents {{(pid=94002) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 06:22:19.558960 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.36', 49930) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 06:22:19.649109 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c0005b1-c178-4334-8868-50d3c3d6b6a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:22:19.650484 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [None req-3c0005b1-c178-4334-8868-50d3c3d6b6a8 admin admin] 10.222.0.36 "GET /v2.0/subnets/4727b4cf-a8ea-4dab-8db4-019b4e8b0546 HTTP/1.1" status: 200 len: 816 time: 0.0905623 Sep 30 06:22:21.858115 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.36', 49938) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 06:22:21.953043 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb19f45e-bbfe-4734-9e34-09de6e040733 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:22:21.954415 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [None req-cb19f45e-bbfe-4734-9e34-09de6e040733 admin admin] 10.222.0.36 "GET /v2.0/subnets/5a399e05-333e-4602-9e3a-e7d8a568ec58 HTTP/1.1" status: 200 len: 868 time: 0.0951967 Sep 30 06:22:28.418599 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-4549d761-f104-41af-91bb-3b104248d3df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727546001794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-597483'] for agent, after_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:22:31.298302 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-6bf003f7-332f-4e1f-b410-ce172b3cbae0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727546001794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-597483'] for agent, after_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:22:32.282142 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-1a5ef50c-1a60-4eeb-b96e-cf5df6fcca4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727546001794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-597483'] for agent, after_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:22:32.580614 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-028184f3-f8cc-4c85-9e6b-64613141ad03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727546001794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-597483'] for agent, after_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:22:33.952281 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-31788eca-3db2-42eb-847b-597dce492ba7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727546001794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-597483'] for agent, after_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:22:46.300436 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.36', 49992) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 06:22:46.348965 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.wsgi [None req-68602d27-8307-46e0-93a2-db772837c4aa admin admin] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=94000) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 30 06:22:46.349980 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [None req-68602d27-8307-46e0-93a2-db772837c4aa admin admin] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0486102 Sep 30 06:22:48.661448 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.36', 50000) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 06:22:48.725925 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.pecan_wsgi.hooks.translation [None req-c815bf7c-86b5-438b-ad1b-2ea20f252b1f admin admin] GET failed (client error): The resource could not be found. Sep 30 06:22:48.727336 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [None req-c815bf7c-86b5-438b-ad1b-2ea20f252b1f admin admin] 10.222.0.36 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0646961 Sep 30 06:22:48.814507 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a73e58ea-5c42-44d5-96d2-3d37c83f095c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:22:48.816022 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [None req-a73e58ea-5c42-44d5-96d2-3d37c83f095c admin admin] 10.222.0.36 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0840397 Sep 30 06:22:51.075755 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.36', 50008) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 06:22:51.125929 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.api.v2.base [None req-2a1832f9-b98e-4425-ac47-27a581c44d15 admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=94000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 06:22:51.146827 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a1832f9-b98e-4425-ac47-27a581c44d15 admin admin] Made reservation on behalf of a5a2af8f94a94f7e85ae9cf34cab6c5d for: {'network': 1} {{(pid=94000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 06:22:51.149451 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-2a1832f9-b98e-4425-ac47-27a581c44d15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653538'] for network, before_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:22:51.187149 dv-cinder-811877-1-iscsi neutron-server[94000]: WARNING neutron.services.revisions.revision_plugin [None req-2a1832f9-b98e-4425-ac47-27a581c44d15 admin admin] Could not find related network for resource to bump revision. Sep 30 06:22:51.202681 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a1832f9-b98e-4425-ac47-27a581c44d15 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 321} {{(pid=94000) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 06:22:51.212484 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-2a1832f9-b98e-4425-ac47-27a581c44d15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583621'] for segment, precommit_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:22:51.212828 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.db.segments_db [None req-2a1832f9-b98e-4425-ac47-27a581c44d15 admin admin] Added segment 572b4664-636f-48cb-bac0-0958bf7c7b91 of type vlan for network 61a059e7-f015-4fc3-bb30-fb3f923e5010 Sep 30 06:22:51.254811 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-2a1832f9-b98e-4425-ac47-27a581c44d15 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727545443103'] for network, precommit_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:22:51.278968 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-2a1832f9-b98e-4425-ac47-27a581c44d15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7821886'] for network, after_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:22:51.279932 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a1832f9-b98e-4425-ac47-27a581c44d15 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:22:51.280510 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-2a1832f9-b98e-4425-ac47-27a581c44d15 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7821868'] for network, before_response {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:22:51.312530 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [None req-2a1832f9-b98e-4425-ac47-27a581c44d15 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2356172 Sep 30 06:22:51.343948 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1832f9-b98e-4425-ac47-27a581c44d15 admin admin] Pushing event updated for resources: {'Network': ['ID=61a059e7-f015-4fc3-bb30-fb3f923e5010,revision_number=1']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:22:51.356182 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.rpc [None req-1a5ef50c-1a60-4eeb-b96e-cf5df6fcca4b None None] Network 61a059e7-f015-4fc3-bb30-fb3f923e5010 details requested by agent ovs-agent-dv-cinder-811877-1-iscsi with host dv-cinder-811877-1-iscsi {{(pid=94001) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 06:22:53.598015 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.wsgi [-] (93999) accepted ('10.222.0.36', 50016) {{(pid=93999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 06:22:53.667648 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a81a6bd-ccdb-4122-93d5-f426b8ac5c6e admin admin] GET failed (client error): The resource could not be found. Sep 30 06:22:53.669072 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [None req-8a81a6bd-ccdb-4122-93d5-f426b8ac5c6e admin admin] 10.222.0.36 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0699956 Sep 30 06:22:53.773881 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-194a654e-0f50-4f9d-b07a-df7405a47f6b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:22:53.775467 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [None req-194a654e-0f50-4f9d-b07a-df7405a47f6b admin admin] 10.222.0.36 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1009278 Sep 30 06:22:53.786334 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.api.v2.base [None req-1baaeaec-61a4-4951-a60c-f1800c5b532f admin admin] Request body: {'subnet': {'ip_version': 4, 'name': 'shared-subnet', 'cidr': '192.168.233.0/24', 'description': 'shared-subnet', 'network_id': '61a059e7-f015-4fc3-bb30-fb3f923e5010'}} {{(pid=93999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 06:22:53.809956 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1baaeaec-61a4-4951-a60c-f1800c5b532f admin admin] Made reservation on behalf of a5a2af8f94a94f7e85ae9cf34cab6c5d for: {'subnet': 1} {{(pid=93999) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 06:22:53.812523 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-1baaeaec-61a4-4951-a60c-f1800c5b532f admin admin] Notify callbacks [] for subnet, before_create {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:22:54.008249 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-1baaeaec-61a4-4951-a60c-f1800c5b532f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7821886'] for subnet, after_create {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:22:54.062880 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1baaeaec-61a4-4951-a60c-f1800c5b532f admin admin] Pushing event updated for resources: {'Subnet': ['ID=37022ce4-7b01-4757-98eb-036eec40ca90,revision_number=0']} {{(pid=93999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:22:54.074891 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1baaeaec-61a4-4951-a60c-f1800c5b532f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=93999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:22:54.075258 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1baaeaec-61a4-4951-a60c-f1800c5b532f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=93999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:22:54.075599 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1baaeaec-61a4-4951-a60c-f1800c5b532f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=93999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:22:54.075931 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1baaeaec-61a4-4951-a60c-f1800c5b532f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=93999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:22:54.076255 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1baaeaec-61a4-4951-a60c-f1800c5b532f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=93999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:22:54.076590 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1baaeaec-61a4-4951-a60c-f1800c5b532f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=93999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:22:54.076914 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1baaeaec-61a4-4951-a60c-f1800c5b532f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=93999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:22:54.077232 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1baaeaec-61a4-4951-a60c-f1800c5b532f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=93999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:22:54.077568 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1baaeaec-61a4-4951-a60c-f1800c5b532f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=93999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:22:54.077888 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1baaeaec-61a4-4951-a60c-f1800c5b532f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=93999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:22:54.078204 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1baaeaec-61a4-4951-a60c-f1800c5b532f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=93999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:22:54.078518 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1baaeaec-61a4-4951-a60c-f1800c5b532f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=93999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:22:54.082385 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1baaeaec-61a4-4951-a60c-f1800c5b532f admin admin] Checking segment: {'id': '572b4664-636f-48cb-bac0-0958bf7c7b91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '61a059e7-f015-4fc3-bb30-fb3f923e5010'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 06:22:54.082764 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1baaeaec-61a4-4951-a60c-f1800c5b532f admin admin] Network hostable DHCP agents. Network: 61a059e7-f015-4fc3-bb30-fb3f923e5010, hostable agents: ['2764eebb-577a-46b3-8e38-018fcc444f25'], hosted agents: [] {{(pid=93999) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 06:22:54.105289 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1baaeaec-61a4-4951-a60c-f1800c5b532f admin admin] Network 61a059e7-f015-4fc3-bb30-fb3f923e5010 is scheduled to be hosted by DHCP agent 2764eebb-577a-46b3-8e38-018fcc444f25 with binding_index 1 {{(pid=93999) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 06:22:54.118344 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.scheduler.base_scheduler [None req-1baaeaec-61a4-4951-a60c-f1800c5b532f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-811877-1-iscsi, 61a059e7-f015-4fc3-bb30-fb3f923e5010) {{(pid=93999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 06:22:54.123821 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1baaeaec-61a4-4951-a60c-f1800c5b532f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:22:54.124424 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-1baaeaec-61a4-4951-a60c-f1800c5b532f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7821868'] for subnet, before_response {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:22:54.130616 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98083b36-c576-4236-b35e-cbc157219d89 None None] Network 61a059e7-f015-4fc3-bb30-fb3f923e5010 requested from dv-cinder-811877-1-iscsi {{(pid=94001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 06:22:54.140182 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [None req-1baaeaec-61a4-4951-a60c-f1800c5b532f admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3578792 Sep 30 06:22:54.288863 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-521aaef9-913f-4189-88d1-b9bb3f2bd8f0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa923768-8e71-536f-9625-358fd8d0f060-61a059e7-f015-4fc3-bb30-fb3f923e5010', 'network_id': '61a059e7-f015-4fc3-bb30-fb3f923e5010', 'tenant_id': 'a5a2af8f94a94f7e85ae9cf34cab6c5d', 'fixed_ips': [{'subnet_id': '37022ce4-7b01-4757-98eb-036eec40ca90'}]}} from dv-cinder-811877-1-iscsi. {{(pid=94001) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 30 06:22:54.289771 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-521aaef9-913f-4189-88d1-b9bb3f2bd8f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653538'] for port, before_create {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:22:54.321883 dv-cinder-811877-1-iscsi neutron-server[94002]: DEBUG neutron.db.agents_db [None req-d9c94b1b-4ad8-4063-8329-7a4f29b52830 None None] Agent healthcheck: found 5 active agents {{(pid=94002) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 06:22:54.465213 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.db.db_base_plugin_common [None req-521aaef9-913f-4189-88d1-b9bb3f2bd8f0 None None] Allocated IP 192.168.233.2 (61a059e7-f015-4fc3-bb30-fb3f923e5010/37022ce4-7b01-4757-98eb-036eec40ca90/31d7d2d8-a05e-4346-a312-740f80355abd) {{(pid=94001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 06:22:54.618287 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-521aaef9-913f-4189-88d1-b9bb3f2bd8f0 None None] Notify callbacks [] for port, precommit_create {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:22:54.624062 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-521aaef9-913f-4189-88d1-b9bb3f2bd8f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7821886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727545489345'] for port, after_create {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:22:54.671582 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-521aaef9-913f-4189-88d1-b9bb3f2bd8f0 None None] Network 61a059e7-f015-4fc3-bb30-fb3f923e5010 is already hosted by enough agents. {{(pid=94001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 06:22:54.678191 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.scheduler.base_scheduler [None req-521aaef9-913f-4189-88d1-b9bb3f2bd8f0 None None] Resources bound (agent type, host, resource id): {{(pid=94001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 06:22:54.680075 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521aaef9-913f-4189-88d1-b9bb3f2bd8f0 None None] Pushing event updated for resources: {'Port': ['ID=31d7d2d8-a05e-4346-a312-740f80355abd,revision_number=1']} {{(pid=94001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:22:54.682168 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-521aaef9-913f-4189-88d1-b9bb3f2bd8f0 None None] Received port after_create {{(pid=94001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 06:22:54.694456 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-521aaef9-913f-4189-88d1-b9bb3f2bd8f0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=94001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:22:54.694836 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-521aaef9-913f-4189-88d1-b9bb3f2bd8f0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=94001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:22:54.695185 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-521aaef9-913f-4189-88d1-b9bb3f2bd8f0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=94001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:22:54.695528 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-521aaef9-913f-4189-88d1-b9bb3f2bd8f0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=94001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:22:54.695864 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-521aaef9-913f-4189-88d1-b9bb3f2bd8f0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=94001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:22:54.696200 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-521aaef9-913f-4189-88d1-b9bb3f2bd8f0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=94001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:22:54.696536 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-521aaef9-913f-4189-88d1-b9bb3f2bd8f0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=94001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:22:54.696866 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-521aaef9-913f-4189-88d1-b9bb3f2bd8f0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=94001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:22:54.697220 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-521aaef9-913f-4189-88d1-b9bb3f2bd8f0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=94001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:22:54.697553 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-521aaef9-913f-4189-88d1-b9bb3f2bd8f0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=94001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:22:54.697901 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-521aaef9-913f-4189-88d1-b9bb3f2bd8f0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=94001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:22:54.698227 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-521aaef9-913f-4189-88d1-b9bb3f2bd8f0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=94001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:22:54.745567 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.managers [None req-521aaef9-913f-4189-88d1-b9bb3f2bd8f0 None None] Attempting to bind port 31d7d2d8-a05e-4346-a312-740f80355abd on host dv-cinder-811877-1-iscsi for vnic_type normal with profile {{(pid=94001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 06:22:54.745932 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.managers [None req-521aaef9-913f-4189-88d1-b9bb3f2bd8f0 None None] Attempting to bind port 31d7d2d8-a05e-4346-a312-740f80355abd by drivers openvswitch,hyperv on host dv-cinder-811877-1-iscsi at level 0 using segments [{'id': '572b4664-636f-48cb-bac0-0958bf7c7b91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '61a059e7-f015-4fc3-bb30-fb3f923e5010'}] {{(pid=94001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 06:22:54.746294 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-521aaef9-913f-4189-88d1-b9bb3f2bd8f0 None None] Attempting to bind port 31d7d2d8-a05e-4346-a312-740f80355abd on network 61a059e7-f015-4fc3-bb30-fb3f923e5010 {{(pid=94001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 06:22:54.751384 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-521aaef9-913f-4189-88d1-b9bb3f2bd8f0 None None] Checking agent: {'id': '38eed8e6-19bc-4ff2-90e0-3c7aa8a3a275', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-811877-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 6, 19, 32), 'started_at': datetime.datetime(2021, 9, 30, 6, 20, 2), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 6, 22, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-811877-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 06:22:54.751943 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-521aaef9-913f-4189-88d1-b9bb3f2bd8f0 None None] Checking segment: {'id': '572b4664-636f-48cb-bac0-0958bf7c7b91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '61a059e7-f015-4fc3-bb30-fb3f923e5010'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 06:22:54.752352 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-521aaef9-913f-4189-88d1-b9bb3f2bd8f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:22:54.752772 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-521aaef9-913f-4189-88d1-b9bb3f2bd8f0 None None] Bound using segment: {'id': '572b4664-636f-48cb-bac0-0958bf7c7b91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '61a059e7-f015-4fc3-bb30-fb3f923e5010'} {{(pid=94001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 06:22:54.753213 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.managers [None req-521aaef9-913f-4189-88d1-b9bb3f2bd8f0 None None] Bound port: 31d7d2d8-a05e-4346-a312-740f80355abd, host: dv-cinder-811877-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '572b4664-636f-48cb-bac0-0958bf7c7b91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '61a059e7-f015-4fc3-bb30-fb3f923e5010'}}] {{(pid=94001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 06:22:54.753606 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-521aaef9-913f-4189-88d1-b9bb3f2bd8f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653538'] for port, before_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:22:54.820436 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.db [None req-521aaef9-913f-4189-88d1-b9bb3f2bd8f0 None None] For port 31d7d2d8-a05e-4346-a312-740f80355abd, host dv-cinder-811877-1-iscsi, cleared binding levels {{(pid=94001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 06:22:54.825084 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.db [None req-521aaef9-913f-4189-88d1-b9bb3f2bd8f0 None None] For port 31d7d2d8-a05e-4346-a312-740f80355abd, host dv-cinder-811877-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811877-1-iscsi',level=0,port_id=31d7d2d8-a05e-4346-a312-740f80355abd,segment=NetworkSegment(572b4664-636f-48cb-bac0-0958bf7c7b91),segment_id=572b4664-636f-48cb-bac0-0958bf7c7b91)] {{(pid=94001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 06:22:54.829716 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-521aaef9-913f-4189-88d1-b9bb3f2bd8f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7821886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727545992452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727545489363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727545489381'] for port, after_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:22:54.895469 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521aaef9-913f-4189-88d1-b9bb3f2bd8f0 None None] Pushing event updated for resources: {'Port': ['ID=31d7d2d8-a05e-4346-a312-740f80355abd,revision_number=2']} {{(pid=94001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:22:55.714767 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3d9eaac-9de1-4443-aec8-4b4e6285eab1 None None] Network 61a059e7-f015-4fc3-bb30-fb3f923e5010 requested from dv-cinder-811877-1-iscsi {{(pid=94001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 06:22:55.828431 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.db.provisioning_blocks [None req-f48936f2-8b3a-43b3-af6d-07867cac8710 None None] Provisioning complete for port 31d7d2d8-a05e-4346-a312-740f80355abd triggered by entity DHCP. {{(pid=94001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 06:22:55.828810 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-f48936f2-8b3a-43b3-af6d-07867cac8710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-597822'] for port, provisioning_complete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:22:55.954001 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-f48936f2-8b3a-43b3-af6d-07867cac8710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653538'] for port, before_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:22:56.000124 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.db [None req-f48936f2-8b3a-43b3-af6d-07867cac8710 None None] For port 31d7d2d8-a05e-4346-a312-740f80355abd, host dv-cinder-811877-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811877-1-iscsi',level=0,port_id=31d7d2d8-a05e-4346-a312-740f80355abd,segment=NetworkSegment(572b4664-636f-48cb-bac0-0958bf7c7b91),segment_id=572b4664-636f-48cb-bac0-0958bf7c7b91)] {{(pid=94001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 06:22:56.007006 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-f48936f2-8b3a-43b3-af6d-07867cac8710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7821886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727545992452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727545489363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727545489381'] for port, after_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:22:56.058785 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.rpc [None req-1a5ef50c-1a60-4eeb-b96e-cf5df6fcca4b None None] Device 31d7d2d8-a05e-4346-a312-740f80355abd up at agent ovs-agent-dv-cinder-811877-1-iscsi {{(pid=94001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 06:22:56.128425 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48936f2-8b3a-43b3-af6d-07867cac8710 None None] Pushing event updated for resources: {'Port': ['ID=31d7d2d8-a05e-4346-a312-740f80355abd,revision_number=3']} {{(pid=94001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:22:56.147720 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.db.provisioning_blocks [None req-1a5ef50c-1a60-4eeb-b96e-cf5df6fcca4b None None] Provisioning complete for port 31d7d2d8-a05e-4346-a312-740f80355abd triggered by entity L2. {{(pid=94001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 06:22:56.148095 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-1a5ef50c-1a60-4eeb-b96e-cf5df6fcca4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-597822'] for port, provisioning_complete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:22:56.149763 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.db.provisioning_blocks [None req-79955a3d-9b58-4c60-9f71-5585e68a61e5 None None] Provisioning complete for port 31d7d2d8-a05e-4346-a312-740f80355abd triggered by entity DHCP. {{(pid=94001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 06:22:56.150002 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-79955a3d-9b58-4c60-9f71-5585e68a61e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-597822'] for port, provisioning_complete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:22:58.019054 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.rpc [None req-1a5ef50c-1a60-4eeb-b96e-cf5df6fcca4b None None] Device 31d7d2d8-a05e-4346-a312-740f80355abd up at agent ovs-agent-dv-cinder-811877-1-iscsi {{(pid=94001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 06:22:58.069260 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.db.provisioning_blocks [None req-1a5ef50c-1a60-4eeb-b96e-cf5df6fcca4b None None] Provisioning complete for port 31d7d2d8-a05e-4346-a312-740f80355abd triggered by entity L2. {{(pid=94001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 06:22:58.069629 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-1a5ef50c-1a60-4eeb-b96e-cf5df6fcca4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-597822'] for port, provisioning_complete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:22:58.423560 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-2838d7fc-9574-4a76-9407-f4dc4d4daee4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727546001794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-597483'] for agent, after_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:23:01.311377 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-d1c27878-71b6-445f-86c6-89add766b42f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727546001794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-597483'] for agent, after_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:23:02.285126 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-1a5ef50c-1a60-4eeb-b96e-cf5df6fcca4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727546001794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-597483'] for agent, after_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:23:02.580638 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-028184f3-f8cc-4c85-9e6b-64613141ad03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727546001794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-597483'] for agent, after_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:23:03.954230 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-31788eca-3db2-42eb-847b-597dce492ba7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727546001794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-597483'] for agent, after_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:23:28.425902 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-5c6c8003-9846-41ac-8fba-00fb5c505255 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727546001794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-597483'] for agent, after_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:23:31.308461 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-544264c3-59c4-4144-b13c-6e25ebbdad60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727546001794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-597483'] for agent, after_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:23:31.322328 dv-cinder-811877-1-iscsi neutron-server[94002]: DEBUG neutron.db.agents_db [None req-d9c94b1b-4ad8-4063-8329-7a4f29b52830 None None] Agent healthcheck: found 5 active agents {{(pid=94002) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 06:23:32.293677 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-1a5ef50c-1a60-4eeb-b96e-cf5df6fcca4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727546001794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-597483'] for agent, after_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:23:32.584707 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-028184f3-f8cc-4c85-9e6b-64613141ad03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727546001794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-597483'] for agent, after_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:23:33.956794 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-31788eca-3db2-42eb-847b-597dce492ba7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727546001794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-597483'] for agent, after_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:23:58.428747 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-229726cc-c567-4f36-a04f-38530a18bbb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727546001794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-597483'] for agent, after_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:24:01.302883 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-a67db630-37bf-40d4-847a-319bf91055ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727546001794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-597483'] for agent, after_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:24:02.288097 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-1a5ef50c-1a60-4eeb-b96e-cf5df6fcca4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727546001794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-597483'] for agent, after_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:24:02.586517 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-028184f3-f8cc-4c85-9e6b-64613141ad03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727546001794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-597483'] for agent, after_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:24:03.961372 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-31788eca-3db2-42eb-847b-597dce492ba7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727546001794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-597483'] for agent, after_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:24:06.898357 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.wsgi [-] (93999) accepted ('10.222.0.36', 50072) {{(pid=93999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 06:24:06.904918 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.wsgi [None req-ad816f50-56b9-4b8a-abf1-4571b673c958 tempest-verify_tempest_config-22571603 tempest-verify_tempest_config-22571603-project] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=93999) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 30 06:24:06.906090 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [None req-ad816f50-56b9-4b8a-abf1-4571b673c958 tempest-verify_tempest_config-22571603 tempest-verify_tempest_config-22571603-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13636 time: 0.0067437 Sep 30 06:24:07.200595 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.36', 50090) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 06:24:07.401486 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-07c2086f-5043-4915-b7d5-9a64225c032b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:24:07.497489 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-07c2086f-5043-4915-b7d5-9a64225c032b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:24:07.502266 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-07c2086f-5043-4915-b7d5-9a64225c032b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533969'] for security_group, after_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:24:07.548495 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [None req-07c2086f-5043-4915-b7d5-9a64225c032b admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=95d0ba6e18c4433a97fb3d00ebd9d710&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3462636 Sep 30 06:24:07.549522 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c2086f-5043-4915-b7d5-9a64225c032b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7468f7ce-7cc3-4f53-97b0-6490f4b0b902,revision_number=1']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:24:07.551225 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.wsgi [-] (93999) accepted ('10.222.0.36', 50096) {{(pid=93999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 06:24:07.556503 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c2086f-5043-4915-b7d5-9a64225c032b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=94000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:24:07.556859 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c2086f-5043-4915-b7d5-9a64225c032b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=94000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:24:07.557207 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c2086f-5043-4915-b7d5-9a64225c032b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=94000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:24:07.557544 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c2086f-5043-4915-b7d5-9a64225c032b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=94000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:24:07.557882 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c2086f-5043-4915-b7d5-9a64225c032b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=94000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:24:07.558237 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c2086f-5043-4915-b7d5-9a64225c032b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=94000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:24:07.558582 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c2086f-5043-4915-b7d5-9a64225c032b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=94000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:24:07.558918 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c2086f-5043-4915-b7d5-9a64225c032b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=94000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:24:07.559303 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c2086f-5043-4915-b7d5-9a64225c032b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=94000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:24:07.559703 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c2086f-5043-4915-b7d5-9a64225c032b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=94000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:24:07.559893 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c2086f-5043-4915-b7d5-9a64225c032b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=94000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:24:07.560215 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c2086f-5043-4915-b7d5-9a64225c032b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=94000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:24:07.606018 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-264083c1-3862-422e-bfd9-e814d53dd02f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:24:07.629196 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-264083c1-3862-422e-bfd9-e814d53dd02f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:24:07.716484 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-264083c1-3862-422e-bfd9-e814d53dd02f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533969'] for security_group, after_delete {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:24:07.719782 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-264083c1-3862-422e-bfd9-e814d53dd02f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:24:07.720966 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [None req-264083c1-3862-422e-bfd9-e814d53dd02f admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/7468f7ce-7cc3-4f53-97b0-6490f4b0b902 HTTP/1.1" status: 204 len: 168 time: 0.1686146 Sep 30 06:24:07.729118 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264083c1-3862-422e-bfd9-e814d53dd02f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7468f7ce-7cc3-4f53-97b0-6490f4b0b902,revision_number=None']} {{(pid=93999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:24:07.735901 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264083c1-3862-422e-bfd9-e814d53dd02f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=93999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:24:07.736252 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264083c1-3862-422e-bfd9-e814d53dd02f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=93999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:24:07.736597 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264083c1-3862-422e-bfd9-e814d53dd02f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=93999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:24:07.736932 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264083c1-3862-422e-bfd9-e814d53dd02f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=93999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:24:07.737263 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264083c1-3862-422e-bfd9-e814d53dd02f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=93999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:24:07.737610 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264083c1-3862-422e-bfd9-e814d53dd02f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=93999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:24:07.737941 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264083c1-3862-422e-bfd9-e814d53dd02f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=93999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:24:07.738270 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264083c1-3862-422e-bfd9-e814d53dd02f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=93999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:24:07.738620 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264083c1-3862-422e-bfd9-e814d53dd02f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=93999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:24:07.738948 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264083c1-3862-422e-bfd9-e814d53dd02f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=93999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:24:07.739254 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264083c1-3862-422e-bfd9-e814d53dd02f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=93999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:24:07.739579 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264083c1-3862-422e-bfd9-e814d53dd02f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=93999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:24:08.320271 dv-cinder-811877-1-iscsi neutron-server[94002]: DEBUG neutron.db.agents_db [None req-d9c94b1b-4ad8-4063-8329-7a4f29b52830 None None] Agent healthcheck: found 5 active agents {{(pid=94002) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 06:24:28.431356 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-76fb8577-6e0e-4348-bdbe-49b3eb03deb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727546001794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-597483'] for agent, after_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:24:31.306601 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-52164bdd-2386-4cd1-b120-294d87deaa0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727546001794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-597483'] for agent, after_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:24:32.290376 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-1a5ef50c-1a60-4eeb-b96e-cf5df6fcca4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727546001794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-597483'] for agent, after_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:24:32.590802 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-028184f3-f8cc-4c85-9e6b-64613141ad03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727546001794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-597483'] for agent, after_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:24:33.964448 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-31788eca-3db2-42eb-847b-597dce492ba7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727546001794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-597483'] for agent, after_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:24:45.319288 dv-cinder-811877-1-iscsi neutron-server[94002]: DEBUG neutron.db.agents_db [None req-d9c94b1b-4ad8-4063-8329-7a4f29b52830 None None] Agent healthcheck: found 5 active agents {{(pid=94002) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 06:24:58.432440 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-fa54661b-8f10-470b-8e49-b9e149af0550 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727546001794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-597483'] for agent, after_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:25:01.311740 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-24a1c701-3fe3-4929-abb7-b8c1b5616f96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727546001794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-597483'] for agent, after_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:25:02.292200 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-1a5ef50c-1a60-4eeb-b96e-cf5df6fcca4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727546001794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-597483'] for agent, after_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:25:02.592651 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-028184f3-f8cc-4c85-9e6b-64613141ad03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727546001794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-597483'] for agent, after_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:25:03.966578 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-31788eca-3db2-42eb-847b-597dce492ba7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727546001794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-597483'] for agent, after_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:25:22.317868 dv-cinder-811877-1-iscsi neutron-server[94002]: DEBUG neutron.db.agents_db [None req-d9c94b1b-4ad8-4063-8329-7a4f29b52830 None None] Agent healthcheck: found 5 active agents {{(pid=94002) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 06:25:28.433781 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-5b59b011-4e6a-4570-84af-2c5193c55c5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727546001794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-597483'] for agent, after_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:25:31.311944 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-be115dbc-a265-46fa-8a7b-660c25d9f737 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727546001794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-597483'] for agent, after_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:25:32.293627 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-1a5ef50c-1a60-4eeb-b96e-cf5df6fcca4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727546001794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-597483'] for agent, after_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:25:32.598210 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-028184f3-f8cc-4c85-9e6b-64613141ad03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727546001794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-597483'] for agent, after_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:25:33.974701 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-31788eca-3db2-42eb-847b-597dce492ba7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727546001794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-597483'] for agent, after_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:25:39.005184 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727546001794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-7878093'] for agent, after_create {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:25:54.146195 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.wsgi [-] (93999) accepted ('10.222.0.36', 50168) {{(pid=93999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 06:25:54.248599 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [None req-bff9c2d4-2074-4e9a-97bd-4cb925e44710 admin admin] 10.222.0.36 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.1012914 Sep 30 06:25:56.457578 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.wsgi [-] (93999) accepted ('10.222.0.36', 50178) {{(pid=93999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 06:25:56.512313 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [None req-640a782e-1447-4a23-b995-c43353d3bd12 admin admin] 10.222.0.36 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0536597 Sep 30 06:25:58.434521 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-30d987c1-1291-46e5-b857-5577c3185da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727546001794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-597483'] for agent, after_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:25:59.317645 dv-cinder-811877-1-iscsi neutron-server[94002]: DEBUG neutron.db.agents_db [None req-d9c94b1b-4ad8-4063-8329-7a4f29b52830 None None] Agent healthcheck: found 6 active agents {{(pid=94002) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 06:26:01.313818 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-171684c0-26d7-4db2-9e3d-ff1e23223732 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727546001794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-597483'] for agent, after_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:26:02.295460 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-1a5ef50c-1a60-4eeb-b96e-cf5df6fcca4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727546001794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-597483'] for agent, after_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:26:02.598915 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-028184f3-f8cc-4c85-9e6b-64613141ad03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727546001794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-597483'] for agent, after_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:26:03.974301 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-31788eca-3db2-42eb-847b-597dce492ba7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727546001794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-597483'] for agent, after_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:26:08.954493 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727546001794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-597483'] for agent, after_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:26:28.435673 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-f13fca11-cf61-4360-a2bf-387aa915aef7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727546001794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-597483'] for agent, after_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:26:31.315175 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-e66bb4ae-2f92-4186-9b39-ed571d855b22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727546001794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-597483'] for agent, after_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:26:32.299653 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-1a5ef50c-1a60-4eeb-b96e-cf5df6fcca4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727546001794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-597483'] for agent, after_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:26:32.601018 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-028184f3-f8cc-4c85-9e6b-64613141ad03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727546001794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-597483'] for agent, after_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:26:33.976993 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-31788eca-3db2-42eb-847b-597dce492ba7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727546001794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-597483'] for agent, after_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:26:36.315982 dv-cinder-811877-1-iscsi neutron-server[94002]: DEBUG neutron.db.agents_db [None req-d9c94b1b-4ad8-4063-8329-7a4f29b52830 None None] Agent healthcheck: found 6 active agents {{(pid=94002) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 06:26:38.973917 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727546001794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-597483'] for agent, after_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:26:58.435811 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-5eb418ec-a436-4a42-9ae4-4d948657fabb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727546001794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-597483'] for agent, after_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:27:01.316141 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-a64cfac0-235f-4e37-ab1e-8d38d989c225 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727546001794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-597483'] for agent, after_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:27:02.301275 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-1a5ef50c-1a60-4eeb-b96e-cf5df6fcca4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727546001794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-597483'] for agent, after_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:27:02.603666 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-028184f3-f8cc-4c85-9e6b-64613141ad03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727546001794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-597483'] for agent, after_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:27:03.981662 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-31788eca-3db2-42eb-847b-597dce492ba7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727546001794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-597483'] for agent, after_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:27:08.991481 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727546001794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-597483'] for agent, after_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:27:13.315637 dv-cinder-811877-1-iscsi neutron-server[94002]: DEBUG neutron.db.agents_db [None req-d9c94b1b-4ad8-4063-8329-7a4f29b52830 None None] Agent healthcheck: found 6 active agents {{(pid=94002) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 06:27:24.760762 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.36', 50310) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 06:27:25.128099 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.api.v2.base [None req-794b247e-ebbb-47ba-8eb8-dfc9c047cae1 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1787567531-network', 'tenant_id': '3f54d397fb6646ca811cd4b70b8b5d31'}} {{(pid=94000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 06:27:25.157312 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-794b247e-ebbb-47ba-8eb8-dfc9c047cae1 admin admin] Made reservation on behalf of 3f54d397fb6646ca811cd4b70b8b5d31 for: {'network': 1} {{(pid=94000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 06:27:25.160495 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-794b247e-ebbb-47ba-8eb8-dfc9c047cae1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653538'] for network, before_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:27:25.170326 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-794b247e-ebbb-47ba-8eb8-dfc9c047cae1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:27:25.284025 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-794b247e-ebbb-47ba-8eb8-dfc9c047cae1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:27:25.290305 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-794b247e-ebbb-47ba-8eb8-dfc9c047cae1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533969'] for security_group, after_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:27:25.302710 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-794b247e-ebbb-47ba-8eb8-dfc9c047cae1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 333} {{(pid=94000) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 06:27:25.337181 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-794b247e-ebbb-47ba-8eb8-dfc9c047cae1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583621'] for segment, precommit_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:27:25.337544 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.db.segments_db [None req-794b247e-ebbb-47ba-8eb8-dfc9c047cae1 admin admin] Added segment 2a6dd986-63b3-41e2-80f5-fecbf28b70d3 of type vlan for network 5fefac64-03c4-43dd-a17b-d4a261fa3173 Sep 30 06:27:25.345267 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794b247e-ebbb-47ba-8eb8-dfc9c047cae1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2020d33-0301-42d9-ad77-62751406ed9f,revision_number=1']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:27:25.383538 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-794b247e-ebbb-47ba-8eb8-dfc9c047cae1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=94000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:27:25.384058 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-794b247e-ebbb-47ba-8eb8-dfc9c047cae1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=94000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:27:25.384355 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-794b247e-ebbb-47ba-8eb8-dfc9c047cae1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=94000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:27:25.384550 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-794b247e-ebbb-47ba-8eb8-dfc9c047cae1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=94000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:27:25.385068 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-794b247e-ebbb-47ba-8eb8-dfc9c047cae1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=94000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:27:25.385418 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-794b247e-ebbb-47ba-8eb8-dfc9c047cae1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=94000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:27:25.385737 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-794b247e-ebbb-47ba-8eb8-dfc9c047cae1 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=94000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:27:25.386234 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-794b247e-ebbb-47ba-8eb8-dfc9c047cae1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=94000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:27:25.386599 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-794b247e-ebbb-47ba-8eb8-dfc9c047cae1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=94000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:27:25.386933 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-794b247e-ebbb-47ba-8eb8-dfc9c047cae1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=94000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:27:25.387243 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-794b247e-ebbb-47ba-8eb8-dfc9c047cae1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=94000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:27:25.387732 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-794b247e-ebbb-47ba-8eb8-dfc9c047cae1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=94000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:27:25.388988 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-794b247e-ebbb-47ba-8eb8-dfc9c047cae1 admin admin] Tracked resource versions report: Sep 30 06:27:25.388988 dv-cinder-811877-1-iscsi neutron-server[94000]: pushed versions: Sep 30 06:27:25.388988 dv-cinder-811877-1-iscsi neutron-server[94000]: { 'AddressGroup': {'1.2'}, Sep 30 06:27:25.388988 dv-cinder-811877-1-iscsi neutron-server[94000]: 'ConntrackHelper': {'1.0'}, Sep 30 06:27:25.388988 dv-cinder-811877-1-iscsi neutron-server[94000]: 'Log': {'1.0'}, Sep 30 06:27:25.388988 dv-cinder-811877-1-iscsi neutron-server[94000]: 'Network': {'1.1'}, Sep 30 06:27:25.388988 dv-cinder-811877-1-iscsi neutron-server[94000]: 'Port': {'1.7'}, Sep 30 06:27:25.388988 dv-cinder-811877-1-iscsi neutron-server[94000]: 'PortForwarding': {'1.2'}, Sep 30 06:27:25.388988 dv-cinder-811877-1-iscsi neutron-server[94000]: 'QosPolicy': {'1.9'}, Sep 30 06:27:25.388988 dv-cinder-811877-1-iscsi neutron-server[94000]: 'SecurityGroup': {'1.4'}, Sep 30 06:27:25.388988 dv-cinder-811877-1-iscsi neutron-server[94000]: 'SecurityGroupRule': {'1.2'}, Sep 30 06:27:25.388988 dv-cinder-811877-1-iscsi neutron-server[94000]: 'SubPort': {'1.0'}, Sep 30 06:27:25.388988 dv-cinder-811877-1-iscsi neutron-server[94000]: 'Subnet': {'1.1'}, Sep 30 06:27:25.388988 dv-cinder-811877-1-iscsi neutron-server[94000]: 'Trunk': {'1.1'}} Sep 30 06:27:25.388988 dv-cinder-811877-1-iscsi neutron-server[94000]: consumer versions: Sep 30 06:27:25.388988 dv-cinder-811877-1-iscsi neutron-server[94000]: { DHCP agent@dv-cinder-811877-1-iscsi: {}, Sep 30 06:27:25.388988 dv-cinder-811877-1-iscsi neutron-server[94000]: HyperV agent@hv-cinder-81187: {}, Sep 30 06:27:25.388988 dv-cinder-811877-1-iscsi neutron-server[94000]: L3 agent@dv-cinder-811877-1-iscsi: {}, Sep 30 06:27:25.388988 dv-cinder-811877-1-iscsi neutron-server[94000]: Metadata agent@dv-cinder-811877-1-iscsi: {}, Sep 30 06:27:25.388988 dv-cinder-811877-1-iscsi neutron-server[94000]: Metering agent@dv-cinder-811877-1-iscsi: {}, Sep 30 06:27:25.388988 dv-cinder-811877-1-iscsi neutron-server[94000]: Open vSwitch agent@dv-cinder-811877-1-iscsi: { 'AddressGroup': '1.2', Sep 30 06:27:25.388988 dv-cinder-811877-1-iscsi neutron-server[94000]: 'ConntrackHelper': '1.0', Sep 30 06:27:25.388988 dv-cinder-811877-1-iscsi neutron-server[94000]: 'Log': '1.0', Sep 30 06:27:25.388988 dv-cinder-811877-1-iscsi neutron-server[94000]: 'Network': '1.1', Sep 30 06:27:25.388988 dv-cinder-811877-1-iscsi neutron-server[94000]: 'Port': '1.7', Sep 30 06:27:25.388988 dv-cinder-811877-1-iscsi neutron-server[94000]: 'PortForwarding': '1.2', Sep 30 06:27:25.388988 dv-cinder-811877-1-iscsi neutron-server[94000]: 'QosPolicy': '1.9', Sep 30 06:27:25.388988 dv-cinder-811877-1-iscsi neutron-server[94000]: 'SecurityGroup': '1.4', Sep 30 06:27:25.388988 dv-cinder-811877-1-iscsi neutron-server[94000]: 'SecurityGroupRule': '1.2', Sep 30 06:27:25.388988 dv-cinder-811877-1-iscsi neutron-server[94000]: 'SubPort': '1.0', Sep 30 06:27:25.388988 dv-cinder-811877-1-iscsi neutron-server[94000]: 'Subnet': '1.1', Sep 30 06:27:25.388988 dv-cinder-811877-1-iscsi neutron-server[94000]: 'Trunk': '1.1'}} Sep 30 06:27:25.388988 dv-cinder-811877-1-iscsi neutron-server[94000]: {{(pid=94000) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 30 06:27:25.400575 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-794b247e-ebbb-47ba-8eb8-dfc9c047cae1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727545443103'] for network, precommit_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:27:25.430427 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-794b247e-ebbb-47ba-8eb8-dfc9c047cae1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7821886'] for network, after_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:27:25.431476 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-794b247e-ebbb-47ba-8eb8-dfc9c047cae1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:27:25.432081 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-794b247e-ebbb-47ba-8eb8-dfc9c047cae1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7821868'] for network, before_response {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:27:25.459872 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [None req-794b247e-ebbb-47ba-8eb8-dfc9c047cae1 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.6866620 Sep 30 06:27:25.460936 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.wsgi [-] (93999) accepted ('10.222.0.36', 50346) {{(pid=93999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 06:27:25.470884 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.api.v2.base [None req-167b59b2-f385-456a-be71-f931c244ae04 admin admin] Request body: {'subnet': {'network_id': '5fefac64-03c4-43dd-a17b-d4a261fa3173', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1787567531-subnet', 'tenant_id': '3f54d397fb6646ca811cd4b70b8b5d31', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 06:27:25.498952 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794b247e-ebbb-47ba-8eb8-dfc9c047cae1 admin admin] Pushing event updated for resources: {'Network': ['ID=5fefac64-03c4-43dd-a17b-d4a261fa3173,revision_number=1']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:27:25.510466 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-167b59b2-f385-456a-be71-f931c244ae04 admin admin] Made reservation on behalf of 3f54d397fb6646ca811cd4b70b8b5d31 for: {'subnet': 1} {{(pid=93999) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 06:27:25.511459 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.rpc [None req-1a5ef50c-1a60-4eeb-b96e-cf5df6fcca4b None None] Network 5fefac64-03c4-43dd-a17b-d4a261fa3173 details requested by agent ovs-agent-dv-cinder-811877-1-iscsi with host dv-cinder-811877-1-iscsi {{(pid=94001) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 06:27:25.514095 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-167b59b2-f385-456a-be71-f931c244ae04 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:27:25.819847 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-167b59b2-f385-456a-be71-f931c244ae04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7821886'] for subnet, after_create {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:27:25.877242 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167b59b2-f385-456a-be71-f931c244ae04 admin admin] Pushing event updated for resources: {'Subnet': ['ID=05cd2f04-a42c-4ac5-94b6-16f7140b471b,revision_number=0']} {{(pid=93999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:27:25.896811 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-167b59b2-f385-456a-be71-f931c244ae04 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=93999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:27:25.897391 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-167b59b2-f385-456a-be71-f931c244ae04 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=93999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:27:25.897909 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-167b59b2-f385-456a-be71-f931c244ae04 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=93999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:27:25.898292 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-167b59b2-f385-456a-be71-f931c244ae04 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=93999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:27:25.898669 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-167b59b2-f385-456a-be71-f931c244ae04 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=93999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:27:25.899081 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-167b59b2-f385-456a-be71-f931c244ae04 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=93999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:27:25.899565 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-167b59b2-f385-456a-be71-f931c244ae04 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=93999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:27:25.899839 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-167b59b2-f385-456a-be71-f931c244ae04 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=93999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:27:25.900313 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-167b59b2-f385-456a-be71-f931c244ae04 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=93999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:27:25.900642 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-167b59b2-f385-456a-be71-f931c244ae04 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=93999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:27:25.900967 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-167b59b2-f385-456a-be71-f931c244ae04 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=93999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:27:25.901303 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-167b59b2-f385-456a-be71-f931c244ae04 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=93999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:27:25.902386 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-167b59b2-f385-456a-be71-f931c244ae04 admin admin] Tracked resource versions report: Sep 30 06:27:25.902386 dv-cinder-811877-1-iscsi neutron-server[93999]: pushed versions: Sep 30 06:27:25.902386 dv-cinder-811877-1-iscsi neutron-server[93999]: { 'AddressGroup': {'1.2'}, Sep 30 06:27:25.902386 dv-cinder-811877-1-iscsi neutron-server[93999]: 'ConntrackHelper': {'1.0'}, Sep 30 06:27:25.902386 dv-cinder-811877-1-iscsi neutron-server[93999]: 'Log': {'1.0'}, Sep 30 06:27:25.902386 dv-cinder-811877-1-iscsi neutron-server[93999]: 'Network': {'1.1'}, Sep 30 06:27:25.902386 dv-cinder-811877-1-iscsi neutron-server[93999]: 'Port': {'1.7'}, Sep 30 06:27:25.902386 dv-cinder-811877-1-iscsi neutron-server[93999]: 'PortForwarding': {'1.2'}, Sep 30 06:27:25.902386 dv-cinder-811877-1-iscsi neutron-server[93999]: 'QosPolicy': {'1.9'}, Sep 30 06:27:25.902386 dv-cinder-811877-1-iscsi neutron-server[93999]: 'SecurityGroup': {'1.4'}, Sep 30 06:27:25.902386 dv-cinder-811877-1-iscsi neutron-server[93999]: 'SecurityGroupRule': {'1.2'}, Sep 30 06:27:25.902386 dv-cinder-811877-1-iscsi neutron-server[93999]: 'SubPort': {'1.0'}, Sep 30 06:27:25.902386 dv-cinder-811877-1-iscsi neutron-server[93999]: 'Subnet': {'1.1'}, Sep 30 06:27:25.902386 dv-cinder-811877-1-iscsi neutron-server[93999]: 'Trunk': {'1.1'}} Sep 30 06:27:25.902386 dv-cinder-811877-1-iscsi neutron-server[93999]: consumer versions: Sep 30 06:27:25.902386 dv-cinder-811877-1-iscsi neutron-server[93999]: { DHCP agent@dv-cinder-811877-1-iscsi: {}, Sep 30 06:27:25.902386 dv-cinder-811877-1-iscsi neutron-server[93999]: HyperV agent@hv-cinder-81187: {}, Sep 30 06:27:25.902386 dv-cinder-811877-1-iscsi neutron-server[93999]: L3 agent@dv-cinder-811877-1-iscsi: {}, Sep 30 06:27:25.902386 dv-cinder-811877-1-iscsi neutron-server[93999]: Metadata agent@dv-cinder-811877-1-iscsi: {}, Sep 30 06:27:25.902386 dv-cinder-811877-1-iscsi neutron-server[93999]: Metering agent@dv-cinder-811877-1-iscsi: {}, Sep 30 06:27:25.902386 dv-cinder-811877-1-iscsi neutron-server[93999]: Open vSwitch agent@dv-cinder-811877-1-iscsi: { 'AddressGroup': '1.2', Sep 30 06:27:25.902386 dv-cinder-811877-1-iscsi neutron-server[93999]: 'ConntrackHelper': '1.0', Sep 30 06:27:25.902386 dv-cinder-811877-1-iscsi neutron-server[93999]: 'Log': '1.0', Sep 30 06:27:25.902386 dv-cinder-811877-1-iscsi neutron-server[93999]: 'Network': '1.1', Sep 30 06:27:25.902386 dv-cinder-811877-1-iscsi neutron-server[93999]: 'Port': '1.7', Sep 30 06:27:25.902386 dv-cinder-811877-1-iscsi neutron-server[93999]: 'PortForwarding': '1.2', Sep 30 06:27:25.902386 dv-cinder-811877-1-iscsi neutron-server[93999]: 'QosPolicy': '1.9', Sep 30 06:27:25.902386 dv-cinder-811877-1-iscsi neutron-server[93999]: 'SecurityGroup': '1.4', Sep 30 06:27:25.902386 dv-cinder-811877-1-iscsi neutron-server[93999]: 'SecurityGroupRule': '1.2', Sep 30 06:27:25.902386 dv-cinder-811877-1-iscsi neutron-server[93999]: 'SubPort': '1.0', Sep 30 06:27:25.902386 dv-cinder-811877-1-iscsi neutron-server[93999]: 'Subnet': '1.1', Sep 30 06:27:25.902386 dv-cinder-811877-1-iscsi neutron-server[93999]: 'Trunk': '1.1'}} Sep 30 06:27:25.902386 dv-cinder-811877-1-iscsi neutron-server[93999]: {{(pid=93999) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 30 06:27:25.922206 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-167b59b2-f385-456a-be71-f931c244ae04 admin admin] Checking segment: {'id': '2a6dd986-63b3-41e2-80f5-fecbf28b70d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '5fefac64-03c4-43dd-a17b-d4a261fa3173'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 06:27:25.922634 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-167b59b2-f385-456a-be71-f931c244ae04 admin admin] Network hostable DHCP agents. Network: 5fefac64-03c4-43dd-a17b-d4a261fa3173, hostable agents: ['2764eebb-577a-46b3-8e38-018fcc444f25'], hosted agents: [] {{(pid=93999) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 06:27:25.946576 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-167b59b2-f385-456a-be71-f931c244ae04 admin admin] Network 5fefac64-03c4-43dd-a17b-d4a261fa3173 is scheduled to be hosted by DHCP agent 2764eebb-577a-46b3-8e38-018fcc444f25 with binding_index 1 {{(pid=93999) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 06:27:25.960088 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.scheduler.base_scheduler [None req-167b59b2-f385-456a-be71-f931c244ae04 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-811877-1-iscsi, 5fefac64-03c4-43dd-a17b-d4a261fa3173) {{(pid=93999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 06:27:25.967707 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-167b59b2-f385-456a-be71-f931c244ae04 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:27:25.968642 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-167b59b2-f385-456a-be71-f931c244ae04 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7821868'] for subnet, before_response {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:27:25.969560 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2e97d60-d804-493d-857c-dda04ef36c78 None None] Network 5fefac64-03c4-43dd-a17b-d4a261fa3173 requested from dv-cinder-811877-1-iscsi {{(pid=94001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 06:27:26.000647 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.36', 50372) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 06:27:26.001515 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [None req-167b59b2-f385-456a-be71-f931c244ae04 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.5371485 Sep 30 06:27:26.012883 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.api.v2.base [None req-dc0ca9ae-4d8a-49e0-9a20-0debbf750d05 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1787567531-router', 'tenant_id': '3f54d397fb6646ca811cd4b70b8b5d31', 'external_gateway_info': {'network_id': 'ddd8ee8b-b24f-47fb-afd7-cfc700c93624'}}} {{(pid=94000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 06:27:26.056467 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-dc0ca9ae-4d8a-49e0-9a20-0debbf750d05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7868037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-651'] for router, before_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:27:26.058394 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-dc0ca9ae-4d8a-49e0-9a20-0debbf750d05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7877237', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7878789', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7954202', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-642'] for router, precommit_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:27:26.211012 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-dc0ca9ae-4d8a-49e0-9a20-0debbf750d05 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:27:26.305998 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53d0a110-4def-4181-99d5-cca921855834 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa923768-8e71-536f-9625-358fd8d0f060-5fefac64-03c4-43dd-a17b-d4a261fa3173', 'network_id': '5fefac64-03c4-43dd-a17b-d4a261fa3173', 'tenant_id': '3f54d397fb6646ca811cd4b70b8b5d31', 'fixed_ips': [{'subnet_id': '05cd2f04-a42c-4ac5-94b6-16f7140b471b'}]}} from dv-cinder-811877-1-iscsi. {{(pid=94001) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 30 06:27:26.307521 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-53d0a110-4def-4181-99d5-cca921855834 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653538'] for port, before_create {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:27:26.415966 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-dc0ca9ae-4d8a-49e0-9a20-0debbf750d05 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:27:26.558858 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.wsgi [-] (93999) accepted ('10.222.0.36', 50388) {{(pid=93999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 06:27:26.610034 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.db.db_base_plugin_common [None req-53d0a110-4def-4181-99d5-cca921855834 None None] Allocated IP 172.20.0.2 (5fefac64-03c4-43dd-a17b-d4a261fa3173/05cd2f04-a42c-4ac5-94b6-16f7140b471b/d1128586-2b67-4462-b5b1-83e6f2c41bdc) {{(pid=94001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 06:27:26.756057 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-dc0ca9ae-4d8a-49e0-9a20-0debbf750d05 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:27:26.791293 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-dc0ca9ae-4d8a-49e0-9a20-0debbf750d05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653538'] for port, before_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:27:26.849150 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.36', 50404) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 06:27:26.867259 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-53d0a110-4def-4181-99d5-cca921855834 None None] Notify callbacks [] for port, precommit_create {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:27:26.878793 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-53d0a110-4def-4181-99d5-cca921855834 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7821886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727545489345'] for port, after_create {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:27:26.892562 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.api.v2.base [None req-4121d785-0a39-4a2c-89e5-9fa2cd503a3e admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-13706840-network', 'tenant_id': '2a4fe69e521f47bb94fe812e2f32c8b1'}} {{(pid=93999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 06:27:26.940102 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4121d785-0a39-4a2c-89e5-9fa2cd503a3e admin admin] Made reservation on behalf of 2a4fe69e521f47bb94fe812e2f32c8b1 for: {'network': 1} {{(pid=93999) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 06:27:26.945078 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-4121d785-0a39-4a2c-89e5-9fa2cd503a3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653538'] for network, before_create {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:27:26.945640 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53d0a110-4def-4181-99d5-cca921855834 None None] Network 5fefac64-03c4-43dd-a17b-d4a261fa3173 is already hosted by enough agents. {{(pid=94001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 06:27:26.949052 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.scheduler.base_scheduler [None req-53d0a110-4def-4181-99d5-cca921855834 None None] Resources bound (agent type, host, resource id): {{(pid=94001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 06:27:26.956671 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53d0a110-4def-4181-99d5-cca921855834 None None] Received port after_create {{(pid=94001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 06:27:26.966107 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.db.db_base_plugin_common [None req-dc0ca9ae-4d8a-49e0-9a20-0debbf750d05 admin admin] Allocated IP 172.27.1.2 (ddd8ee8b-b24f-47fb-afd7-cfc700c93624/4727b4cf-a8ea-4dab-8db4-019b4e8b0546/9739d183-b8a8-4538-9e9b-4bb77499d5e2) {{(pid=94000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 06:27:26.973823 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-4121d785-0a39-4a2c-89e5-9fa2cd503a3e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:27:27.019613 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d0a110-4def-4181-99d5-cca921855834 None None] Pushing event updated for resources: {'Port': ['ID=d1128586-2b67-4462-b5b1-83e6f2c41bdc,revision_number=1']} {{(pid=94001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:27:27.036070 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d0a110-4def-4181-99d5-cca921855834 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=94001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:27:27.038785 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d0a110-4def-4181-99d5-cca921855834 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=94001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:27:27.039293 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d0a110-4def-4181-99d5-cca921855834 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=94001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:27:27.039794 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d0a110-4def-4181-99d5-cca921855834 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=94001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:27:27.040340 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d0a110-4def-4181-99d5-cca921855834 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=94001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:27:27.043061 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d0a110-4def-4181-99d5-cca921855834 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=94001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:27:27.043603 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d0a110-4def-4181-99d5-cca921855834 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=94001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:27:27.044111 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d0a110-4def-4181-99d5-cca921855834 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=94001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:27:27.044467 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d0a110-4def-4181-99d5-cca921855834 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=94001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:27:27.044953 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d0a110-4def-4181-99d5-cca921855834 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=94001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:27:27.045348 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d0a110-4def-4181-99d5-cca921855834 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=94001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:27:27.045622 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d0a110-4def-4181-99d5-cca921855834 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=94001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:27:27.046830 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d0a110-4def-4181-99d5-cca921855834 None None] Tracked resource versions report: Sep 30 06:27:27.046830 dv-cinder-811877-1-iscsi neutron-server[94001]: pushed versions: Sep 30 06:27:27.046830 dv-cinder-811877-1-iscsi neutron-server[94001]: { 'AddressGroup': {'1.2'}, Sep 30 06:27:27.046830 dv-cinder-811877-1-iscsi neutron-server[94001]: 'ConntrackHelper': {'1.0'}, Sep 30 06:27:27.046830 dv-cinder-811877-1-iscsi neutron-server[94001]: 'Log': {'1.0'}, Sep 30 06:27:27.046830 dv-cinder-811877-1-iscsi neutron-server[94001]: 'Network': {'1.1'}, Sep 30 06:27:27.046830 dv-cinder-811877-1-iscsi neutron-server[94001]: 'Port': {'1.7'}, Sep 30 06:27:27.046830 dv-cinder-811877-1-iscsi neutron-server[94001]: 'PortForwarding': {'1.2'}, Sep 30 06:27:27.046830 dv-cinder-811877-1-iscsi neutron-server[94001]: 'QosPolicy': {'1.9'}, Sep 30 06:27:27.046830 dv-cinder-811877-1-iscsi neutron-server[94001]: 'SecurityGroup': {'1.4'}, Sep 30 06:27:27.046830 dv-cinder-811877-1-iscsi neutron-server[94001]: 'SecurityGroupRule': {'1.2'}, Sep 30 06:27:27.046830 dv-cinder-811877-1-iscsi neutron-server[94001]: 'SubPort': {'1.0'}, Sep 30 06:27:27.046830 dv-cinder-811877-1-iscsi neutron-server[94001]: 'Subnet': {'1.1'}, Sep 30 06:27:27.046830 dv-cinder-811877-1-iscsi neutron-server[94001]: 'Trunk': {'1.1'}} Sep 30 06:27:27.046830 dv-cinder-811877-1-iscsi neutron-server[94001]: consumer versions: Sep 30 06:27:27.046830 dv-cinder-811877-1-iscsi neutron-server[94001]: { DHCP agent@dv-cinder-811877-1-iscsi: {}, Sep 30 06:27:27.046830 dv-cinder-811877-1-iscsi neutron-server[94001]: HyperV agent@hv-cinder-81187: {}, Sep 30 06:27:27.046830 dv-cinder-811877-1-iscsi neutron-server[94001]: L3 agent@dv-cinder-811877-1-iscsi: {}, Sep 30 06:27:27.046830 dv-cinder-811877-1-iscsi neutron-server[94001]: Metadata agent@dv-cinder-811877-1-iscsi: {}, Sep 30 06:27:27.046830 dv-cinder-811877-1-iscsi neutron-server[94001]: Metering agent@dv-cinder-811877-1-iscsi: {}, Sep 30 06:27:27.046830 dv-cinder-811877-1-iscsi neutron-server[94001]: Open vSwitch agent@dv-cinder-811877-1-iscsi: { 'AddressGroup': '1.2', Sep 30 06:27:27.046830 dv-cinder-811877-1-iscsi neutron-server[94001]: 'ConntrackHelper': '1.0', Sep 30 06:27:27.046830 dv-cinder-811877-1-iscsi neutron-server[94001]: 'Log': '1.0', Sep 30 06:27:27.046830 dv-cinder-811877-1-iscsi neutron-server[94001]: 'Network': '1.1', Sep 30 06:27:27.046830 dv-cinder-811877-1-iscsi neutron-server[94001]: 'Port': '1.7', Sep 30 06:27:27.046830 dv-cinder-811877-1-iscsi neutron-server[94001]: 'PortForwarding': '1.2', Sep 30 06:27:27.046830 dv-cinder-811877-1-iscsi neutron-server[94001]: 'QosPolicy': '1.9', Sep 30 06:27:27.046830 dv-cinder-811877-1-iscsi neutron-server[94001]: 'SecurityGroup': '1.4', Sep 30 06:27:27.046830 dv-cinder-811877-1-iscsi neutron-server[94001]: 'SecurityGroupRule': '1.2', Sep 30 06:27:27.046830 dv-cinder-811877-1-iscsi neutron-server[94001]: 'SubPort': '1.0', Sep 30 06:27:27.046830 dv-cinder-811877-1-iscsi neutron-server[94001]: 'Subnet': '1.1', Sep 30 06:27:27.046830 dv-cinder-811877-1-iscsi neutron-server[94001]: 'Trunk': '1.1'}} Sep 30 06:27:27.046830 dv-cinder-811877-1-iscsi neutron-server[94001]: {{(pid=94001) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 30 06:27:27.054797 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.managers [None req-53d0a110-4def-4181-99d5-cca921855834 None None] Attempting to bind port d1128586-2b67-4462-b5b1-83e6f2c41bdc on host dv-cinder-811877-1-iscsi for vnic_type normal with profile {{(pid=94001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 06:27:27.055159 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.managers [None req-53d0a110-4def-4181-99d5-cca921855834 None None] Attempting to bind port d1128586-2b67-4462-b5b1-83e6f2c41bdc by drivers openvswitch,hyperv on host dv-cinder-811877-1-iscsi at level 0 using segments [{'id': '2a6dd986-63b3-41e2-80f5-fecbf28b70d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '5fefac64-03c4-43dd-a17b-d4a261fa3173'}] {{(pid=94001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 06:27:27.057482 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53d0a110-4def-4181-99d5-cca921855834 None None] Attempting to bind port d1128586-2b67-4462-b5b1-83e6f2c41bdc on network 5fefac64-03c4-43dd-a17b-d4a261fa3173 {{(pid=94001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 06:27:27.066527 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53d0a110-4def-4181-99d5-cca921855834 None None] Checking agent: {'id': '38eed8e6-19bc-4ff2-90e0-3c7aa8a3a275', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-811877-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 6, 19, 32), 'started_at': datetime.datetime(2021, 9, 30, 6, 20, 2), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 6, 27, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-811877-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 06:27:27.070409 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53d0a110-4def-4181-99d5-cca921855834 None None] Checking segment: {'id': '2a6dd986-63b3-41e2-80f5-fecbf28b70d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '5fefac64-03c4-43dd-a17b-d4a261fa3173'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 06:27:27.072238 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-53d0a110-4def-4181-99d5-cca921855834 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:27:27.074054 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53d0a110-4def-4181-99d5-cca921855834 None None] Bound using segment: {'id': '2a6dd986-63b3-41e2-80f5-fecbf28b70d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '5fefac64-03c4-43dd-a17b-d4a261fa3173'} {{(pid=94001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 06:27:27.076859 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.managers [None req-53d0a110-4def-4181-99d5-cca921855834 None None] Bound port: d1128586-2b67-4462-b5b1-83e6f2c41bdc, host: dv-cinder-811877-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a6dd986-63b3-41e2-80f5-fecbf28b70d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '5fefac64-03c4-43dd-a17b-d4a261fa3173'}}] {{(pid=94001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 06:27:27.077474 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-53d0a110-4def-4181-99d5-cca921855834 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653538'] for port, before_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:27:27.120086 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-dc0ca9ae-4d8a-49e0-9a20-0debbf750d05 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:27:27.149021 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-4121d785-0a39-4a2c-89e5-9fa2cd503a3e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:27:27.154979 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-4121d785-0a39-4a2c-89e5-9fa2cd503a3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533969'] for security_group, after_create {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:27:27.158806 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-dc0ca9ae-4d8a-49e0-9a20-0debbf750d05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7821886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727545489345'] for port, after_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:27:27.171220 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4121d785-0a39-4a2c-89e5-9fa2cd503a3e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 337} {{(pid=93999) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 06:27:27.178068 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.db [None req-53d0a110-4def-4181-99d5-cca921855834 None None] For port d1128586-2b67-4462-b5b1-83e6f2c41bdc, host dv-cinder-811877-1-iscsi, cleared binding levels {{(pid=94001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 06:27:27.183075 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-4121d785-0a39-4a2c-89e5-9fa2cd503a3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583621'] for segment, precommit_create {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:27:27.183508 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.db.segments_db [None req-4121d785-0a39-4a2c-89e5-9fa2cd503a3e admin admin] Added segment 410fd4de-8a82-48c3-96d1-1762cdf9a695 of type vlan for network 5c01f472-be09-4f47-a17f-2a759f124795 Sep 30 06:27:27.184304 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.db [None req-53d0a110-4def-4181-99d5-cca921855834 None None] For port d1128586-2b67-4462-b5b1-83e6f2c41bdc, host dv-cinder-811877-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811877-1-iscsi',level=0,port_id=d1128586-2b67-4462-b5b1-83e6f2c41bdc,segment=NetworkSegment(2a6dd986-63b3-41e2-80f5-fecbf28b70d3),segment_id=2a6dd986-63b3-41e2-80f5-fecbf28b70d3)] {{(pid=94001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 06:27:27.193043 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-53d0a110-4def-4181-99d5-cca921855834 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7821886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727545992452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727545489363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727545489381'] for port, after_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:27:27.197289 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc0ca9ae-4d8a-49e0-9a20-0debbf750d05 admin admin] Network ddd8ee8b-b24f-47fb-afd7-cfc700c93624 is already hosted by enough agents. {{(pid=94000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 06:27:27.201483 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.scheduler.base_scheduler [None req-dc0ca9ae-4d8a-49e0-9a20-0debbf750d05 admin admin] Resources bound (agent type, host, resource id): {{(pid=94000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 06:27:27.206036 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc0ca9ae-4d8a-49e0-9a20-0debbf750d05 admin admin] Received port after_create {{(pid=94000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 06:27:27.225907 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4121d785-0a39-4a2c-89e5-9fa2cd503a3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78ce1e3c-f3d7-420d-ac39-20c93d3fb7fc,revision_number=1']} {{(pid=93999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:27:27.278193 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-4121d785-0a39-4a2c-89e5-9fa2cd503a3e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727545443103'] for network, precommit_create {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:27:27.293653 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0ca9ae-4d8a-49e0-9a20-0debbf750d05 admin admin] Pushing event updated for resources: {'Port': ['ID=9739d183-b8a8-4538-9e9b-4bb77499d5e2,revision_number=1']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:27:27.314722 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-4121d785-0a39-4a2c-89e5-9fa2cd503a3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7821886'] for network, after_create {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:27:27.316950 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4121d785-0a39-4a2c-89e5-9fa2cd503a3e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:27:27.317762 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-4121d785-0a39-4a2c-89e5-9fa2cd503a3e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7821868'] for network, before_response {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:27:27.340379 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d0a110-4def-4181-99d5-cca921855834 None None] Pushing event updated for resources: {'Port': ['ID=d1128586-2b67-4462-b5b1-83e6f2c41bdc,revision_number=2']} {{(pid=94001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:27:27.410973 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4121d785-0a39-4a2c-89e5-9fa2cd503a3e admin admin] Pushing event updated for resources: {'Network': ['ID=5c01f472-be09-4f47-a17f-2a759f124795,revision_number=1']} {{(pid=93999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:27:27.420263 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.rpc [None req-1a5ef50c-1a60-4eeb-b96e-cf5df6fcca4b None None] Network 5c01f472-be09-4f47-a17f-2a759f124795 details requested by agent ovs-agent-dv-cinder-811877-1-iscsi with host dv-cinder-811877-1-iscsi {{(pid=94001) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 06:27:27.432673 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [None req-4121d785-0a39-4a2c-89e5-9fa2cd503a3e admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.8720412 Sep 30 06:27:27.434030 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.api.v2.base [None req-071a8dc2-7325-4684-bc49-a91c42961313 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-955443740-network', 'tenant_id': '9783cdb7db93417f80c3dff4dd3da4b1'}} {{(pid=94000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 06:27:27.435764 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.wsgi [-] (93999) accepted ('10.222.0.36', 50418) {{(pid=93999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 06:27:27.442165 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.api.v2.base [None req-57c4a73c-c021-472b-aab7-30261fe706f8 admin admin] Request body: {'subnet': {'network_id': '5c01f472-be09-4f47-a17f-2a759f124795', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-13706840-subnet', 'tenant_id': '2a4fe69e521f47bb94fe812e2f32c8b1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 06:27:27.462837 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.db.api [None req-57c4a73c-c021-472b-aab7-30261fe706f8 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 30 06:27:27.462837 dv-cinder-811877-1-iscsi neutron-server[93999]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 30 06:27:27.462837 dv-cinder-811877-1-iscsi neutron-server[93999]: [parameters: {'project_id_1': '2a4fe69e521f47bb94fe812e2f32c8b1', 'expiration_1': datetime.datetime(2021, 9, 30, 6, 27, 7, 447306)}] Sep 30 06:27:27.462837 dv-cinder-811877-1-iscsi neutron-server[93999]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=93999) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 30 06:27:27.463177 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG oslo_db.api [None req-57c4a73c-c021-472b-aab7-30261fe706f8 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 30 06:27:27.487557 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-071a8dc2-7325-4684-bc49-a91c42961313 admin admin] Made reservation on behalf of 9783cdb7db93417f80c3dff4dd3da4b1 for: {'network': 1} {{(pid=94000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 06:27:27.490153 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-071a8dc2-7325-4684-bc49-a91c42961313 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653538'] for network, before_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:27:27.532496 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-071a8dc2-7325-4684-bc49-a91c42961313 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:27:27.596923 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-dc0ca9ae-4d8a-49e0-9a20-0debbf750d05 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:27:27.698416 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.wsgi [-] (93999) accepted ('10.222.0.36', 50430) {{(pid=93999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 06:27:27.919639 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-071a8dc2-7325-4684-bc49-a91c42961313 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:27:27.928297 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-071a8dc2-7325-4684-bc49-a91c42961313 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533969'] for security_group, after_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:27:27.983201 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.api.v2.base [None req-4c7e98e4-91e5-4f43-af30-82047d641ae5 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-934096422-network', 'tenant_id': 'fd01cd14f23840e59331ece07bbcdf9e'}} {{(pid=93999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 06:27:28.065789 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57c4a73c-c021-472b-aab7-30261fe706f8 admin admin] Made reservation on behalf of 2a4fe69e521f47bb94fe812e2f32c8b1 for: {'subnet': 1} {{(pid=93999) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 06:27:28.071876 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-57c4a73c-c021-472b-aab7-30261fe706f8 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:27:28.088732 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c7e98e4-91e5-4f43-af30-82047d641ae5 admin admin] Made reservation on behalf of fd01cd14f23840e59331ece07bbcdf9e for: {'network': 1} {{(pid=93999) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 06:27:28.092203 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-4c7e98e4-91e5-4f43-af30-82047d641ae5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653538'] for network, before_create {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:27:28.107598 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-dc0ca9ae-4d8a-49e0-9a20-0debbf750d05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7877132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7878840'] for router, after_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:27:28.114134 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-071a8dc2-7325-4684-bc49-a91c42961313 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 315} {{(pid=94000) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 06:27:28.124254 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-4c7e98e4-91e5-4f43-af30-82047d641ae5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:27:28.242175 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-071a8dc2-7325-4684-bc49-a91c42961313 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583621'] for segment, precommit_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:27:28.243985 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.db.segments_db [None req-071a8dc2-7325-4684-bc49-a91c42961313 admin admin] Added segment f7de19b9-6a8b-4c13-864b-abf85c02a385 of type vlan for network 09d5236c-0c6b-4c44-9520-bda2caf4b4f2 Sep 30 06:27:28.273639 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071a8dc2-7325-4684-bc49-a91c42961313 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=762947ed-3f0a-4262-b9ef-d9eb2e41838c,revision_number=1']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:27:28.333359 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-071a8dc2-7325-4684-bc49-a91c42961313 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727545443103'] for network, precommit_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:27:28.338146 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.rpc [None req-1a5ef50c-1a60-4eeb-b96e-cf5df6fcca4b None None] Device d1128586-2b67-4462-b5b1-83e6f2c41bdc up at agent ovs-agent-dv-cinder-811877-1-iscsi {{(pid=94001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 06:27:28.391558 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc0ca9ae-4d8a-49e0-9a20-0debbf750d05 admin admin] Router 7f324adc-6df9-469a-bdd2-c103c76ced6e is scheduled to L3 agent f054bd23-6895-478f-87a4-7cc0e21c04e0 with binding_index 1 {{(pid=94000) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 30 06:27:28.397723 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-071a8dc2-7325-4684-bc49-a91c42961313 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7821886'] for network, after_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:27:28.405552 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-071a8dc2-7325-4684-bc49-a91c42961313 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:27:28.406152 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-071a8dc2-7325-4684-bc49-a91c42961313 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7821868'] for network, before_response {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:27:28.418661 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-57c4a73c-c021-472b-aab7-30261fe706f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7821886'] for subnet, after_create {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:27:28.545255 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-a84e76ed-2118-49bc-a3fd-a33a11c47195 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727546001794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-597483'] for agent, after_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:27:28.545614 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c4a73c-c021-472b-aab7-30261fe706f8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c94366a3-4b59-4b72-a9bf-62e041f6886b,revision_number=0']} {{(pid=93999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:27:28.550824 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.db.provisioning_blocks [None req-1a5ef50c-1a60-4eeb-b96e-cf5df6fcca4b None None] Provisioning complete for port d1128586-2b67-4462-b5b1-83e6f2c41bdc triggered by entity L2. {{(pid=94001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 06:27:28.553203 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-1a5ef50c-1a60-4eeb-b96e-cf5df6fcca4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-597822'] for port, provisioning_complete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:27:28.555074 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57c4a73c-c021-472b-aab7-30261fe706f8 admin admin] Checking segment: {'id': '410fd4de-8a82-48c3-96d1-1762cdf9a695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '5c01f472-be09-4f47-a17f-2a759f124795'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 06:27:28.555798 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57c4a73c-c021-472b-aab7-30261fe706f8 admin admin] Network hostable DHCP agents. Network: 5c01f472-be09-4f47-a17f-2a759f124795, hostable agents: ['2764eebb-577a-46b3-8e38-018fcc444f25'], hosted agents: [] {{(pid=93999) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 06:27:28.557723 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071a8dc2-7325-4684-bc49-a91c42961313 admin admin] Pushing event updated for resources: {'Network': ['ID=09d5236c-0c6b-4c44-9520-bda2caf4b4f2,revision_number=1']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:27:28.588859 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57c4a73c-c021-472b-aab7-30261fe706f8 admin admin] Network 5c01f472-be09-4f47-a17f-2a759f124795 is scheduled to be hosted by DHCP agent 2764eebb-577a-46b3-8e38-018fcc444f25 with binding_index 1 {{(pid=93999) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 06:27:28.621338 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.scheduler.base_scheduler [None req-57c4a73c-c021-472b-aab7-30261fe706f8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-811877-1-iscsi, 5c01f472-be09-4f47-a17f-2a759f124795) {{(pid=93999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 06:27:28.646534 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.rpc [None req-1a5ef50c-1a60-4eeb-b96e-cf5df6fcca4b None None] Network 09d5236c-0c6b-4c44-9520-bda2caf4b4f2 details requested by agent ovs-agent-dv-cinder-811877-1-iscsi with host dv-cinder-811877-1-iscsi {{(pid=94001) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 06:27:28.648764 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57c4a73c-c021-472b-aab7-30261fe706f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:27:28.654894 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0368072-36f9-44a2-9583-dc998c42c7d1 None None] Network 5c01f472-be09-4f47-a17f-2a759f124795 requested from dv-cinder-811877-1-iscsi {{(pid=94001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 06:27:28.657868 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-57c4a73c-c021-472b-aab7-30261fe706f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7821868'] for subnet, before_response {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:27:28.728752 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-4c7e98e4-91e5-4f43-af30-82047d641ae5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:27:28.741252 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-4c7e98e4-91e5-4f43-af30-82047d641ae5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533969'] for security_group, after_create {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:27:28.751329 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [None req-57c4a73c-c021-472b-aab7-30261fe706f8 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.3142269 Sep 30 06:27:28.759031 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.wsgi [-] (93999) accepted ('10.222.0.36', 50476) {{(pid=93999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 06:27:28.785807 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.api.v2.base [None req-57a8e231-53c2-406a-b3e4-1741b9348439 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-13706840-router', 'tenant_id': '2a4fe69e521f47bb94fe812e2f32c8b1', 'external_gateway_info': {'network_id': 'ddd8ee8b-b24f-47fb-afd7-cfc700c93624'}}} {{(pid=93999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 06:27:28.838202 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.wsgi [-] (93999) accepted ('10.222.0.36', 50482) {{(pid=93999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 06:27:28.845489 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-57a8e231-53c2-406a-b3e4-1741b9348439 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7868037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-651'] for router, before_create {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:27:28.849753 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-57a8e231-53c2-406a-b3e4-1741b9348439 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7877237', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7878789', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7954202', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-642'] for router, precommit_create {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:27:28.849955 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [None req-071a8dc2-7325-4684-bc49-a91c42961313 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.9969742 Sep 30 06:27:28.873756 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc0ca9ae-4d8a-49e0-9a20-0debbf750d05 admin admin] Notify agent at l3_agent.dv-cinder-811877-1-iscsi the message routers_updated {{(pid=94000) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 06:27:28.896924 dv-cinder-811877-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1165a051-bd75-4e12-bf3e-946a1e64973d None None] Sync routers for ids ['7f324adc-6df9-469a-bdd2-c103c76ced6e'] in dv-cinder-811877-1-iscsi {{(pid=94002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 06:27:28.915812 dv-cinder-811877-1-iscsi neutron-server[94002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1165a051-bd75-4e12-bf3e-946a1e64973d None None] Routers {'7f324adc-6df9-469a-bdd2-c103c76ced6e'} bound to L3 agent in host dv-cinder-811877-1-iscsi {{(pid=94002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 06:27:28.917916 dv-cinder-811877-1-iscsi neutron-server[94002]: DEBUG neutron.db.l3_hamode_db [None req-1165a051-bd75-4e12-bf3e-946a1e64973d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811877-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-30T06:19:31Z,description=,heartbeat_timestamp=2021-09-30T06:27:01Z,host='dv-cinder-811877-1-iscsi',id=f054bd23-6895-478f-87a4-7cc0e21c04e0,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T06:19:31Z,topic='l3_agent')) {'router_ids': ['7f324adc-6df9-469a-bdd2-c103c76ced6e'], 'active': True} {{(pid=94002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 06:27:28.922720 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-dc0ca9ae-4d8a-49e0-9a20-0debbf750d05 admin admin] Notify callbacks [] for router, before_response {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:27:28.926857 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [None req-dc0ca9ae-4d8a-49e0-9a20-0debbf750d05 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.9199026 Sep 30 06:27:28.927662 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.36', 50484) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 06:27:28.994565 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c7e98e4-91e5-4f43-af30-82047d641ae5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 305} {{(pid=93999) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 06:27:29.001501 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e00a208b-8e37-4dfc-b8fa-24d743feba7a None None] Network 5fefac64-03c4-43dd-a17b-d4a261fa3173 requested from dv-cinder-811877-1-iscsi {{(pid=94001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 06:27:29.036616 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-4c7e98e4-91e5-4f43-af30-82047d641ae5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583621'] for segment, precommit_create {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:27:29.037081 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.db.segments_db [None req-4c7e98e4-91e5-4f43-af30-82047d641ae5 admin admin] Added segment fb392b75-2cea-4ed8-909e-87c2ccb253f8 of type vlan for network 92aa8f19-aafd-4462-9d7f-7e5f878c12b2 Sep 30 06:27:29.088488 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-4c7e98e4-91e5-4f43-af30-82047d641ae5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727545443103'] for network, precommit_create {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:27:29.119663 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.api.v2.base [None req-7c6a0ae8-bd82-4624-b67d-cd9908213166 admin admin] Request body: {'subnet': {'network_id': '09d5236c-0c6b-4c44-9520-bda2caf4b4f2', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-955443740-subnet', 'tenant_id': '9783cdb7db93417f80c3dff4dd3da4b1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 06:27:29.149892 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-4c7e98e4-91e5-4f43-af30-82047d641ae5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7821886'] for network, after_create {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:27:29.151209 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c7e98e4-91e5-4f43-af30-82047d641ae5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:27:29.151976 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-4c7e98e4-91e5-4f43-af30-82047d641ae5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7821868'] for network, before_response {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:27:29.164793 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7e98e4-91e5-4f43-af30-82047d641ae5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=242618b0-ac68-459f-b4d2-f082fc76c0e3,revision_number=1']} {{(pid=93999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:27:29.200668 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-57a8e231-53c2-406a-b3e4-1741b9348439 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:27:29.262316 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7e98e4-91e5-4f43-af30-82047d641ae5 admin admin] Pushing event updated for resources: {'Network': ['ID=92aa8f19-aafd-4462-9d7f-7e5f878c12b2,revision_number=1']} {{(pid=93999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:27:29.265308 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [None req-4c7e98e4-91e5-4f43-af30-82047d641ae5 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.5654340 Sep 30 06:27:29.339927 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.wsgi [-] (93999) accepted ('10.222.0.36', 50502) {{(pid=93999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 06:27:29.353481 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-1a5ef50c-1a60-4eeb-b96e-cf5df6fcca4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653538'] for port, before_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:27:29.388690 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.rpc [None req-1a5ef50c-1a60-4eeb-b96e-cf5df6fcca4b None None] Network 92aa8f19-aafd-4462-9d7f-7e5f878c12b2 details requested by agent ovs-agent-dv-cinder-811877-1-iscsi with host dv-cinder-811877-1-iscsi {{(pid=94001) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 06:27:29.414856 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-57a8e231-53c2-406a-b3e4-1741b9348439 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:27:29.420399 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.db [None req-1a5ef50c-1a60-4eeb-b96e-cf5df6fcca4b None None] For port d1128586-2b67-4462-b5b1-83e6f2c41bdc, host dv-cinder-811877-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811877-1-iscsi',level=0,port_id=d1128586-2b67-4462-b5b1-83e6f2c41bdc,segment=NetworkSegment(2a6dd986-63b3-41e2-80f5-fecbf28b70d3),segment_id=2a6dd986-63b3-41e2-80f5-fecbf28b70d3)] {{(pid=94001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 06:27:29.428145 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.api.v2.base [None req-eea17ae3-02b5-480b-8bb7-db381a7b4449 admin admin] Request body: {'subnet': {'network_id': '92aa8f19-aafd-4462-9d7f-7e5f878c12b2', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-934096422-subnet', 'tenant_id': 'fd01cd14f23840e59331ece07bbcdf9e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 06:27:29.434672 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-1a5ef50c-1a60-4eeb-b96e-cf5df6fcca4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7821886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727545992452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727545489363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727545489381'] for port, after_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:27:29.449861 dv-cinder-811877-1-iscsi neutron-server[94002]: DEBUG neutron.db.l3_dvr_db [None req-1165a051-bd75-4e12-bf3e-946a1e64973d None None] Set router 7f324adc-6df9-469a-bdd2-c103c76ced6e gateway port host: dv-cinder-811877-1-iscsi {{(pid=94002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 06:27:29.485808 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.db.api [None req-eea17ae3-02b5-480b-8bb7-db381a7b4449 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 30 06:27:29.485808 dv-cinder-811877-1-iscsi neutron-server[93999]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 30 06:27:29.485808 dv-cinder-811877-1-iscsi neutron-server[93999]: [parameters: {'project_id_1': 'fd01cd14f23840e59331ece07bbcdf9e', 'expiration_1': datetime.datetime(2021, 9, 30, 6, 27, 9, 448260)}] Sep 30 06:27:29.485808 dv-cinder-811877-1-iscsi neutron-server[93999]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=93999) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 30 06:27:29.486264 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG oslo_db.api [None req-eea17ae3-02b5-480b-8bb7-db381a7b4449 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 30 06:27:29.522957 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a810670-48cd-4952-bb8c-627c391d22eb None None] Network 5c01f472-be09-4f47-a17f-2a759f124795 requested from dv-cinder-811877-1-iscsi {{(pid=94001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 06:27:29.548133 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c6a0ae8-bd82-4624-b67d-cd9908213166 admin admin] Made reservation on behalf of 9783cdb7db93417f80c3dff4dd3da4b1 for: {'subnet': 1} {{(pid=93999) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 06:27:29.551062 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-7c6a0ae8-bd82-4624-b67d-cd9908213166 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:27:29.656461 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5ef50c-1a60-4eeb-b96e-cf5df6fcca4b None None] Pushing event updated for resources: {'Port': ['ID=d1128586-2b67-4462-b5b1-83e6f2c41bdc,revision_number=3']} {{(pid=94001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:27:29.821944 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.db.provisioning_blocks [None req-02169e3d-6247-41aa-9bc8-5c72370a46d7 None None] Provisioning complete for port d1128586-2b67-4462-b5b1-83e6f2c41bdc triggered by entity DHCP. {{(pid=94001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 06:27:29.822139 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-02169e3d-6247-41aa-9bc8-5c72370a46d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-597822'] for port, provisioning_complete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:27:29.834409 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-651223f9-d0f3-4e33-abd7-0d77c61ded03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653538'] for port, before_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:27:29.990718 dv-cinder-811877-1-iscsi neutron-server[94002]: DEBUG neutron.db.l3_hamode_db [None req-1165a051-bd75-4e12-bf3e-946a1e64973d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f324adc-6df9-469a-bdd2-c103c76ced6e', 'name': 'tempest-AttachVolumeShelveTestJSON-1787567531-router', 'tenant_id': '3f54d397fb6646ca811cd4b70b8b5d31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddd8ee8b-b24f-47fb-afd7-cfc700c93624', 'external_fixed_ips': [{'subnet_id': '4727b4cf-a8ea-4dab-8db4-019b4e8b0546', 'ip_address': '172.27.1.2'}], 'enable_snat': True}, 'gw_port_id': '9739d183-b8a8-4538-9e9b-4bb77499d5e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T06:27:26Z', 'updated_at': '2021-09-30T06:27:27Z', 'revision_number': 3, 'project_id': '3f54d397fb6646ca811cd4b70b8b5d31', 'gw_port': {'id': '9739d183-b8a8-4538-9e9b-4bb77499d5e2', 'name': '', 'network_id': 'ddd8ee8b-b24f-47fb-afd7-cfc700c93624', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:9d:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f324adc-6df9-469a-bdd2-c103c76ced6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '4727b4cf-a8ea-4dab-8db4-019b4e8b0546', 'ip_address': '172.27.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T06:27:26Z', 'updated_at': '2021-09-30T06:27:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4727b4cf-a8ea-4dab-8db4-019b4e8b0546', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811877-1-iscsi'}], 'dv-cinder-811877-1-iscsi', False) {} {{(pid=94002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 06:27:30.031653 dv-cinder-811877-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1165a051-bd75-4e12-bf3e-946a1e64973d None None] Checking router: 7f324adc-6df9-469a-bdd2-c103c76ced6e for host: dv-cinder-811877-1-iscsi {{(pid=94002) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 06:27:30.032391 dv-cinder-811877-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1165a051-bd75-4e12-bf3e-946a1e64973d None None] Updating router 7f324adc-6df9-469a-bdd2-c103c76ced6e port 9739d183-b8a8-4538-9e9b-4bb77499d5e2 binding host dv-cinder-811877-1-iscsi {{(pid=94002) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 30 06:27:30.129253 dv-cinder-811877-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-1165a051-bd75-4e12-bf3e-946a1e64973d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653538'] for port, before_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:27:30.209768 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.db.db_base_plugin_common [None req-651223f9-d0f3-4e33-abd7-0d77c61ded03 admin admin] Allocated IP 172.20.0.1 (5fefac64-03c4-43dd-a17b-d4a261fa3173/05cd2f04-a42c-4ac5-94b6-16f7140b471b/6c81a548-ac26-40cb-9e6a-6ecb4b9bad29) {{(pid=94000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 06:27:30.214218 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.db.provisioning_blocks [None req-7ba80443-031e-40b0-a060-a9e440821c11 None None] Provisioning complete for port d1128586-2b67-4462-b5b1-83e6f2c41bdc triggered by entity DHCP. {{(pid=94001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 06:27:30.215869 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-7ba80443-031e-40b0-a060-a9e440821c11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-597822'] for port, provisioning_complete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:27:30.233495 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.rpc [None req-1a5ef50c-1a60-4eeb-b96e-cf5df6fcca4b None None] Device d1128586-2b67-4462-b5b1-83e6f2c41bdc up at agent ovs-agent-dv-cinder-811877-1-iscsi {{(pid=94001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 06:27:30.236721 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eea17ae3-02b5-480b-8bb7-db381a7b4449 admin admin] Made reservation on behalf of fd01cd14f23840e59331ece07bbcdf9e for: {'subnet': 1} {{(pid=93999) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 06:27:30.242081 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-eea17ae3-02b5-480b-8bb7-db381a7b4449 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:27:30.249276 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-7c6a0ae8-bd82-4624-b67d-cd9908213166 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7821886'] for subnet, after_create {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:27:30.270091 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-57a8e231-53c2-406a-b3e4-1741b9348439 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:27:30.365794 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-651223f9-d0f3-4e33-abd7-0d77c61ded03 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:27:30.405857 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-57a8e231-53c2-406a-b3e4-1741b9348439 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653538'] for port, before_create {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:27:30.408054 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.db.provisioning_blocks [None req-1a5ef50c-1a60-4eeb-b96e-cf5df6fcca4b None None] Provisioning complete for port d1128586-2b67-4462-b5b1-83e6f2c41bdc triggered by entity L2. {{(pid=94001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 06:27:30.408641 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-1a5ef50c-1a60-4eeb-b96e-cf5df6fcca4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-597822'] for port, provisioning_complete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:27:30.421060 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c6a0ae8-bd82-4624-b67d-cd9908213166 admin admin] Checking segment: {'id': 'f7de19b9-6a8b-4c13-864b-abf85c02a385', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '09d5236c-0c6b-4c44-9520-bda2caf4b4f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 06:27:30.421326 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c6a0ae8-bd82-4624-b67d-cd9908213166 admin admin] Network hostable DHCP agents. Network: 09d5236c-0c6b-4c44-9520-bda2caf4b4f2, hostable agents: ['2764eebb-577a-46b3-8e38-018fcc444f25'], hosted agents: [] {{(pid=93999) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 06:27:30.425315 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-651223f9-d0f3-4e33-abd7-0d77c61ded03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7821886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727545489345'] for port, after_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:27:30.555674 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651223f9-d0f3-4e33-abd7-0d77c61ded03 admin admin] Pushing event updated for resources: {'Port': ['ID=6c81a548-ac26-40cb-9e6a-6ecb4b9bad29,revision_number=1']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:27:30.557482 dv-cinder-811877-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-1165a051-bd75-4e12-bf3e-946a1e64973d None None] Notify callbacks [] for port, precommit_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:27:30.573207 dv-cinder-811877-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-1165a051-bd75-4e12-bf3e-946a1e64973d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7821886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727545992452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727545489363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727545489381'] for port, after_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:27:30.577535 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-651223f9-d0f3-4e33-abd7-0d77c61ded03 admin admin] Network 5fefac64-03c4-43dd-a17b-d4a261fa3173 is already hosted by enough agents. {{(pid=94000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 06:27:30.581611 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.scheduler.base_scheduler [None req-651223f9-d0f3-4e33-abd7-0d77c61ded03 admin admin] Resources bound (agent type, host, resource id): {{(pid=94000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 06:27:30.597695 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-651223f9-d0f3-4e33-abd7-0d77c61ded03 admin admin] Received port after_create {{(pid=94000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 06:27:30.597862 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c6a0ae8-bd82-4624-b67d-cd9908213166 admin admin] Network 09d5236c-0c6b-4c44-9520-bda2caf4b4f2 is scheduled to be hosted by DHCP agent 2764eebb-577a-46b3-8e38-018fcc444f25 with binding_index 1 {{(pid=93999) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 06:27:30.598766 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-651223f9-d0f3-4e33-abd7-0d77c61ded03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7878021'] for router_interface, before_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:27:30.665967 dv-cinder-811877-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f4aef5-35aa-4861-a30a-e479809ebe94 None None] Pushing event updated for resources: {'Port': ['ID=9739d183-b8a8-4538-9e9b-4bb77499d5e2,revision_number=2']} {{(pid=94002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:27:30.684466 dv-cinder-811877-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.managers [None req-1165a051-bd75-4e12-bf3e-946a1e64973d None None] Attempting to bind port 9739d183-b8a8-4538-9e9b-4bb77499d5e2 on host dv-cinder-811877-1-iscsi for vnic_type normal with profile {{(pid=94002) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 06:27:30.684918 dv-cinder-811877-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.managers [None req-1165a051-bd75-4e12-bf3e-946a1e64973d None None] Attempting to bind port 9739d183-b8a8-4538-9e9b-4bb77499d5e2 by drivers openvswitch,hyperv on host dv-cinder-811877-1-iscsi at level 0 using segments [{'id': 'f18bb042-e630-4c4b-b384-e9bf093ecc8b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ddd8ee8b-b24f-47fb-afd7-cfc700c93624'}] {{(pid=94002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 06:27:30.685359 dv-cinder-811877-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1165a051-bd75-4e12-bf3e-946a1e64973d None None] Attempting to bind port 9739d183-b8a8-4538-9e9b-4bb77499d5e2 on network ddd8ee8b-b24f-47fb-afd7-cfc700c93624 {{(pid=94002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 06:27:30.699472 dv-cinder-811877-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1165a051-bd75-4e12-bf3e-946a1e64973d None None] Checking agent: {'id': '38eed8e6-19bc-4ff2-90e0-3c7aa8a3a275', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-811877-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 6, 19, 32), 'started_at': datetime.datetime(2021, 9, 30, 6, 20, 2), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 6, 27, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-811877-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 06:27:30.700017 dv-cinder-811877-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1165a051-bd75-4e12-bf3e-946a1e64973d None None] Checking segment: {'id': 'f18bb042-e630-4c4b-b384-e9bf093ecc8b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ddd8ee8b-b24f-47fb-afd7-cfc700c93624'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 06:27:30.700637 dv-cinder-811877-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-1165a051-bd75-4e12-bf3e-946a1e64973d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:27:30.701279 dv-cinder-811877-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1165a051-bd75-4e12-bf3e-946a1e64973d None None] Bound using segment: {'id': 'f18bb042-e630-4c4b-b384-e9bf093ecc8b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ddd8ee8b-b24f-47fb-afd7-cfc700c93624'} {{(pid=94002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 06:27:30.701765 dv-cinder-811877-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.managers [None req-1165a051-bd75-4e12-bf3e-946a1e64973d None None] Bound port: 9739d183-b8a8-4538-9e9b-4bb77499d5e2, host: dv-cinder-811877-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f18bb042-e630-4c4b-b384-e9bf093ecc8b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ddd8ee8b-b24f-47fb-afd7-cfc700c93624'}}] {{(pid=94002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 06:27:30.702252 dv-cinder-811877-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-1165a051-bd75-4e12-bf3e-946a1e64973d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653538'] for port, before_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:27:30.719135 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.scheduler.base_scheduler [None req-7c6a0ae8-bd82-4624-b67d-cd9908213166 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-811877-1-iscsi, 09d5236c-0c6b-4c44-9520-bda2caf4b4f2) {{(pid=93999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 06:27:30.737417 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94fb3138-8c55-423c-9aa7-4a4954bf66b9 None None] Network 09d5236c-0c6b-4c44-9520-bda2caf4b4f2 requested from dv-cinder-811877-1-iscsi {{(pid=94001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 06:27:30.775386 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c6a0ae8-bd82-4624-b67d-cd9908213166 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:27:30.776072 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-7c6a0ae8-bd82-4624-b67d-cd9908213166 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7821868'] for subnet, before_response {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:27:30.798077 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6a0ae8-bd82-4624-b67d-cd9908213166 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2cc33e45-6ebd-4aca-ac3c-4bbace2f6c45,revision_number=0']} {{(pid=93999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:27:30.801315 dv-cinder-811877-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.db [None req-1165a051-bd75-4e12-bf3e-946a1e64973d None None] For port 9739d183-b8a8-4538-9e9b-4bb77499d5e2, host dv-cinder-811877-1-iscsi, cleared binding levels {{(pid=94002) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 06:27:30.807971 dv-cinder-811877-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.db [None req-1165a051-bd75-4e12-bf3e-946a1e64973d None None] For port 9739d183-b8a8-4538-9e9b-4bb77499d5e2, host dv-cinder-811877-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811877-1-iscsi',level=0,port_id=9739d183-b8a8-4538-9e9b-4bb77499d5e2,segment=NetworkSegment(f18bb042-e630-4c4b-b384-e9bf093ecc8b),segment_id=f18bb042-e630-4c4b-b384-e9bf093ecc8b)] {{(pid=94002) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 06:27:30.816214 dv-cinder-811877-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f4aef5-35aa-4861-a30a-e479809ebe94 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=94002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:27:30.816830 dv-cinder-811877-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f4aef5-35aa-4861-a30a-e479809ebe94 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=94002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:27:30.820881 dv-cinder-811877-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f4aef5-35aa-4861-a30a-e479809ebe94 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=94002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:27:30.821373 dv-cinder-811877-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f4aef5-35aa-4861-a30a-e479809ebe94 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=94002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:27:30.821812 dv-cinder-811877-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f4aef5-35aa-4861-a30a-e479809ebe94 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=94002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:27:30.822215 dv-cinder-811877-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f4aef5-35aa-4861-a30a-e479809ebe94 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=94002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:27:30.822663 dv-cinder-811877-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f4aef5-35aa-4861-a30a-e479809ebe94 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=94002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:27:30.823343 dv-cinder-811877-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f4aef5-35aa-4861-a30a-e479809ebe94 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=94002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:27:30.823886 dv-cinder-811877-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f4aef5-35aa-4861-a30a-e479809ebe94 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=94002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:27:30.834091 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [None req-7c6a0ae8-bd82-4624-b67d-cd9908213166 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.8332908 Sep 30 06:27:30.835214 dv-cinder-811877-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f4aef5-35aa-4861-a30a-e479809ebe94 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=94002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:27:30.839809 dv-cinder-811877-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f4aef5-35aa-4861-a30a-e479809ebe94 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=94002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:27:30.840263 dv-cinder-811877-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f4aef5-35aa-4861-a30a-e479809ebe94 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=94002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:27:30.841456 dv-cinder-811877-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f4aef5-35aa-4861-a30a-e479809ebe94 None None] Tracked resource versions report: Sep 30 06:27:30.841456 dv-cinder-811877-1-iscsi neutron-server[94002]: pushed versions: Sep 30 06:27:30.841456 dv-cinder-811877-1-iscsi neutron-server[94002]: { 'AddressGroup': {'1.2'}, Sep 30 06:27:30.841456 dv-cinder-811877-1-iscsi neutron-server[94002]: 'ConntrackHelper': {'1.0'}, Sep 30 06:27:30.841456 dv-cinder-811877-1-iscsi neutron-server[94002]: 'Log': {'1.0'}, Sep 30 06:27:30.841456 dv-cinder-811877-1-iscsi neutron-server[94002]: 'Network': {'1.1'}, Sep 30 06:27:30.841456 dv-cinder-811877-1-iscsi neutron-server[94002]: 'Port': {'1.7'}, Sep 30 06:27:30.841456 dv-cinder-811877-1-iscsi neutron-server[94002]: 'PortForwarding': {'1.2'}, Sep 30 06:27:30.841456 dv-cinder-811877-1-iscsi neutron-server[94002]: 'QosPolicy': {'1.9'}, Sep 30 06:27:30.841456 dv-cinder-811877-1-iscsi neutron-server[94002]: 'SecurityGroup': {'1.4'}, Sep 30 06:27:30.841456 dv-cinder-811877-1-iscsi neutron-server[94002]: 'SecurityGroupRule': {'1.2'}, Sep 30 06:27:30.841456 dv-cinder-811877-1-iscsi neutron-server[94002]: 'SubPort': {'1.0'}, Sep 30 06:27:30.841456 dv-cinder-811877-1-iscsi neutron-server[94002]: 'Subnet': {'1.1'}, Sep 30 06:27:30.841456 dv-cinder-811877-1-iscsi neutron-server[94002]: 'Trunk': {'1.1'}} Sep 30 06:27:30.841456 dv-cinder-811877-1-iscsi neutron-server[94002]: consumer versions: Sep 30 06:27:30.841456 dv-cinder-811877-1-iscsi neutron-server[94002]: { DHCP agent@dv-cinder-811877-1-iscsi: {}, Sep 30 06:27:30.841456 dv-cinder-811877-1-iscsi neutron-server[94002]: HyperV agent@hv-cinder-81187: {}, Sep 30 06:27:30.841456 dv-cinder-811877-1-iscsi neutron-server[94002]: L3 agent@dv-cinder-811877-1-iscsi: {}, Sep 30 06:27:30.841456 dv-cinder-811877-1-iscsi neutron-server[94002]: Metadata agent@dv-cinder-811877-1-iscsi: {}, Sep 30 06:27:30.841456 dv-cinder-811877-1-iscsi neutron-server[94002]: Metering agent@dv-cinder-811877-1-iscsi: {}, Sep 30 06:27:30.841456 dv-cinder-811877-1-iscsi neutron-server[94002]: Open vSwitch agent@dv-cinder-811877-1-iscsi: { 'AddressGroup': '1.2', Sep 30 06:27:30.841456 dv-cinder-811877-1-iscsi neutron-server[94002]: 'ConntrackHelper': '1.0', Sep 30 06:27:30.841456 dv-cinder-811877-1-iscsi neutron-server[94002]: 'Log': '1.0', Sep 30 06:27:30.841456 dv-cinder-811877-1-iscsi neutron-server[94002]: 'Network': '1.1', Sep 30 06:27:30.841456 dv-cinder-811877-1-iscsi neutron-server[94002]: 'Port': '1.7', Sep 30 06:27:30.841456 dv-cinder-811877-1-iscsi neutron-server[94002]: 'PortForwarding': '1.2', Sep 30 06:27:30.841456 dv-cinder-811877-1-iscsi neutron-server[94002]: 'QosPolicy': '1.9', Sep 30 06:27:30.841456 dv-cinder-811877-1-iscsi neutron-server[94002]: 'SecurityGroup': '1.4', Sep 30 06:27:30.841456 dv-cinder-811877-1-iscsi neutron-server[94002]: 'SecurityGroupRule': '1.2', Sep 30 06:27:30.841456 dv-cinder-811877-1-iscsi neutron-server[94002]: 'SubPort': '1.0', Sep 30 06:27:30.841456 dv-cinder-811877-1-iscsi neutron-server[94002]: 'Subnet': '1.1', Sep 30 06:27:30.841456 dv-cinder-811877-1-iscsi neutron-server[94002]: 'Trunk': '1.1'}} Sep 30 06:27:30.841456 dv-cinder-811877-1-iscsi neutron-server[94002]: {{(pid=94002) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 30 06:27:30.853862 dv-cinder-811877-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-1165a051-bd75-4e12-bf3e-946a1e64973d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7821886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727545992452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727545489363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727545489381'] for port, after_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:27:30.992435 dv-cinder-811877-1-iscsi neutron-server[94002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1165a051-bd75-4e12-bf3e-946a1e64973d None None] Routers {'7f324adc-6df9-469a-bdd2-c103c76ced6e'} bound to L3 agent in host dv-cinder-811877-1-iscsi {{(pid=94002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 06:27:30.996536 dv-cinder-811877-1-iscsi neutron-server[94002]: DEBUG neutron.db.l3_hamode_db [None req-1165a051-bd75-4e12-bf3e-946a1e64973d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811877-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-30T06:19:31Z,description=,heartbeat_timestamp=2021-09-30T06:27:01Z,host='dv-cinder-811877-1-iscsi',id=f054bd23-6895-478f-87a4-7cc0e21c04e0,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T06:19:31Z,topic='l3_agent')) {'router_ids': ['7f324adc-6df9-469a-bdd2-c103c76ced6e'], 'active': True} {{(pid=94002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 06:27:31.020109 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.db.db_base_plugin_common [None req-57a8e231-53c2-406a-b3e4-1741b9348439 admin admin] Allocated IP 172.27.1.211 (ddd8ee8b-b24f-47fb-afd7-cfc700c93624/4727b4cf-a8ea-4dab-8db4-019b4e8b0546/bcf4ee31-af07-4d64-ac85-119b115a742e) {{(pid=93999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 06:27:31.047575 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09bbde4b-98a7-4306-9c77-2e49de1307ba None None] Network 09d5236c-0c6b-4c44-9520-bda2caf4b4f2 requested from dv-cinder-811877-1-iscsi {{(pid=94001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 06:27:31.107167 dv-cinder-811877-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f4aef5-35aa-4861-a30a-e479809ebe94 None None] Pushing event updated for resources: {'Port': ['ID=9739d183-b8a8-4538-9e9b-4bb77499d5e2,revision_number=3']} {{(pid=94002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:27:31.129479 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.db.provisioning_blocks [None req-4215a130-d64f-4416-bc9c-2acd8df7a879 None None] Provisioning complete for port 6c81a548-ac26-40cb-9e6a-6ecb4b9bad29 triggered by entity DHCP. {{(pid=94001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 06:27:31.131999 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-4215a130-d64f-4416-bc9c-2acd8df7a879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-597822'] for port, provisioning_complete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:27:31.247782 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-651223f9-d0f3-4e33-abd7-0d77c61ded03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653538'] for port, before_update {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:27:31.303552 dv-cinder-811877-1-iscsi neutron-server[94002]: DEBUG neutron.db.l3_dvr_db [None req-1165a051-bd75-4e12-bf3e-946a1e64973d None None] Set router 7f324adc-6df9-469a-bdd2-c103c76ced6e gateway port host: dv-cinder-811877-1-iscsi {{(pid=94002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 06:27:31.304115 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-57a8e231-53c2-406a-b3e4-1741b9348439 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:27:31.398128 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.plugin [None req-4215a130-d64f-4416-bc9c-2acd8df7a879 None None] Port 6c81a548-ac26-40cb-9e6a-6ecb4b9bad29 cannot update to ACTIVE because it is not bound. {{(pid=94001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 06:27:31.404318 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-04c82696-9519-4b56-876d-a04d6f896bb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727546001794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-597483'] for agent, after_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:27:31.417223 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-57a8e231-53c2-406a-b3e4-1741b9348439 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7821886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727545489345'] for port, after_create {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:27:31.563300 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a8e231-53c2-406a-b3e4-1741b9348439 admin admin] Pushing event updated for resources: {'Port': ['ID=bcf4ee31-af07-4d64-ac85-119b115a742e,revision_number=1']} {{(pid=93999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:27:31.657292 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57a8e231-53c2-406a-b3e4-1741b9348439 admin admin] Network ddd8ee8b-b24f-47fb-afd7-cfc700c93624 is already hosted by enough agents. {{(pid=93999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 06:27:31.664578 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.scheduler.base_scheduler [None req-57a8e231-53c2-406a-b3e4-1741b9348439 admin admin] Resources bound (agent type, host, resource id): {{(pid=93999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 06:27:31.667515 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57a8e231-53c2-406a-b3e4-1741b9348439 admin admin] Received port after_create {{(pid=93999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 06:27:31.704114 dv-cinder-811877-1-iscsi neutron-server[94002]: DEBUG neutron.db.l3_hamode_db [None req-1165a051-bd75-4e12-bf3e-946a1e64973d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f324adc-6df9-469a-bdd2-c103c76ced6e', 'name': 'tempest-AttachVolumeShelveTestJSON-1787567531-router', 'tenant_id': '3f54d397fb6646ca811cd4b70b8b5d31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddd8ee8b-b24f-47fb-afd7-cfc700c93624', 'external_fixed_ips': [{'subnet_id': '4727b4cf-a8ea-4dab-8db4-019b4e8b0546', 'ip_address': '172.27.1.2'}], 'enable_snat': True}, 'gw_port_id': '9739d183-b8a8-4538-9e9b-4bb77499d5e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T06:27:26Z', 'updated_at': '2021-09-30T06:27:27Z', 'revision_number': 3, 'project_id': '3f54d397fb6646ca811cd4b70b8b5d31', 'gw_port': {'id': '9739d183-b8a8-4538-9e9b-4bb77499d5e2', 'name': '', 'network_id': 'ddd8ee8b-b24f-47fb-afd7-cfc700c93624', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:9d:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f324adc-6df9-469a-bdd2-c103c76ced6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '4727b4cf-a8ea-4dab-8db4-019b4e8b0546', 'ip_address': '172.27.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T06:27:26Z', 'updated_at': '2021-09-30T06:27:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4727b4cf-a8ea-4dab-8db4-019b4e8b0546', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811877-1-iscsi'}], 'dv-cinder-811877-1-iscsi', False) {} {{(pid=94002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 06:27:31.725396 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-651223f9-d0f3-4e33-abd7-0d77c61ded03 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:27:31.736519 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-651223f9-d0f3-4e33-abd7-0d77c61ded03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7821886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727545992452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727545489363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727545489381'] for port, after_update {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:27:31.738251 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-651223f9-d0f3-4e33-abd7-0d77c61ded03 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7821780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7877749'] for router_interface, after_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:27:31.774576 dv-cinder-811877-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1165a051-bd75-4e12-bf3e-946a1e64973d None None] The sync data for ids ['7f324adc-6df9-469a-bdd2-c103c76ced6e'] in dv-cinder-811877-1-iscsi is: [{'id': '7f324adc-6df9-469a-bdd2-c103c76ced6e', 'name': 'tempest-AttachVolumeShelveTestJSON-1787567531-router', 'tenant_id': '3f54d397fb6646ca811cd4b70b8b5d31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddd8ee8b-b24f-47fb-afd7-cfc700c93624', 'external_fixed_ips': [{'subnet_id': '4727b4cf-a8ea-4dab-8db4-019b4e8b0546', 'ip_address': '172.27.1.2'}], 'enable_snat': True}, 'gw_port_id': '9739d183-b8a8-4538-9e9b-4bb77499d5e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T06:27:26Z', 'updated_at': '2021-09-30T06:27:27Z', 'revision_number': 3, 'project_id': '3f54d397fb6646ca811cd4b70b8b5d31', 'gw_port': {'id': '9739d183-b8a8-4538-9e9b-4bb77499d5e2', 'name': '', 'network_id': 'ddd8ee8b-b24f-47fb-afd7-cfc700c93624', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:9d:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f324adc-6df9-469a-bdd2-c103c76ced6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '4727b4cf-a8ea-4dab-8db4-019b4e8b0546', 'ip_address': '172.27.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T06:27:26Z', 'updated_at': '2021-09-30T06:27:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4727b4cf-a8ea-4dab-8db4-019b4e8b0546', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811877-1-iscsi'}] {{(pid=94002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 06:27:31.922238 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.36', 50588) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 06:27:31.929146 dv-cinder-811877-1-iscsi neutron-server[94000]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 30 06:27:32.009308 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651223f9-d0f3-4e33-abd7-0d77c61ded03 admin admin] Pushing event updated for resources: {'Port': ['ID=6c81a548-ac26-40cb-9e6a-6ecb4b9bad29,revision_number=2']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:27:32.060019 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-eea17ae3-02b5-480b-8bb7-db381a7b4449 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7821886'] for subnet, after_create {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:27:32.118823 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-57a8e231-53c2-406a-b3e4-1741b9348439 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:27:32.148370 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-651223f9-d0f3-4e33-abd7-0d77c61ded03 admin admin] Network 5fefac64-03c4-43dd-a17b-d4a261fa3173 is already hosted by enough agents. {{(pid=94000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 06:27:32.163319 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.scheduler.base_scheduler [None req-651223f9-d0f3-4e33-abd7-0d77c61ded03 admin admin] Resources bound (agent type, host, resource id): {{(pid=94000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 06:27:32.186086 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea17ae3-02b5-480b-8bb7-db381a7b4449 admin admin] Pushing event updated for resources: {'Subnet': ['ID=87e3e2f7-f230-4774-967b-a68a66b90c87,revision_number=0']} {{(pid=93999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:27:32.225389 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eea17ae3-02b5-480b-8bb7-db381a7b4449 admin admin] Checking segment: {'id': 'fb392b75-2cea-4ed8-909e-87c2ccb253f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '92aa8f19-aafd-4462-9d7f-7e5f878c12b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 06:27:32.225799 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eea17ae3-02b5-480b-8bb7-db381a7b4449 admin admin] Network hostable DHCP agents. Network: 92aa8f19-aafd-4462-9d7f-7e5f878c12b2, hostable agents: ['2764eebb-577a-46b3-8e38-018fcc444f25'], hosted agents: [] {{(pid=93999) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 06:27:32.277601 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9072a6a5-e8e5-4972-aa29-cf64ef130ab9 req-2d157403-06bb-4000-bccc-113142703c74 tempest-DeleteServersTestJSON-986892327 tempest-DeleteServersTestJSON-986892327-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:27:32.290689 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-9072a6a5-e8e5-4972-aa29-cf64ef130ab9 req-2d157403-06bb-4000-bccc-113142703c74 tempest-DeleteServersTestJSON-986892327 tempest-DeleteServersTestJSON-986892327-project] 10.222.0.36 "GET /v2.0/networks?id=09d5236c-0c6b-4c44-9520-bda2caf4b4f2 HTTP/1.1" status: 200 len: 811 time: 0.3661594 Sep 30 06:27:32.313272 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.rpc [None req-1a5ef50c-1a60-4eeb-b96e-cf5df6fcca4b None None] Device 9739d183-b8a8-4538-9e9b-4bb77499d5e2 up at agent ovs-agent-dv-cinder-811877-1-iscsi {{(pid=94001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 06:27:32.321452 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-9072a6a5-e8e5-4972-aa29-cf64ef130ab9 req-d3656fe3-260c-43ba-b599-2324aecbdd89 tempest-DeleteServersTestJSON-986892327 tempest-DeleteServersTestJSON-986892327-project] 10.222.0.36 "GET /v2.0/quotas/9783cdb7db93417f80c3dff4dd3da4b1 HTTP/1.1" status: 200 len: 375 time: 0.0295796 Sep 30 06:27:32.333370 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eea17ae3-02b5-480b-8bb7-db381a7b4449 admin admin] Network 92aa8f19-aafd-4462-9d7f-7e5f878c12b2 is scheduled to be hosted by DHCP agent 2764eebb-577a-46b3-8e38-018fcc444f25 with binding_index 1 {{(pid=93999) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 06:27:32.374704 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-1a5ef50c-1a60-4eeb-b96e-cf5df6fcca4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727546001794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-597483'] for agent, after_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:27:32.396001 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-9072a6a5-e8e5-4972-aa29-cf64ef130ab9 req-5f7407c8-6c5a-474d-9a6c-55d4d5c25334 tempest-DeleteServersTestJSON-986892327 tempest-DeleteServersTestJSON-986892327-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=9783cdb7db93417f80c3dff4dd3da4b1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0732942 Sep 30 06:27:32.405854 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.scheduler.base_scheduler [None req-eea17ae3-02b5-480b-8bb7-db381a7b4449 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-811877-1-iscsi, 92aa8f19-aafd-4462-9d7f-7e5f878c12b2) {{(pid=93999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 06:27:32.416576 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eea17ae3-02b5-480b-8bb7-db381a7b4449 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:27:32.417027 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-eea17ae3-02b5-480b-8bb7-db381a7b4449 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7821868'] for subnet, before_response {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:27:32.432520 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84d9e676-fc1f-4cda-b321-e59eff647289 None None] Network 92aa8f19-aafd-4462-9d7f-7e5f878c12b2 requested from dv-cinder-811877-1-iscsi {{(pid=94001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 06:27:32.507383 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [None req-eea17ae3-02b5-480b-8bb7-db381a7b4449 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 3.0858235 Sep 30 06:27:32.508338 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.36', 50594) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 06:27:32.516607 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.api.v2.base [None req-649d6079-1211-424e-acba-7b78b8a5b788 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-934096422-router', 'tenant_id': 'fd01cd14f23840e59331ece07bbcdf9e', 'external_gateway_info': {'network_id': 'ddd8ee8b-b24f-47fb-afd7-cfc700c93624'}}} {{(pid=94000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 06:27:32.522261 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-651223f9-d0f3-4e33-abd7-0d77c61ded03 admin admin] Router 7f324adc-6df9-469a-bdd2-c103c76ced6e has already been hosted by L3 agent f054bd23-6895-478f-87a4-7cc0e21c04e0 {{(pid=94000) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 06:27:32.532918 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-57a8e231-53c2-406a-b3e4-1741b9348439 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7877132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7878840'] for router, after_create {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:27:32.615956 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-649d6079-1211-424e-acba-7b78b8a5b788 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7868037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-651'] for router, before_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:27:32.616959 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-649d6079-1211-424e-acba-7b78b8a5b788 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7877237', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7878789', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7954202', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-642'] for router, precommit_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:27:32.739757 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.db.provisioning_blocks [None req-1a5ef50c-1a60-4eeb-b96e-cf5df6fcca4b None None] Provisioning complete for port 9739d183-b8a8-4538-9e9b-4bb77499d5e2 triggered by entity L2. {{(pid=94001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 06:27:32.740609 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-1a5ef50c-1a60-4eeb-b96e-cf5df6fcca4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-597822'] for port, provisioning_complete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:27:32.756580 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-028184f3-f8cc-4c85-9e6b-64613141ad03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727546001794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-597483'] for agent, after_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:27:32.764718 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-649d6079-1211-424e-acba-7b78b8a5b788 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:27:32.778430 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.wsgi [req-9072a6a5-e8e5-4972-aa29-cf64ef130ab9 req-70003e91-43a2-4d26-99df-c514746f04d9 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=94000) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 30 06:27:32.786124 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-9072a6a5-e8e5-4972-aa29-cf64ef130ab9 req-70003e91-43a2-4d26-99df-c514746f04d9 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.1715693 Sep 30 06:27:32.850501 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.db.provisioning_blocks [None req-b2d0e7b1-7971-4b76-9f5e-28ffeeef6adb None None] Provisioning complete for port 6c81a548-ac26-40cb-9e6a-6ecb4b9bad29 triggered by entity DHCP. {{(pid=94001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 06:27:32.850890 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-b2d0e7b1-7971-4b76-9f5e-28ffeeef6adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-597822'] for port, provisioning_complete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:27:32.878651 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-651223f9-d0f3-4e33-abd7-0d77c61ded03 admin admin] Notify agent at l3_agent.dv-cinder-811877-1-iscsi the message routers_updated {{(pid=94000) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 06:27:32.916153 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [None req-651223f9-d0f3-4e33-abd7-0d77c61ded03 admin admin] 10.222.0.36 "PUT /v2.0/routers/7f324adc-6df9-469a-bdd2-c103c76ced6e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9779644 Sep 30 06:27:32.916438 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57a8e231-53c2-406a-b3e4-1741b9348439 admin admin] Router cae99a70-a1cd-44f6-a58e-8194089681bf is scheduled to L3 agent f054bd23-6895-478f-87a4-7cc0e21c04e0 with binding_index 1 {{(pid=93999) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 30 06:27:33.093416 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.plugin [None req-b2d0e7b1-7971-4b76-9f5e-28ffeeef6adb None None] Port 6c81a548-ac26-40cb-9e6a-6ecb4b9bad29 cannot update to ACTIVE because it is not bound. {{(pid=94001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 06:27:33.099046 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-9072a6a5-e8e5-4972-aa29-cf64ef130ab9 req-b63969b5-07d4-4862-8309-934648c1eae9 service neutron] 10.222.0.36 "GET /v2.0/networks/09d5236c-0c6b-4c44-9520-bda2caf4b4f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3085394 Sep 30 06:27:33.195106 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dfa3349-fd6b-45b0-a07b-5cd43d7ae678 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa923768-8e71-536f-9625-358fd8d0f060-92aa8f19-aafd-4462-9d7f-7e5f878c12b2', 'network_id': '92aa8f19-aafd-4462-9d7f-7e5f878c12b2', 'tenant_id': 'fd01cd14f23840e59331ece07bbcdf9e', 'fixed_ips': [{'subnet_id': '87e3e2f7-f230-4774-967b-a68a66b90c87'}]}} from dv-cinder-811877-1-iscsi. {{(pid=94001) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 30 06:27:33.196425 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-6dfa3349-fd6b-45b0-a07b-5cd43d7ae678 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653538'] for port, before_create {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:27:33.200610 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57a8e231-53c2-406a-b3e4-1741b9348439 admin admin] Notify agent at l3_agent.dv-cinder-811877-1-iscsi the message routers_updated {{(pid=93999) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 06:27:33.225940 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00fb5448-ccb5-4a16-86d2-78a1c747e1b6 None None] Sync routers for ids ['cae99a70-a1cd-44f6-a58e-8194089681bf'] in dv-cinder-811877-1-iscsi {{(pid=94001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 06:27:33.232572 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-57a8e231-53c2-406a-b3e4-1741b9348439 admin admin] Notify callbacks [] for router, before_response {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:27:33.239881 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [None req-57a8e231-53c2-406a-b3e4-1741b9348439 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 4.4757786 Sep 30 06:27:33.242844 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.wsgi [-] (93999) accepted ('10.222.0.36', 50630) {{(pid=93999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 06:27:33.260694 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-1a5ef50c-1a60-4eeb-b96e-cf5df6fcca4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653538'] for port, before_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:27:33.269275 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00fb5448-ccb5-4a16-86d2-78a1c747e1b6 None None] Routers {'cae99a70-a1cd-44f6-a58e-8194089681bf'} bound to L3 agent in host dv-cinder-811877-1-iscsi {{(pid=94001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 06:27:33.269532 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.db.l3_hamode_db [None req-00fb5448-ccb5-4a16-86d2-78a1c747e1b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811877-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-30T06:19:31Z,description=,heartbeat_timestamp=2021-09-30T06:27:31Z,host='dv-cinder-811877-1-iscsi',id=f054bd23-6895-478f-87a4-7cc0e21c04e0,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T06:19:31Z,topic='l3_agent')) {'router_ids': ['cae99a70-a1cd-44f6-a58e-8194089681bf'], 'active': True} {{(pid=94001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 06:27:33.271077 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-649d6079-1211-424e-acba-7b78b8a5b788 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:27:33.382775 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.db [None req-1a5ef50c-1a60-4eeb-b96e-cf5df6fcca4b None None] For port 9739d183-b8a8-4538-9e9b-4bb77499d5e2, host dv-cinder-811877-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811877-1-iscsi',level=0,port_id=9739d183-b8a8-4538-9e9b-4bb77499d5e2,segment=NetworkSegment(f18bb042-e630-4c4b-b384-e9bf093ecc8b),segment_id=f18bb042-e630-4c4b-b384-e9bf093ecc8b)] {{(pid=94001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 06:27:33.399960 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-1a5ef50c-1a60-4eeb-b96e-cf5df6fcca4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7821886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727545992452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727545489363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727545489381'] for port, after_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:27:33.454701 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-9072a6a5-e8e5-4972-aa29-cf64ef130ab9 req-4913f510-5062-451a-8cfe-f072a9712eba service neutron] 10.222.0.36 "GET /v2.0/networks/09d5236c-0c6b-4c44-9520-bda2caf4b4f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3552794 Sep 30 06:27:33.559611 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.db.l3_dvr_db [None req-00fb5448-ccb5-4a16-86d2-78a1c747e1b6 None None] Set router cae99a70-a1cd-44f6-a58e-8194089681bf gateway port host: dv-cinder-811877-1-iscsi {{(pid=94001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 06:27:33.633327 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.db.db_base_plugin_common [None req-6dfa3349-fd6b-45b0-a07b-5cd43d7ae678 None None] Allocated IP 172.20.0.2 (92aa8f19-aafd-4462-9d7f-7e5f878c12b2/87e3e2f7-f230-4774-967b-a68a66b90c87/33f1bc5e-1b6c-43ce-9090-d15189275b4b) {{(pid=94001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 06:27:33.642590 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5ef50c-1a60-4eeb-b96e-cf5df6fcca4b None None] Pushing event updated for resources: {'Port': ['ID=9739d183-b8a8-4538-9e9b-4bb77499d5e2,revision_number=4']} {{(pid=94001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:27:33.895984 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-649d6079-1211-424e-acba-7b78b8a5b788 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:27:33.949522 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-649d6079-1211-424e-acba-7b78b8a5b788 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653538'] for port, before_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:27:34.068378 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-31788eca-3db2-42eb-847b-597dce492ba7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727546001794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-597483'] for agent, after_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:27:34.104197 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-6dfa3349-fd6b-45b0-a07b-5cd43d7ae678 None None] Notify callbacks [] for port, precommit_create {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:27:34.134881 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.db.l3_hamode_db [None req-00fb5448-ccb5-4a16-86d2-78a1c747e1b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cae99a70-a1cd-44f6-a58e-8194089681bf', 'name': 'tempest-ServerRescueNegativeTestJSON-13706840-router', 'tenant_id': '2a4fe69e521f47bb94fe812e2f32c8b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddd8ee8b-b24f-47fb-afd7-cfc700c93624', 'external_fixed_ips': [{'subnet_id': '4727b4cf-a8ea-4dab-8db4-019b4e8b0546', 'ip_address': '172.27.1.211'}], 'enable_snat': True}, 'gw_port_id': 'bcf4ee31-af07-4d64-ac85-119b115a742e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T06:27:28Z', 'updated_at': '2021-09-30T06:27:31Z', 'revision_number': 3, 'project_id': '2a4fe69e521f47bb94fe812e2f32c8b1', 'gw_port': {'id': 'bcf4ee31-af07-4d64-ac85-119b115a742e', 'name': '', 'network_id': 'ddd8ee8b-b24f-47fb-afd7-cfc700c93624', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:45:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cae99a70-a1cd-44f6-a58e-8194089681bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '4727b4cf-a8ea-4dab-8db4-019b4e8b0546', 'ip_address': '172.27.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T06:27:30Z', 'updated_at': '2021-09-30T06:27:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4727b4cf-a8ea-4dab-8db4-019b4e8b0546', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811877-1-iscsi'}], 'dv-cinder-811877-1-iscsi', False) {} {{(pid=94001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 06:27:34.138831 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-6dfa3349-fd6b-45b0-a07b-5cd43d7ae678 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7821886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727545489345'] for port, after_create {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:27:34.233502 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00fb5448-ccb5-4a16-86d2-78a1c747e1b6 None None] Checking router: cae99a70-a1cd-44f6-a58e-8194089681bf for host: dv-cinder-811877-1-iscsi {{(pid=94001) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 06:27:34.234176 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00fb5448-ccb5-4a16-86d2-78a1c747e1b6 None None] Updating router cae99a70-a1cd-44f6-a58e-8194089681bf port bcf4ee31-af07-4d64-ac85-119b115a742e binding host dv-cinder-811877-1-iscsi {{(pid=94001) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 30 06:27:34.259558 dv-cinder-811877-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b82b464e-2cc3-4ede-9d85-2446b1b58897 None None] Sync routers for ids ['7f324adc-6df9-469a-bdd2-c103c76ced6e'] in dv-cinder-811877-1-iscsi {{(pid=94002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 06:27:34.274673 dv-cinder-811877-1-iscsi neutron-server[94002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b82b464e-2cc3-4ede-9d85-2446b1b58897 None None] Routers {'7f324adc-6df9-469a-bdd2-c103c76ced6e'} bound to L3 agent in host dv-cinder-811877-1-iscsi {{(pid=94002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 06:27:34.275315 dv-cinder-811877-1-iscsi neutron-server[94002]: DEBUG neutron.db.l3_hamode_db [None req-b82b464e-2cc3-4ede-9d85-2446b1b58897 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811877-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-30T06:19:31Z,description=,heartbeat_timestamp=2021-09-30T06:27:31Z,host='dv-cinder-811877-1-iscsi',id=f054bd23-6895-478f-87a4-7cc0e21c04e0,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T06:19:31Z,topic='l3_agent')) {'router_ids': ['7f324adc-6df9-469a-bdd2-c103c76ced6e'], 'active': True} {{(pid=94002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 06:27:34.277997 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dfa3349-fd6b-45b0-a07b-5cd43d7ae678 None None] Network 92aa8f19-aafd-4462-9d7f-7e5f878c12b2 is already hosted by enough agents. {{(pid=94001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 06:27:34.305130 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.scheduler.base_scheduler [None req-6dfa3349-fd6b-45b0-a07b-5cd43d7ae678 None None] Resources bound (agent type, host, resource id): {{(pid=94001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 06:27:34.310861 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dfa3349-fd6b-45b0-a07b-5cd43d7ae678 None None] Received port after_create {{(pid=94001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 06:27:34.358266 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.rpc [None req-1a5ef50c-1a60-4eeb-b96e-cf5df6fcca4b None None] Device 9739d183-b8a8-4538-9e9b-4bb77499d5e2 up at agent ovs-agent-dv-cinder-811877-1-iscsi {{(pid=94001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 06:27:34.372188 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-00fb5448-ccb5-4a16-86d2-78a1c747e1b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653538'] for port, before_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:27:34.439178 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfa3349-fd6b-45b0-a07b-5cd43d7ae678 None None] Pushing event updated for resources: {'Port': ['ID=33f1bc5e-1b6c-43ce-9090-d15189275b4b,revision_number=1']} {{(pid=94001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:27:34.551038 dv-cinder-811877-1-iscsi neutron-server[94002]: DEBUG neutron.db.l3_dvr_db [None req-b82b464e-2cc3-4ede-9d85-2446b1b58897 None None] Set router 7f324adc-6df9-469a-bdd2-c103c76ced6e gateway port host: dv-cinder-811877-1-iscsi {{(pid=94002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 06:27:34.572146 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.wsgi [-] (93999) accepted ('10.222.0.36', 50674) {{(pid=93999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 06:27:34.578586 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.api.v2.base [None req-33d98979-4403-4903-8bcf-faddeccb611c tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1904655074', 'description': 'tempest-description--639951713'}} {{(pid=93999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 06:27:34.727173 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-3b375b38-6ed8-456e-b308-42c330002513 req-8f185682-84ad-445e-a4be-f448963a66f2 tempest-DeleteServersTestJSON-986892327 tempest-DeleteServersTestJSON-986892327-project] 10.222.0.36 "GET /v2.0/ports?device_id=b00bd24b-615d-4cba-80bb-d31d4fe88c7f HTTP/1.1" status: 200 len: 210 time: 0.5487096 Sep 30 06:27:34.757226 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.managers [None req-6dfa3349-fd6b-45b0-a07b-5cd43d7ae678 None None] Attempting to bind port 33f1bc5e-1b6c-43ce-9090-d15189275b4b on host dv-cinder-811877-1-iscsi for vnic_type normal with profile {{(pid=94001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 06:27:34.757604 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.managers [None req-6dfa3349-fd6b-45b0-a07b-5cd43d7ae678 None None] Attempting to bind port 33f1bc5e-1b6c-43ce-9090-d15189275b4b by drivers openvswitch,hyperv on host dv-cinder-811877-1-iscsi at level 0 using segments [{'id': 'fb392b75-2cea-4ed8-909e-87c2ccb253f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '92aa8f19-aafd-4462-9d7f-7e5f878c12b2'}] {{(pid=94001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 06:27:34.757974 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dfa3349-fd6b-45b0-a07b-5cd43d7ae678 None None] Attempting to bind port 33f1bc5e-1b6c-43ce-9090-d15189275b4b on network 92aa8f19-aafd-4462-9d7f-7e5f878c12b2 {{(pid=94001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 06:27:34.767581 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.db.db_base_plugin_common [None req-649d6079-1211-424e-acba-7b78b8a5b788 admin admin] Allocated IP 172.27.1.36 (ddd8ee8b-b24f-47fb-afd7-cfc700c93624/4727b4cf-a8ea-4dab-8db4-019b4e8b0546/da1c69fb-7325-41c8-ab50-aebb52d96748) {{(pid=94000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 06:27:34.780964 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dfa3349-fd6b-45b0-a07b-5cd43d7ae678 None None] Checking agent: {'id': '38eed8e6-19bc-4ff2-90e0-3c7aa8a3a275', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-811877-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 6, 19, 32), 'started_at': datetime.datetime(2021, 9, 30, 6, 20, 2), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 6, 27, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-811877-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 06:27:34.781347 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dfa3349-fd6b-45b0-a07b-5cd43d7ae678 None None] Checking segment: {'id': 'fb392b75-2cea-4ed8-909e-87c2ccb253f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '92aa8f19-aafd-4462-9d7f-7e5f878c12b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 06:27:34.781755 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-6dfa3349-fd6b-45b0-a07b-5cd43d7ae678 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:27:34.782207 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dfa3349-fd6b-45b0-a07b-5cd43d7ae678 None None] Bound using segment: {'id': 'fb392b75-2cea-4ed8-909e-87c2ccb253f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '92aa8f19-aafd-4462-9d7f-7e5f878c12b2'} {{(pid=94001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 06:27:34.782738 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.managers [None req-6dfa3349-fd6b-45b0-a07b-5cd43d7ae678 None None] Bound port: 33f1bc5e-1b6c-43ce-9090-d15189275b4b, host: dv-cinder-811877-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb392b75-2cea-4ed8-909e-87c2ccb253f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '92aa8f19-aafd-4462-9d7f-7e5f878c12b2'}}] {{(pid=94001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 06:27:34.784088 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-6dfa3349-fd6b-45b0-a07b-5cd43d7ae678 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653538'] for port, before_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:27:34.793391 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.wsgi [-] (93999) accepted ('10.222.0.36', 50688) {{(pid=93999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 06:27:34.798040 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-0961faf2-3cca-468c-9381-aa05d22916d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653538'] for port, before_create {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:27:34.803616 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.db.provisioning_blocks [None req-1a5ef50c-1a60-4eeb-b96e-cf5df6fcca4b None None] Provisioning complete for port 9739d183-b8a8-4538-9e9b-4bb77499d5e2 triggered by entity L2. {{(pid=94001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 06:27:34.804324 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-1a5ef50c-1a60-4eeb-b96e-cf5df6fcca4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-597822'] for port, provisioning_complete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:27:34.816458 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-33d98979-4403-4903-8bcf-faddeccb611c tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] Notify callbacks [] for security_group, before_create {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:27:34.921463 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.db [None req-6dfa3349-fd6b-45b0-a07b-5cd43d7ae678 None None] For port 33f1bc5e-1b6c-43ce-9090-d15189275b4b, host dv-cinder-811877-1-iscsi, cleared binding levels {{(pid=94001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 06:27:34.927204 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.db [None req-6dfa3349-fd6b-45b0-a07b-5cd43d7ae678 None None] For port 33f1bc5e-1b6c-43ce-9090-d15189275b4b, host dv-cinder-811877-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811877-1-iscsi',level=0,port_id=33f1bc5e-1b6c-43ce-9090-d15189275b4b,segment=NetworkSegment(fb392b75-2cea-4ed8-909e-87c2ccb253f8),segment_id=fb392b75-2cea-4ed8-909e-87c2ccb253f8)] {{(pid=94001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 06:27:34.936678 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-6dfa3349-fd6b-45b0-a07b-5cd43d7ae678 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7821886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727545992452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727545489363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727545489381'] for port, after_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:27:34.952009 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-33d98979-4403-4903-8bcf-faddeccb611c tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] Notify callbacks [] for security_group, precommit_create {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:27:34.994195 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-649d6079-1211-424e-acba-7b78b8a5b788 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:27:35.035957 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-649d6079-1211-424e-acba-7b78b8a5b788 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7821886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727545489345'] for port, after_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:27:35.052797 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-33d98979-4403-4903-8bcf-faddeccb611c tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533969'] for security_group, after_create {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:27:35.053131 dv-cinder-811877-1-iscsi neutron-server[94002]: DEBUG neutron.db.l3_hamode_db [None req-b82b464e-2cc3-4ede-9d85-2446b1b58897 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f324adc-6df9-469a-bdd2-c103c76ced6e', 'name': 'tempest-AttachVolumeShelveTestJSON-1787567531-router', 'tenant_id': '3f54d397fb6646ca811cd4b70b8b5d31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddd8ee8b-b24f-47fb-afd7-cfc700c93624', 'external_fixed_ips': [{'subnet_id': '4727b4cf-a8ea-4dab-8db4-019b4e8b0546', 'ip_address': '172.27.1.2'}], 'enable_snat': True}, 'gw_port_id': '9739d183-b8a8-4538-9e9b-4bb77499d5e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T06:27:26Z', 'updated_at': '2021-09-30T06:27:31Z', 'revision_number': 4, 'project_id': '3f54d397fb6646ca811cd4b70b8b5d31', 'gw_port': {'id': '9739d183-b8a8-4538-9e9b-4bb77499d5e2', 'name': '', 'network_id': 'ddd8ee8b-b24f-47fb-afd7-cfc700c93624', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:9d:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f324adc-6df9-469a-bdd2-c103c76ced6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '4727b4cf-a8ea-4dab-8db4-019b4e8b0546', 'ip_address': '172.27.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T06:27:26Z', 'updated_at': '2021-09-30T06:27:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4727b4cf-a8ea-4dab-8db4-019b4e8b0546', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811877-1-iscsi', '_interfaces': [{'id': '6c81a548-ac26-40cb-9e6a-6ecb4b9bad29', 'name': '', 'network_id': '5fefac64-03c4-43dd-a17b-d4a261fa3173', 'tenant_id': '3f54d397fb6646ca811cd4b70b8b5d31', 'mac_address': 'fa:16:3e:16:fe:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f324adc-6df9-469a-bdd2-c103c76ced6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '05cd2f04-a42c-4ac5-94b6-16f7140b471b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T06:27:29Z', 'updated_at': '2021-09-30T06:27:31Z', 'revision_number': 2, 'project_id': '3f54d397fb6646ca811cd4b70b8b5d31', 'subnets': [{'id': '05cd2f04-a42c-4ac5-94b6-16f7140b471b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811877-1-iscsi', False) {} {{(pid=94002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 06:27:35.092794 dv-cinder-811877-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b82b464e-2cc3-4ede-9d85-2446b1b58897 None None] Checking router: 7f324adc-6df9-469a-bdd2-c103c76ced6e for host: dv-cinder-811877-1-iscsi {{(pid=94002) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 06:27:35.093504 dv-cinder-811877-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b82b464e-2cc3-4ede-9d85-2446b1b58897 None None] Updating router 7f324adc-6df9-469a-bdd2-c103c76ced6e port 6c81a548-ac26-40cb-9e6a-6ecb4b9bad29 binding host dv-cinder-811877-1-iscsi {{(pid=94002) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 30 06:27:35.119713 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-28149300-2ef6-4595-9a44-0718c02ab61e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:27:35.128961 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-649d6079-1211-424e-acba-7b78b8a5b788 admin admin] Network ddd8ee8b-b24f-47fb-afd7-cfc700c93624 is already hosted by enough agents. {{(pid=94000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 06:27:35.148367 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.scheduler.base_scheduler [None req-649d6079-1211-424e-acba-7b78b8a5b788 admin admin] Resources bound (agent type, host, resource id): {{(pid=94000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 06:27:35.152435 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-649d6079-1211-424e-acba-7b78b8a5b788 admin admin] Received port after_create {{(pid=94000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 06:27:35.154196 dv-cinder-811877-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-b82b464e-2cc3-4ede-9d85-2446b1b58897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653538'] for port, before_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:27:35.269710 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649d6079-1211-424e-acba-7b78b8a5b788 admin admin] Pushing event updated for resources: {'Port': ['ID=da1c69fb-7325-41c8-ab50-aebb52d96748,revision_number=1']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:27:35.287427 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-33d98979-4403-4903-8bcf-faddeccb611c tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] Notify callbacks [] for security_group, before_response {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:27:35.291915 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [None req-33d98979-4403-4903-8bcf-faddeccb611c tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1777 time: 0.7158349 Sep 30 06:27:35.295881 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfa3349-fd6b-45b0-a07b-5cd43d7ae678 None None] Pushing event updated for resources: {'Port': ['ID=33f1bc5e-1b6c-43ce-9090-d15189275b4b,revision_number=2']} {{(pid=94001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:27:35.303421 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.wsgi [-] (93999) accepted ('10.222.0.36', 50704) {{(pid=93999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 06:27:35.354390 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d98979-4403-4903-8bcf-faddeccb611c tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aaa05d83-3ebc-404f-b7b5-bc03e45995ed,revision_number=1']} {{(pid=93999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:27:35.367880 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.api.v2.base [None req-7fcd6f33-0ed7-4f6b-b06c-828baadc200f tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] Request body: {'security_group_rule': {'security_group_id': 'aaa05d83-3ebc-404f-b7b5-bc03e45995ed', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 06:27:35.518318 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-00fb5448-ccb5-4a16-86d2-78a1c747e1b6 None None] Notify callbacks [] for port, precommit_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:27:35.532255 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-00fb5448-ccb5-4a16-86d2-78a1c747e1b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7821886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727545992452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727545489363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727545489381'] for port, after_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:27:35.599771 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac9af8a-32a8-4c51-8edd-fb745f8b4654 None None] Pushing event updated for resources: {'Port': ['ID=bcf4ee31-af07-4d64-ac85-119b115a742e,revision_number=2']} {{(pid=94001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:27:35.658225 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.managers [None req-00fb5448-ccb5-4a16-86d2-78a1c747e1b6 None None] Attempting to bind port bcf4ee31-af07-4d64-ac85-119b115a742e on host dv-cinder-811877-1-iscsi for vnic_type normal with profile {{(pid=94001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 06:27:35.659761 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.managers [None req-00fb5448-ccb5-4a16-86d2-78a1c747e1b6 None None] Attempting to bind port bcf4ee31-af07-4d64-ac85-119b115a742e by drivers openvswitch,hyperv on host dv-cinder-811877-1-iscsi at level 0 using segments [{'id': 'f18bb042-e630-4c4b-b384-e9bf093ecc8b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ddd8ee8b-b24f-47fb-afd7-cfc700c93624'}] {{(pid=94001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 06:27:35.672226 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00fb5448-ccb5-4a16-86d2-78a1c747e1b6 None None] Attempting to bind port bcf4ee31-af07-4d64-ac85-119b115a742e on network ddd8ee8b-b24f-47fb-afd7-cfc700c93624 {{(pid=94001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 06:27:35.699719 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00fb5448-ccb5-4a16-86d2-78a1c747e1b6 None None] Checking agent: {'id': '38eed8e6-19bc-4ff2-90e0-3c7aa8a3a275', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-811877-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 6, 19, 32), 'started_at': datetime.datetime(2021, 9, 30, 6, 20, 2), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 6, 27, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-811877-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 06:27:35.700629 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00fb5448-ccb5-4a16-86d2-78a1c747e1b6 None None] Checking segment: {'id': 'f18bb042-e630-4c4b-b384-e9bf093ecc8b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ddd8ee8b-b24f-47fb-afd7-cfc700c93624'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 06:27:35.700629 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-00fb5448-ccb5-4a16-86d2-78a1c747e1b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:27:35.701567 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00fb5448-ccb5-4a16-86d2-78a1c747e1b6 None None] Bound using segment: {'id': 'f18bb042-e630-4c4b-b384-e9bf093ecc8b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ddd8ee8b-b24f-47fb-afd7-cfc700c93624'} {{(pid=94001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 06:27:35.703633 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.managers [None req-00fb5448-ccb5-4a16-86d2-78a1c747e1b6 None None] Bound port: bcf4ee31-af07-4d64-ac85-119b115a742e, host: dv-cinder-811877-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f18bb042-e630-4c4b-b384-e9bf093ecc8b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ddd8ee8b-b24f-47fb-afd7-cfc700c93624'}}] {{(pid=94001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 06:27:35.704113 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-00fb5448-ccb5-4a16-86d2-78a1c747e1b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653538'] for port, before_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:27:35.729402 dv-cinder-811877-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-b82b464e-2cc3-4ede-9d85-2446b1b58897 None None] Notify callbacks [] for port, precommit_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:27:35.729923 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-649d6079-1211-424e-acba-7b78b8a5b788 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:27:35.743370 dv-cinder-811877-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-b82b464e-2cc3-4ede-9d85-2446b1b58897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7821886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727545992452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727545489363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727545489381'] for port, after_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:27:35.777592 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.db.db_base_plugin_common [None req-0961faf2-3cca-468c-9381-aa05d22916d0 admin admin] Allocated IP 172.20.0.1 (5c01f472-be09-4f47-a17f-2a759f124795/c94366a3-4b59-4b72-a9bf-62e041f6886b/03bed038-0dec-4f52-9abc-55a7211c617f) {{(pid=93999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 06:27:35.915202 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.db [None req-00fb5448-ccb5-4a16-86d2-78a1c747e1b6 None None] For port bcf4ee31-af07-4d64-ac85-119b115a742e, host dv-cinder-811877-1-iscsi, cleared binding levels {{(pid=94001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 06:27:35.929195 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.db [None req-00fb5448-ccb5-4a16-86d2-78a1c747e1b6 None None] For port bcf4ee31-af07-4d64-ac85-119b115a742e, host dv-cinder-811877-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811877-1-iscsi',level=0,port_id=bcf4ee31-af07-4d64-ac85-119b115a742e,segment=NetworkSegment(f18bb042-e630-4c4b-b384-e9bf093ecc8b),segment_id=f18bb042-e630-4c4b-b384-e9bf093ecc8b)] {{(pid=94001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 06:27:35.943864 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-00fb5448-ccb5-4a16-86d2-78a1c747e1b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7821886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727545992452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727545489363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727545489381'] for port, after_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:27:36.045182 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-28149300-2ef6-4595-9a44-0718c02ab61e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:27:36.059148 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-849c0b51-a472-4bb0-be18-edbcf51b721e req-7fd9f469-062f-41a6-9565-db2a816384c5 tempest-DeleteServersTestJSON-986892327 tempest-DeleteServersTestJSON-986892327-project] 10.222.0.36 "GET /v2.0/ports?device_id=b00bd24b-615d-4cba-80bb-d31d4fe88c7f HTTP/1.1" status: 200 len: 210 time: 0.2317829 Sep 30 06:27:36.062864 dv-cinder-811877-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9623fd3-bab2-429a-9ea9-28541b62d317 None None] Pushing event updated for resources: {'Port': ['ID=6c81a548-ac26-40cb-9e6a-6ecb4b9bad29,revision_number=3']} {{(pid=94002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:27:36.065990 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-28149300-2ef6-4595-9a44-0718c02ab61e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533969'] for security_group, after_create {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:27:36.101731 dv-cinder-811877-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.managers [None req-b82b464e-2cc3-4ede-9d85-2446b1b58897 None None] Attempting to bind port 6c81a548-ac26-40cb-9e6a-6ecb4b9bad29 on host dv-cinder-811877-1-iscsi for vnic_type normal with profile {{(pid=94002) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 06:27:36.102157 dv-cinder-811877-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.managers [None req-b82b464e-2cc3-4ede-9d85-2446b1b58897 None None] Attempting to bind port 6c81a548-ac26-40cb-9e6a-6ecb4b9bad29 by drivers openvswitch,hyperv on host dv-cinder-811877-1-iscsi at level 0 using segments [{'id': '2a6dd986-63b3-41e2-80f5-fecbf28b70d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '5fefac64-03c4-43dd-a17b-d4a261fa3173'}] {{(pid=94002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 06:27:36.102529 dv-cinder-811877-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b82b464e-2cc3-4ede-9d85-2446b1b58897 None None] Attempting to bind port 6c81a548-ac26-40cb-9e6a-6ecb4b9bad29 on network 5fefac64-03c4-43dd-a17b-d4a261fa3173 {{(pid=94002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 06:27:36.113179 dv-cinder-811877-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b82b464e-2cc3-4ede-9d85-2446b1b58897 None None] Checking agent: {'id': '38eed8e6-19bc-4ff2-90e0-3c7aa8a3a275', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-811877-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 6, 19, 32), 'started_at': datetime.datetime(2021, 9, 30, 6, 20, 2), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 6, 27, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-811877-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 06:27:36.113179 dv-cinder-811877-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b82b464e-2cc3-4ede-9d85-2446b1b58897 None None] Checking segment: {'id': '2a6dd986-63b3-41e2-80f5-fecbf28b70d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '5fefac64-03c4-43dd-a17b-d4a261fa3173'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 06:27:36.113179 dv-cinder-811877-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-b82b464e-2cc3-4ede-9d85-2446b1b58897 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:27:36.113179 dv-cinder-811877-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b82b464e-2cc3-4ede-9d85-2446b1b58897 None None] Bound using segment: {'id': '2a6dd986-63b3-41e2-80f5-fecbf28b70d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '5fefac64-03c4-43dd-a17b-d4a261fa3173'} {{(pid=94002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 06:27:36.113179 dv-cinder-811877-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.managers [None req-b82b464e-2cc3-4ede-9d85-2446b1b58897 None None] Bound port: 6c81a548-ac26-40cb-9e6a-6ecb4b9bad29, host: dv-cinder-811877-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a6dd986-63b3-41e2-80f5-fecbf28b70d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '5fefac64-03c4-43dd-a17b-d4a261fa3173'}}] {{(pid=94002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 06:27:36.113725 dv-cinder-811877-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-b82b464e-2cc3-4ede-9d85-2446b1b58897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653538'] for port, before_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:27:36.150345 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-649d6079-1211-424e-acba-7b78b8a5b788 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7877132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7878840'] for router, after_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:27:36.210599 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [None req-28149300-2ef6-4595-9a44-0718c02ab61e admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=687cbb810d2044d6aee5d2c53ad5e909&name=default HTTP/1.1" status: 200 len: 2975 time: 1.4097416 Sep 30 06:27:36.214059 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-0961faf2-3cca-468c-9381-aa05d22916d0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:27:36.223370 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.wsgi [-] (93999) accepted ('10.222.0.36', 50730) {{(pid=93999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 06:27:36.251202 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00fb5448-ccb5-4a16-86d2-78a1c747e1b6 None None] Routers {'cae99a70-a1cd-44f6-a58e-8194089681bf'} bound to L3 agent in host dv-cinder-811877-1-iscsi {{(pid=94001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 06:27:36.251987 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-7fcd6f33-0ed7-4f6b-b06c-828baadc200f tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:27:36.253422 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.db.l3_hamode_db [None req-00fb5448-ccb5-4a16-86d2-78a1c747e1b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811877-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-30T06:19:31Z,description=,heartbeat_timestamp=2021-09-30T06:27:31Z,host='dv-cinder-811877-1-iscsi',id=f054bd23-6895-478f-87a4-7cc0e21c04e0,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T06:19:31Z,topic='l3_agent')) {'router_ids': ['cae99a70-a1cd-44f6-a58e-8194089681bf'], 'active': True} {{(pid=94001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 06:27:36.255232 dv-cinder-811877-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.db [None req-b82b464e-2cc3-4ede-9d85-2446b1b58897 None None] For port 6c81a548-ac26-40cb-9e6a-6ecb4b9bad29, host dv-cinder-811877-1-iscsi, cleared binding levels {{(pid=94002) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 06:27:36.258718 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac9af8a-32a8-4c51-8edd-fb745f8b4654 None None] Pushing event updated for resources: {'Port': ['ID=bcf4ee31-af07-4d64-ac85-119b115a742e,revision_number=3']} {{(pid=94001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:27:36.259741 dv-cinder-811877-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.db [None req-b82b464e-2cc3-4ede-9d85-2446b1b58897 None None] For port 6c81a548-ac26-40cb-9e6a-6ecb4b9bad29, host dv-cinder-811877-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811877-1-iscsi',level=0,port_id=6c81a548-ac26-40cb-9e6a-6ecb4b9bad29,segment=NetworkSegment(2a6dd986-63b3-41e2-80f5-fecbf28b70d3),segment_id=2a6dd986-63b3-41e2-80f5-fecbf28b70d3)] {{(pid=94002) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 06:27:36.270489 dv-cinder-811877-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-b82b464e-2cc3-4ede-9d85-2446b1b58897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7821886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727545992452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727545489363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727545489381'] for port, after_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:27:36.338474 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28149300-2ef6-4595-9a44-0718c02ab61e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5be41c60-2086-4edf-87cd-4aa24576d2ec,revision_number=1']} {{(pid=93999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:27:36.344794 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.rpc [None req-1a5ef50c-1a60-4eeb-b96e-cf5df6fcca4b None None] Device 33f1bc5e-1b6c-43ce-9090-d15189275b4b up at agent ovs-agent-dv-cinder-811877-1-iscsi {{(pid=94001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 06:27:36.403700 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.db.provisioning_blocks [None req-c19b9cb2-ab8f-4dd3-aa59-0eb875c3a19f None None] Provisioning complete for port 6c81a548-ac26-40cb-9e6a-6ecb4b9bad29 triggered by entity DHCP. {{(pid=94001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 06:27:36.404062 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-c19b9cb2-ab8f-4dd3-aa59-0eb875c3a19f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-597822'] for port, provisioning_complete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:27:36.426541 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-649d6079-1211-424e-acba-7b78b8a5b788 admin admin] Router 8ed619a9-5f7e-482b-8deb-23ec7fdf2ab4 is scheduled to L3 agent f054bd23-6895-478f-87a4-7cc0e21c04e0 with binding_index 1 {{(pid=94000) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 30 06:27:36.434528 dv-cinder-811877-1-iscsi neutron-server[94002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b82b464e-2cc3-4ede-9d85-2446b1b58897 None None] Routers {'7f324adc-6df9-469a-bdd2-c103c76ced6e'} bound to L3 agent in host dv-cinder-811877-1-iscsi {{(pid=94002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 06:27:36.435227 dv-cinder-811877-1-iscsi neutron-server[94002]: DEBUG neutron.db.l3_hamode_db [None req-b82b464e-2cc3-4ede-9d85-2446b1b58897 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811877-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-30T06:19:31Z,description=,heartbeat_timestamp=2021-09-30T06:27:31Z,host='dv-cinder-811877-1-iscsi',id=f054bd23-6895-478f-87a4-7cc0e21c04e0,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T06:19:31Z,topic='l3_agent')) {'router_ids': ['7f324adc-6df9-469a-bdd2-c103c76ced6e'], 'active': True} {{(pid=94002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 06:27:36.474692 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-7fcd6f33-0ed7-4f6b-b06c-828baadc200f tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:27:36.512314 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-e74a176c-3296-45d8-bd80-b892c265e75c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:27:36.555308 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-e74a176c-3296-45d8-bd80-b892c265e75c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:27:36.577324 dv-cinder-811877-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9623fd3-bab2-429a-9ea9-28541b62d317 None None] Pushing event updated for resources: {'Port': ['ID=6c81a548-ac26-40cb-9e6a-6ecb4b9bad29,revision_number=4']} {{(pid=94002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:27:36.582465 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-649d6079-1211-424e-acba-7b78b8a5b788 admin admin] Notify agent at l3_agent.dv-cinder-811877-1-iscsi the message routers_updated {{(pid=94000) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 06:27:36.590983 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-0961faf2-3cca-468c-9381-aa05d22916d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7821886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727545489345'] for port, after_create {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:27:36.592819 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-7fcd6f33-0ed7-4f6b-b06c-828baadc200f tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544093'] for security_group_rule, after_create {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:27:36.613430 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-649d6079-1211-424e-acba-7b78b8a5b788 admin admin] Notify callbacks [] for router, before_response {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:27:36.617853 dv-cinder-811877-1-iscsi neutron-server[94002]: DEBUG neutron.db.l3_dvr_db [None req-b82b464e-2cc3-4ede-9d85-2446b1b58897 None None] Set router 7f324adc-6df9-469a-bdd2-c103c76ced6e gateway port host: dv-cinder-811877-1-iscsi {{(pid=94002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 06:27:36.618696 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [None req-649d6079-1211-424e-acba-7b78b8a5b788 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.1087744 Sep 30 06:27:36.618936 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.36', 50734) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 06:27:36.628590 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e5162c4-41c2-4e4e-9d76-6966ae9551a7 None None] Sync routers for ids ['8ed619a9-5f7e-482b-8deb-23ec7fdf2ab4'] in dv-cinder-811877-1-iscsi {{(pid=94001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 06:27:36.660857 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-7fcd6f33-0ed7-4f6b-b06c-828baadc200f tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:27:36.665448 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [None req-7fcd6f33-0ed7-4f6b-b06c-828baadc200f tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.3140631 Sep 30 06:27:36.670577 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.wsgi [-] (93999) accepted ('10.222.0.36', 50736) {{(pid=93999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 06:27:36.676049 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.db.l3_dvr_db [None req-00fb5448-ccb5-4a16-86d2-78a1c747e1b6 None None] Set router cae99a70-a1cd-44f6-a58e-8194089681bf gateway port host: dv-cinder-811877-1-iscsi {{(pid=94001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 06:27:36.696271 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.api.v2.base [None req-172f775a-5dac-419c-a0cf-ee62d887ba24 tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] Request body: {'security_group_rule': {'security_group_id': 'aaa05d83-3ebc-404f-b7b5-bc03e45995ed', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 06:27:36.723624 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fcd6f33-0ed7-4f6b-b06c-828baadc200f tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=815034ab-35c1-43bc-a7f7-f64688410798,revision_number=0']} {{(pid=93999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:27:36.739173 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-e74a176c-3296-45d8-bd80-b892c265e75c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533969'] for security_group, after_delete {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:27:36.741768 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-e74a176c-3296-45d8-bd80-b892c265e75c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:27:36.742996 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [None req-e74a176c-3296-45d8-bd80-b892c265e75c admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/5be41c60-2086-4edf-87cd-4aa24576d2ec HTTP/1.1" status: 204 len: 168 time: 0.5051565 Sep 30 06:27:36.759851 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0961faf2-3cca-468c-9381-aa05d22916d0 admin admin] Network 5c01f472-be09-4f47-a17f-2a759f124795 is already hosted by enough agents. {{(pid=93999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 06:27:36.769738 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.scheduler.base_scheduler [None req-0961faf2-3cca-468c-9381-aa05d22916d0 admin admin] Resources bound (agent type, host, resource id): {{(pid=93999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 06:27:36.772621 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0961faf2-3cca-468c-9381-aa05d22916d0 admin admin] Received port after_create {{(pid=93999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 06:27:36.773300 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-0961faf2-3cca-468c-9381-aa05d22916d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7878021'] for router_interface, before_create {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:27:36.776120 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.db.provisioning_blocks [None req-1a5ef50c-1a60-4eeb-b96e-cf5df6fcca4b None None] Provisioning complete for port 33f1bc5e-1b6c-43ce-9090-d15189275b4b triggered by entity L2. {{(pid=94001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 06:27:36.776773 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-1a5ef50c-1a60-4eeb-b96e-cf5df6fcca4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-597822'] for port, provisioning_complete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:27:36.784461 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-172f775a-5dac-419c-a0cf-ee62d887ba24 tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:27:36.832885 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74a176c-3296-45d8-bd80-b892c265e75c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5be41c60-2086-4edf-87cd-4aa24576d2ec,revision_number=None']} {{(pid=93999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:27:36.846962 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0961faf2-3cca-468c-9381-aa05d22916d0 admin admin] Pushing event updated for resources: {'Port': ['ID=03bed038-0dec-4f52-9abc-55a7211c617f,revision_number=1']} {{(pid=93999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:27:36.850369 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e5162c4-41c2-4e4e-9d76-6966ae9551a7 None None] Routers {'8ed619a9-5f7e-482b-8deb-23ec7fdf2ab4'} bound to L3 agent in host dv-cinder-811877-1-iscsi {{(pid=94001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 06:27:36.851398 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.db.l3_hamode_db [None req-3e5162c4-41c2-4e4e-9d76-6966ae9551a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811877-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-30T06:19:31Z,description=,heartbeat_timestamp=2021-09-30T06:27:31Z,host='dv-cinder-811877-1-iscsi',id=f054bd23-6895-478f-87a4-7cc0e21c04e0,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T06:19:31Z,topic='l3_agent')) {'router_ids': ['8ed619a9-5f7e-482b-8deb-23ec7fdf2ab4'], 'active': True} {{(pid=94001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 06:27:37.014140 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-542122a8-5ac8-4f07-99b7-66891a90a053 None None] Network 92aa8f19-aafd-4462-9d7f-7e5f878c12b2 requested from dv-cinder-811877-1-iscsi {{(pid=94001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 06:27:37.125256 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-172f775a-5dac-419c-a0cf-ee62d887ba24 tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:27:37.126184 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-c19b9cb2-ab8f-4dd3-aa59-0eb875c3a19f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653538'] for port, before_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:27:37.132323 dv-cinder-811877-1-iscsi neutron-server[94002]: DEBUG neutron.db.l3_hamode_db [None req-b82b464e-2cc3-4ede-9d85-2446b1b58897 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f324adc-6df9-469a-bdd2-c103c76ced6e', 'name': 'tempest-AttachVolumeShelveTestJSON-1787567531-router', 'tenant_id': '3f54d397fb6646ca811cd4b70b8b5d31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddd8ee8b-b24f-47fb-afd7-cfc700c93624', 'external_fixed_ips': [{'subnet_id': '4727b4cf-a8ea-4dab-8db4-019b4e8b0546', 'ip_address': '172.27.1.2'}], 'enable_snat': True}, 'gw_port_id': '9739d183-b8a8-4538-9e9b-4bb77499d5e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T06:27:26Z', 'updated_at': '2021-09-30T06:27:31Z', 'revision_number': 4, 'project_id': '3f54d397fb6646ca811cd4b70b8b5d31', 'gw_port': {'id': '9739d183-b8a8-4538-9e9b-4bb77499d5e2', 'name': '', 'network_id': 'ddd8ee8b-b24f-47fb-afd7-cfc700c93624', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:9d:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f324adc-6df9-469a-bdd2-c103c76ced6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '4727b4cf-a8ea-4dab-8db4-019b4e8b0546', 'ip_address': '172.27.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T06:27:26Z', 'updated_at': '2021-09-30T06:27:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4727b4cf-a8ea-4dab-8db4-019b4e8b0546', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811877-1-iscsi', '_interfaces': [{'id': '6c81a548-ac26-40cb-9e6a-6ecb4b9bad29', 'name': '', 'network_id': '5fefac64-03c4-43dd-a17b-d4a261fa3173', 'tenant_id': '3f54d397fb6646ca811cd4b70b8b5d31', 'mac_address': 'fa:16:3e:16:fe:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f324adc-6df9-469a-bdd2-c103c76ced6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '05cd2f04-a42c-4ac5-94b6-16f7140b471b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T06:27:29Z', 'updated_at': '2021-09-30T06:27:36Z', 'revision_number': 4, 'project_id': '3f54d397fb6646ca811cd4b70b8b5d31', 'subnets': [{'id': '05cd2f04-a42c-4ac5-94b6-16f7140b471b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811877-1-iscsi', False) {} {{(pid=94002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 06:27:37.134968 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-172f775a-5dac-419c-a0cf-ee62d887ba24 tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544093'] for security_group_rule, after_create {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:27:37.172303 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172f775a-5dac-419c-a0cf-ee62d887ba24 tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a0f233f9-9f8a-4c5e-8a3f-af768b548e2b,revision_number=0']} {{(pid=93999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:27:37.195569 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-172f775a-5dac-419c-a0cf-ee62d887ba24 tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:27:37.200830 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [None req-172f775a-5dac-419c-a0cf-ee62d887ba24 tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5083816 Sep 30 06:27:37.201819 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.wsgi [-] (93999) accepted ('10.222.0.36', 50752) {{(pid=93999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 06:27:37.203941 dv-cinder-811877-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b82b464e-2cc3-4ede-9d85-2446b1b58897 None None] The sync data for ids ['7f324adc-6df9-469a-bdd2-c103c76ced6e'] in dv-cinder-811877-1-iscsi is: [{'id': '7f324adc-6df9-469a-bdd2-c103c76ced6e', 'name': 'tempest-AttachVolumeShelveTestJSON-1787567531-router', 'tenant_id': '3f54d397fb6646ca811cd4b70b8b5d31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddd8ee8b-b24f-47fb-afd7-cfc700c93624', 'external_fixed_ips': [{'subnet_id': '4727b4cf-a8ea-4dab-8db4-019b4e8b0546', 'ip_address': '172.27.1.2'}], 'enable_snat': True}, 'gw_port_id': '9739d183-b8a8-4538-9e9b-4bb77499d5e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T06:27:26Z', 'updated_at': '2021-09-30T06:27:31Z', 'revision_number': 4, 'project_id': '3f54d397fb6646ca811cd4b70b8b5d31', 'gw_port': {'id': '9739d183-b8a8-4538-9e9b-4bb77499d5e2', 'name': '', 'network_id': 'ddd8ee8b-b24f-47fb-afd7-cfc700c93624', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:9d:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f324adc-6df9-469a-bdd2-c103c76ced6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '4727b4cf-a8ea-4dab-8db4-019b4e8b0546', 'ip_address': '172.27.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T06:27:26Z', 'updated_at': '2021-09-30T06:27:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4727b4cf-a8ea-4dab-8db4-019b4e8b0546', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811877-1-iscsi', '_interfaces': [{'id': '6c81a548-ac26-40cb-9e6a-6ecb4b9bad29', 'name': '', 'network_id': '5fefac64-03c4-43dd-a17b-d4a261fa3173', 'tenant_id': '3f54d397fb6646ca811cd4b70b8b5d31', 'mac_address': 'fa:16:3e:16:fe:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f324adc-6df9-469a-bdd2-c103c76ced6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '05cd2f04-a42c-4ac5-94b6-16f7140b471b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T06:27:29Z', 'updated_at': '2021-09-30T06:27:36Z', 'revision_number': 4, 'project_id': '3f54d397fb6646ca811cd4b70b8b5d31', 'subnets': [{'id': '05cd2f04-a42c-4ac5-94b6-16f7140b471b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 06:27:37.209092 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.api.v2.base [None req-32d7c8ca-9735-4cbc-8279-b388a8d8409d tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] Request body: {'floatingip': {'floating_network_id': 'ddd8ee8b-b24f-47fb-afd7-cfc700c93624'}} {{(pid=93999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 06:27:37.278290 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-0961faf2-3cca-468c-9381-aa05d22916d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653538'] for port, before_update {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:27:37.281458 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-32d7c8ca-9735-4cbc-8279-b388a8d8409d tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] Notify callbacks [] for floatingip, before_create {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:27:37.515677 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-9395bd1e-3efc-4322-9aae-414723d55157 req-ce0e39f2-089f-4e97-8aaa-f3c589a39a4b tempest-DeleteServersTestJSON-986892327 tempest-DeleteServersTestJSON-986892327-project] 10.222.0.36 "GET /v2.0/ports?device_id=b00bd24b-615d-4cba-80bb-d31d4fe88c7f HTTP/1.1" status: 200 len: 210 time: 0.0646210 Sep 30 06:27:37.581097 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.db [None req-c19b9cb2-ab8f-4dd3-aa59-0eb875c3a19f None None] For port 6c81a548-ac26-40cb-9e6a-6ecb4b9bad29, host dv-cinder-811877-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811877-1-iscsi',level=0,port_id=6c81a548-ac26-40cb-9e6a-6ecb4b9bad29,segment=NetworkSegment(2a6dd986-63b3-41e2-80f5-fecbf28b70d3),segment_id=2a6dd986-63b3-41e2-80f5-fecbf28b70d3)] {{(pid=94001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 06:27:37.616992 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.db.l3_dvr_db [None req-3e5162c4-41c2-4e4e-9d76-6966ae9551a7 None None] Set router 8ed619a9-5f7e-482b-8deb-23ec7fdf2ab4 gateway port host: dv-cinder-811877-1-iscsi {{(pid=94001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 06:27:37.631558 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-909ad1f8-4946-4e55-ab0c-5dde64f7c815 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653538'] for port, before_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:27:37.644223 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-32d7c8ca-9735-4cbc-8279-b388a8d8409d tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653538'] for port, before_create {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:27:37.739829 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-0961faf2-3cca-468c-9381-aa05d22916d0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:27:37.768723 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-0961faf2-3cca-468c-9381-aa05d22916d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7821886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727545992452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727545489363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727545489381'] for port, after_update {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:27:37.769451 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-0961faf2-3cca-468c-9381-aa05d22916d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7821780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7877749'] for router_interface, after_create {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:27:37.792042 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-c19b9cb2-ab8f-4dd3-aa59-0eb875c3a19f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7821886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727545992452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727545489363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727545489381'] for port, after_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:27:37.796350 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-1a5ef50c-1a60-4eeb-b96e-cf5df6fcca4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653538'] for port, before_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:27:37.858563 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0961faf2-3cca-468c-9381-aa05d22916d0 admin admin] Pushing event updated for resources: {'Port': ['ID=03bed038-0dec-4f52-9abc-55a7211c617f,revision_number=2']} {{(pid=93999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:27:37.874453 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.db.db_base_plugin_common [None req-32d7c8ca-9735-4cbc-8279-b388a8d8409d tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] Allocated IP 172.27.1.241 (ddd8ee8b-b24f-47fb-afd7-cfc700c93624/4727b4cf-a8ea-4dab-8db4-019b4e8b0546/66498a6d-bda9-4211-b0f4-a3be9dbefbad) {{(pid=93999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 06:27:37.905789 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19b9cb2-ab8f-4dd3-aa59-0eb875c3a19f None None] Pushing event updated for resources: {'Port': ['ID=6c81a548-ac26-40cb-9e6a-6ecb4b9bad29,revision_number=5']} {{(pid=94001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:27:38.018301 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0961faf2-3cca-468c-9381-aa05d22916d0 admin admin] Network 5c01f472-be09-4f47-a17f-2a759f124795 is already hosted by enough agents. {{(pid=93999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 06:27:38.020313 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.scheduler.base_scheduler [None req-0961faf2-3cca-468c-9381-aa05d22916d0 admin admin] Resources bound (agent type, host, resource id): {{(pid=93999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 06:27:38.113312 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.db.provisioning_blocks [None req-e3cbb6f1-bdfa-4f63-beb5-833564f3083b None None] Provisioning complete for port 6c81a548-ac26-40cb-9e6a-6ecb4b9bad29 triggered by entity DHCP. {{(pid=94001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 06:27:38.114138 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-e3cbb6f1-bdfa-4f63-beb5-833564f3083b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-597822'] for port, provisioning_complete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:27:38.170056 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.db.db_base_plugin_common [None req-909ad1f8-4946-4e55-ab0c-5dde64f7c815 admin admin] Allocated IP 172.20.0.1 (92aa8f19-aafd-4462-9d7f-7e5f878c12b2/87e3e2f7-f230-4774-967b-a68a66b90c87/7641b08b-edd0-4733-84f9-f67531f18b54) {{(pid=94000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 06:27:38.266024 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.db [None req-1a5ef50c-1a60-4eeb-b96e-cf5df6fcca4b None None] For port 33f1bc5e-1b6c-43ce-9090-d15189275b4b, host dv-cinder-811877-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811877-1-iscsi',level=0,port_id=33f1bc5e-1b6c-43ce-9090-d15189275b4b,segment=NetworkSegment(fb392b75-2cea-4ed8-909e-87c2ccb253f8),segment_id=fb392b75-2cea-4ed8-909e-87c2ccb253f8)] {{(pid=94001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 06:27:38.296753 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-1a5ef50c-1a60-4eeb-b96e-cf5df6fcca4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7821886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727545992452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727545489363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727545489381'] for port, after_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:27:38.422873 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.db.l3_hamode_db [None req-00fb5448-ccb5-4a16-86d2-78a1c747e1b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cae99a70-a1cd-44f6-a58e-8194089681bf', 'name': 'tempest-ServerRescueNegativeTestJSON-13706840-router', 'tenant_id': '2a4fe69e521f47bb94fe812e2f32c8b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddd8ee8b-b24f-47fb-afd7-cfc700c93624', 'external_fixed_ips': [{'subnet_id': '4727b4cf-a8ea-4dab-8db4-019b4e8b0546', 'ip_address': '172.27.1.211'}], 'enable_snat': True}, 'gw_port_id': 'bcf4ee31-af07-4d64-ac85-119b115a742e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T06:27:28Z', 'updated_at': '2021-09-30T06:27:31Z', 'revision_number': 3, 'project_id': '2a4fe69e521f47bb94fe812e2f32c8b1', 'gw_port': {'id': 'bcf4ee31-af07-4d64-ac85-119b115a742e', 'name': '', 'network_id': 'ddd8ee8b-b24f-47fb-afd7-cfc700c93624', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:45:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cae99a70-a1cd-44f6-a58e-8194089681bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '4727b4cf-a8ea-4dab-8db4-019b4e8b0546', 'ip_address': '172.27.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T06:27:30Z', 'updated_at': '2021-09-30T06:27:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4727b4cf-a8ea-4dab-8db4-019b4e8b0546', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811877-1-iscsi'}], 'dv-cinder-811877-1-iscsi', False) {} {{(pid=94001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 06:27:38.474495 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-909ad1f8-4946-4e55-ab0c-5dde64f7c815 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:27:38.565294 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-32d7c8ca-9735-4cbc-8279-b388a8d8409d tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] Notify callbacks [] for port, precommit_create {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:27:38.569162 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00fb5448-ccb5-4a16-86d2-78a1c747e1b6 None None] The sync data for ids ['cae99a70-a1cd-44f6-a58e-8194089681bf'] in dv-cinder-811877-1-iscsi is: [{'id': 'cae99a70-a1cd-44f6-a58e-8194089681bf', 'name': 'tempest-ServerRescueNegativeTestJSON-13706840-router', 'tenant_id': '2a4fe69e521f47bb94fe812e2f32c8b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddd8ee8b-b24f-47fb-afd7-cfc700c93624', 'external_fixed_ips': [{'subnet_id': '4727b4cf-a8ea-4dab-8db4-019b4e8b0546', 'ip_address': '172.27.1.211'}], 'enable_snat': True}, 'gw_port_id': 'bcf4ee31-af07-4d64-ac85-119b115a742e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T06:27:28Z', 'updated_at': '2021-09-30T06:27:31Z', 'revision_number': 3, 'project_id': '2a4fe69e521f47bb94fe812e2f32c8b1', 'gw_port': {'id': 'bcf4ee31-af07-4d64-ac85-119b115a742e', 'name': '', 'network_id': 'ddd8ee8b-b24f-47fb-afd7-cfc700c93624', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:45:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cae99a70-a1cd-44f6-a58e-8194089681bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '4727b4cf-a8ea-4dab-8db4-019b4e8b0546', 'ip_address': '172.27.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T06:27:30Z', 'updated_at': '2021-09-30T06:27:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4727b4cf-a8ea-4dab-8db4-019b4e8b0546', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811877-1-iscsi'}] {{(pid=94001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 06:27:38.574189 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.rpc [None req-1a5ef50c-1a60-4eeb-b96e-cf5df6fcca4b None None] Device 6c81a548-ac26-40cb-9e6a-6ecb4b9bad29 up at agent ovs-agent-dv-cinder-811877-1-iscsi {{(pid=94001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 06:27:38.585491 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-909ad1f8-4946-4e55-ab0c-5dde64f7c815 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7821886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727545489345'] for port, after_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:27:38.613071 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0961faf2-3cca-468c-9381-aa05d22916d0 admin admin] Router cae99a70-a1cd-44f6-a58e-8194089681bf has already been hosted by L3 agent f054bd23-6895-478f-87a4-7cc0e21c04e0 {{(pid=93999) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 06:27:38.699014 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909ad1f8-4946-4e55-ab0c-5dde64f7c815 admin admin] Pushing event updated for resources: {'Port': ['ID=7641b08b-edd0-4733-84f9-f67531f18b54,revision_number=1']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:27:38.749795 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-e22db463-061c-4e8c-a865-c6aa8e3cf874 req-ada94f04-e55a-445b-85db-7e835990c688 tempest-DeleteServersTestJSON-986892327 tempest-DeleteServersTestJSON-986892327-project] 10.222.0.36 "GET /v2.0/ports?device_id=b00bd24b-615d-4cba-80bb-d31d4fe88c7f HTTP/1.1" status: 200 len: 210 time: 0.0737450 Sep 30 06:27:38.769799 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-909ad1f8-4946-4e55-ab0c-5dde64f7c815 admin admin] Network 92aa8f19-aafd-4462-9d7f-7e5f878c12b2 is already hosted by enough agents. {{(pid=94000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 06:27:38.770679 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-32d7c8ca-9735-4cbc-8279-b388a8d8409d tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7821886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727545489345'] for port, after_create {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:27:38.777019 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.scheduler.base_scheduler [None req-909ad1f8-4946-4e55-ab0c-5dde64f7c815 admin admin] Resources bound (agent type, host, resource id): {{(pid=94000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 06:27:38.779115 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5ef50c-1a60-4eeb-b96e-cf5df6fcca4b None None] Pushing event updated for resources: {'Port': ['ID=33f1bc5e-1b6c-43ce-9090-d15189275b4b,revision_number=3']} {{(pid=94001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:27:38.791815 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-909ad1f8-4946-4e55-ab0c-5dde64f7c815 admin admin] Received port after_create {{(pid=94000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 06:27:38.792928 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-909ad1f8-4946-4e55-ab0c-5dde64f7c815 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7878021'] for router_interface, before_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:27:38.895120 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d7c8ca-9735-4cbc-8279-b388a8d8409d tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] Pushing event updated for resources: {'Port': ['ID=66498a6d-bda9-4211-b0f4-a3be9dbefbad,revision_number=1']} {{(pid=93999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:27:38.929569 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32d7c8ca-9735-4cbc-8279-b388a8d8409d tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] Network ddd8ee8b-b24f-47fb-afd7-cfc700c93624 is already hosted by enough agents. {{(pid=93999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 06:27:38.938135 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.db.provisioning_blocks [None req-1a5ef50c-1a60-4eeb-b96e-cf5df6fcca4b None None] Provisioning complete for port 6c81a548-ac26-40cb-9e6a-6ecb4b9bad29 triggered by entity L2. {{(pid=94001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 06:27:38.938982 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-1a5ef50c-1a60-4eeb-b96e-cf5df6fcca4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-597822'] for port, provisioning_complete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:27:38.992464 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.scheduler.base_scheduler [None req-32d7c8ca-9735-4cbc-8279-b388a8d8409d tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] Resources bound (agent type, host, resource id): {{(pid=93999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 06:27:38.996383 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32d7c8ca-9735-4cbc-8279-b388a8d8409d tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] Received port after_create {{(pid=93999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 06:27:39.063448 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.db.l3_hamode_db [None req-3e5162c4-41c2-4e4e-9d76-6966ae9551a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ed619a9-5f7e-482b-8deb-23ec7fdf2ab4', 'name': 'tempest-AttachVolumeTestJSON-934096422-router', 'tenant_id': 'fd01cd14f23840e59331ece07bbcdf9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddd8ee8b-b24f-47fb-afd7-cfc700c93624', 'external_fixed_ips': [{'subnet_id': '4727b4cf-a8ea-4dab-8db4-019b4e8b0546', 'ip_address': '172.27.1.36'}], 'enable_snat': True}, 'gw_port_id': 'da1c69fb-7325-41c8-ab50-aebb52d96748', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T06:27:32Z', 'updated_at': '2021-09-30T06:27:35Z', 'revision_number': 3, 'project_id': 'fd01cd14f23840e59331ece07bbcdf9e', 'gw_port': {'id': 'da1c69fb-7325-41c8-ab50-aebb52d96748', 'name': '', 'network_id': 'ddd8ee8b-b24f-47fb-afd7-cfc700c93624', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:61:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ed619a9-5f7e-482b-8deb-23ec7fdf2ab4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '4727b4cf-a8ea-4dab-8db4-019b4e8b0546', 'ip_address': '172.27.1.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T06:27:33Z', 'updated_at': '2021-09-30T06:27:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4727b4cf-a8ea-4dab-8db4-019b4e8b0546', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811877-1-iscsi'}], 'dv-cinder-811877-1-iscsi', False) {} {{(pid=94001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 06:27:39.165225 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-909ad1f8-4946-4e55-ab0c-5dde64f7c815 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653538'] for port, before_update {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:27:39.208325 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727546001794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-597483'] for agent, after_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:27:39.210828 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0961faf2-3cca-468c-9381-aa05d22916d0 admin admin] Notify agent at l3_agent.dv-cinder-811877-1-iscsi the message routers_updated {{(pid=93999) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 06:27:39.259924 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [None req-0961faf2-3cca-468c-9381-aa05d22916d0 admin admin] 10.222.0.36 "PUT /v2.0/routers/cae99a70-a1cd-44f6-a58e-8194089681bf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9976282 Sep 30 06:27:39.273355 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e5162c4-41c2-4e4e-9d76-6966ae9551a7 None None] Checking router: 8ed619a9-5f7e-482b-8deb-23ec7fdf2ab4 for host: dv-cinder-811877-1-iscsi {{(pid=94001) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 06:27:39.276364 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e5162c4-41c2-4e4e-9d76-6966ae9551a7 None None] Updating router 8ed619a9-5f7e-482b-8deb-23ec7fdf2ab4 port da1c69fb-7325-41c8-ab50-aebb52d96748 binding host dv-cinder-811877-1-iscsi {{(pid=94001) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 30 06:27:39.318099 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.db.provisioning_blocks [None req-e3cbb6f1-bdfa-4f63-beb5-833564f3083b None None] Provisioning complete for port 33f1bc5e-1b6c-43ce-9090-d15189275b4b triggered by entity DHCP. {{(pid=94001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 06:27:39.324935 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-e3cbb6f1-bdfa-4f63-beb5-833564f3083b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-597822'] for port, provisioning_complete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:27:39.390526 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-32d7c8ca-9735-4cbc-8279-b388a8d8409d tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:27:39.485825 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-32d7c8ca-9735-4cbc-8279-b388a8d8409d tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653538'] for port, before_update {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:27:39.504534 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-3e5162c4-41c2-4e4e-9d76-6966ae9551a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653538'] for port, before_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:27:39.579583 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-909ad1f8-4946-4e55-ab0c-5dde64f7c815 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:27:39.596293 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-909ad1f8-4946-4e55-ab0c-5dde64f7c815 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7821886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727545992452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727545489363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727545489381'] for port, after_update {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:27:39.597283 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-909ad1f8-4946-4e55-ab0c-5dde64f7c815 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7821780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7877749'] for router_interface, after_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:27:39.716824 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909ad1f8-4946-4e55-ab0c-5dde64f7c815 admin admin] Pushing event updated for resources: {'Port': ['ID=7641b08b-edd0-4733-84f9-f67531f18b54,revision_number=2']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:27:39.776975 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-32d7c8ca-9735-4cbc-8279-b388a8d8409d tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] Notify callbacks [] for port, precommit_update {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:27:39.783893 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-32d7c8ca-9735-4cbc-8279-b388a8d8409d tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7821886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727545992452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727545489363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727545489381'] for port, after_update {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:27:39.807372 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-909ad1f8-4946-4e55-ab0c-5dde64f7c815 admin admin] Network 92aa8f19-aafd-4462-9d7f-7e5f878c12b2 is already hosted by enough agents. {{(pid=94000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 06:27:39.808881 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.scheduler.base_scheduler [None req-909ad1f8-4946-4e55-ab0c-5dde64f7c815 admin admin] Resources bound (agent type, host, resource id): {{(pid=94000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 06:27:39.848385 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-32d7c8ca-9735-4cbc-8279-b388a8d8409d tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7877914'] for floatingip, after_create {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:27:39.912753 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d7c8ca-9735-4cbc-8279-b388a8d8409d tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] Pushing event updated for resources: {'Port': ['ID=66498a6d-bda9-4211-b0f4-a3be9dbefbad,revision_number=2']} {{(pid=93999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:27:39.953244 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-32d7c8ca-9735-4cbc-8279-b388a8d8409d tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57126'] for floatingip, before_response {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:27:39.974903 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [None req-32d7c8ca-9735-4cbc-8279-b388a8d8409d tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.7600298 Sep 30 06:27:40.015697 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.wsgi [-] (93999) accepted ('10.222.0.36', 50834) {{(pid=93999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 06:27:40.017981 dv-cinder-811877-1-iscsi neutron-server[93999]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 30 06:27:40.145939 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-17847229-70e3-4a37-9a1e-5922a6ca7425 req-ef2a9081-1666-44d5-8fa8-1cd2d9739da0 tempest-DeleteServersTestJSON-986892327 tempest-DeleteServersTestJSON-986892327-project] 10.222.0.36 "GET /v2.0/ports?device_id=b00bd24b-615d-4cba-80bb-d31d4fe88c7f HTTP/1.1" status: 200 len: 210 time: 0.1290410 Sep 30 06:27:40.240464 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.db.provisioning_blocks [None req-f1b58d7c-0fb9-413f-a6a7-9762c0b24c39 None None] Provisioning complete for port 7641b08b-edd0-4733-84f9-f67531f18b54 triggered by entity DHCP. {{(pid=94001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 06:27:40.241283 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-f1b58d7c-0fb9-413f-a6a7-9762c0b24c39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-597822'] for port, provisioning_complete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:27:40.272834 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a774a1cc-7c06-49d7-b614-104da320d6bc req-b3909d55-d76f-4351-aaee-84cfd95f50a3 tempest-ServerRescueNegativeTestJSON-1209427659 tempest-ServerRescueNegativeTestJSON-1209427659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:27:40.274940 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-a774a1cc-7c06-49d7-b614-104da320d6bc req-b3909d55-d76f-4351-aaee-84cfd95f50a3 tempest-ServerRescueNegativeTestJSON-1209427659 tempest-ServerRescueNegativeTestJSON-1209427659-project] 10.222.0.36 "GET /v2.0/networks?id=5c01f472-be09-4f47-a17f-2a759f124795 HTTP/1.1" status: 200 len: 817 time: 0.2225716 Sep 30 06:27:40.280036 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-909ad1f8-4946-4e55-ab0c-5dde64f7c815 admin admin] Router 8ed619a9-5f7e-482b-8deb-23ec7fdf2ab4 has already been hosted by L3 agent f054bd23-6895-478f-87a4-7cc0e21c04e0 {{(pid=94000) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 06:27:40.295526 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.plugin [None req-f1b58d7c-0fb9-413f-a6a7-9762c0b24c39 None None] Port 7641b08b-edd0-4733-84f9-f67531f18b54 cannot update to ACTIVE because it is not bound. {{(pid=94001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 06:27:40.302620 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-a774a1cc-7c06-49d7-b614-104da320d6bc req-48b20c74-48f0-4e88-8bcf-4863e02685b6 tempest-ServerRescueNegativeTestJSON-1209427659 tempest-ServerRescueNegativeTestJSON-1209427659-project] 10.222.0.36 "GET /v2.0/quotas/2a4fe69e521f47bb94fe812e2f32c8b1 HTTP/1.1" status: 200 len: 375 time: 0.0148516 Sep 30 06:27:40.348269 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.db.provisioning_blocks [None req-f1b58d7c-0fb9-413f-a6a7-9762c0b24c39 None None] Provisioning complete for port 33f1bc5e-1b6c-43ce-9090-d15189275b4b triggered by entity DHCP. {{(pid=94001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 06:27:40.356673 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-f1b58d7c-0fb9-413f-a6a7-9762c0b24c39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-597822'] for port, provisioning_complete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:27:40.409323 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-b69e2627-4e31-4b3b-8906-9a0b7046e5d7 req-82605b85-192e-4d7f-9983-3aeebe9997f8 tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--1904655074&fields=id&tenant_id=3f54d397fb6646ca811cd4b70b8b5d31 HTTP/1.1" status: 200 len: 267 time: 0.0655031 Sep 30 06:27:40.528857 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-3e5162c4-41c2-4e4e-9d76-6966ae9551a7 None None] Notify callbacks [] for port, precommit_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:27:40.536977 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-909ad1f8-4946-4e55-ab0c-5dde64f7c815 admin admin] Notify agent at l3_agent.dv-cinder-811877-1-iscsi the message routers_updated {{(pid=94000) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 06:27:40.539764 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-3e5162c4-41c2-4e4e-9d76-6966ae9551a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7821886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727545992452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727545489363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727545489381'] for port, after_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:27:40.543275 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [None req-909ad1f8-4946-4e55-ab0c-5dde64f7c815 admin admin] 10.222.0.36 "PUT /v2.0/routers/8ed619a9-5f7e-482b-8deb-23ec7fdf2ab4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9232552 Sep 30 06:27:40.587645 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-a774a1cc-7c06-49d7-b614-104da320d6bc req-04e24f33-6452-46e3-b62c-88a0a0b5fa61 tempest-ServerRescueNegativeTestJSON-1209427659 tempest-ServerRescueNegativeTestJSON-1209427659-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=2a4fe69e521f47bb94fe812e2f32c8b1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0819752 Sep 30 06:27:40.608375 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1c8243-0797-44ec-a094-51bbaa197df8 None None] Pushing event updated for resources: {'Port': ['ID=da1c69fb-7325-41c8-ab50-aebb52d96748,revision_number=2']} {{(pid=94001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:27:40.613848 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.rpc [None req-1a5ef50c-1a60-4eeb-b96e-cf5df6fcca4b None None] Device 33f1bc5e-1b6c-43ce-9090-d15189275b4b up at agent ovs-agent-dv-cinder-811877-1-iscsi {{(pid=94001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 06:27:40.681220 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69e2627-4e31-4b3b-8906-9a0b7046e5d7 req-4ba64a0a-a429-49d3-a66e-1adc4c01bf6e tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:27:40.683133 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-b69e2627-4e31-4b3b-8906-9a0b7046e5d7 req-4ba64a0a-a429-49d3-a66e-1adc4c01bf6e tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] 10.222.0.36 "GET /v2.0/networks?id=5fefac64-03c4-43dd-a17b-d4a261fa3173 HTTP/1.1" status: 200 len: 817 time: 0.2514229 Sep 30 06:27:40.715098 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-b69e2627-4e31-4b3b-8906-9a0b7046e5d7 req-f6e2d7ec-88be-476a-b366-f7d8c68f6bea tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] 10.222.0.36 "GET /v2.0/quotas/3f54d397fb6646ca811cd4b70b8b5d31 HTTP/1.1" status: 200 len: 375 time: 0.0221660 Sep 30 06:27:40.719773 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.managers [None req-3e5162c4-41c2-4e4e-9d76-6966ae9551a7 None None] Attempting to bind port da1c69fb-7325-41c8-ab50-aebb52d96748 on host dv-cinder-811877-1-iscsi for vnic_type normal with profile {{(pid=94001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 06:27:40.720512 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.managers [None req-3e5162c4-41c2-4e4e-9d76-6966ae9551a7 None None] Attempting to bind port da1c69fb-7325-41c8-ab50-aebb52d96748 by drivers openvswitch,hyperv on host dv-cinder-811877-1-iscsi at level 0 using segments [{'id': 'f18bb042-e630-4c4b-b384-e9bf093ecc8b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ddd8ee8b-b24f-47fb-afd7-cfc700c93624'}] {{(pid=94001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 06:27:40.721525 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e5162c4-41c2-4e4e-9d76-6966ae9551a7 None None] Attempting to bind port da1c69fb-7325-41c8-ab50-aebb52d96748 on network ddd8ee8b-b24f-47fb-afd7-cfc700c93624 {{(pid=94001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 06:27:40.723070 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-a774a1cc-7c06-49d7-b614-104da320d6bc req-b7139b41-d59f-464c-8dd4-b0cdd0722c8b service neutron] 10.222.0.36 "GET /v2.0/networks/5c01f472-be09-4f47-a17f-2a759f124795?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286309 Sep 30 06:27:40.734565 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e5162c4-41c2-4e4e-9d76-6966ae9551a7 None None] Checking agent: {'id': '38eed8e6-19bc-4ff2-90e0-3c7aa8a3a275', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-811877-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 6, 19, 32), 'started_at': datetime.datetime(2021, 9, 30, 6, 20, 2), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 6, 27, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-811877-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 06:27:40.734939 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e5162c4-41c2-4e4e-9d76-6966ae9551a7 None None] Checking segment: {'id': 'f18bb042-e630-4c4b-b384-e9bf093ecc8b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ddd8ee8b-b24f-47fb-afd7-cfc700c93624'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 06:27:40.735340 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-3e5162c4-41c2-4e4e-9d76-6966ae9551a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:27:40.735729 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e5162c4-41c2-4e4e-9d76-6966ae9551a7 None None] Bound using segment: {'id': 'f18bb042-e630-4c4b-b384-e9bf093ecc8b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ddd8ee8b-b24f-47fb-afd7-cfc700c93624'} {{(pid=94001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 06:27:40.736226 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.managers [None req-3e5162c4-41c2-4e4e-9d76-6966ae9551a7 None None] Bound port: da1c69fb-7325-41c8-ab50-aebb52d96748, host: dv-cinder-811877-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f18bb042-e630-4c4b-b384-e9bf093ecc8b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ddd8ee8b-b24f-47fb-afd7-cfc700c93624'}}] {{(pid=94001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 06:27:40.736654 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-3e5162c4-41c2-4e4e-9d76-6966ae9551a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653538'] for port, before_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:27:40.739991 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.db.provisioning_blocks [None req-1a5ef50c-1a60-4eeb-b96e-cf5df6fcca4b None None] Provisioning complete for port 33f1bc5e-1b6c-43ce-9090-d15189275b4b triggered by entity L2. {{(pid=94001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 06:27:40.739991 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-1a5ef50c-1a60-4eeb-b96e-cf5df6fcca4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-597822'] for port, provisioning_complete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:27:40.847528 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.db [None req-3e5162c4-41c2-4e4e-9d76-6966ae9551a7 None None] For port da1c69fb-7325-41c8-ab50-aebb52d96748, host dv-cinder-811877-1-iscsi, cleared binding levels {{(pid=94001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 06:27:40.853781 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.db [None req-3e5162c4-41c2-4e4e-9d76-6966ae9551a7 None None] For port da1c69fb-7325-41c8-ab50-aebb52d96748, host dv-cinder-811877-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811877-1-iscsi',level=0,port_id=da1c69fb-7325-41c8-ab50-aebb52d96748,segment=NetworkSegment(f18bb042-e630-4c4b-b384-e9bf093ecc8b),segment_id=f18bb042-e630-4c4b-b384-e9bf093ecc8b)] {{(pid=94001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 06:27:40.857999 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.db.provisioning_blocks [None req-6664ce65-ffe3-4dc5-a74d-fcb6626392d8 None None] Provisioning complete for port 7641b08b-edd0-4733-84f9-f67531f18b54 triggered by entity DHCP. {{(pid=94001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 06:27:40.858374 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-6664ce65-ffe3-4dc5-a74d-fcb6626392d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-597822'] for port, provisioning_complete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:27:40.869451 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-3e5162c4-41c2-4e4e-9d76-6966ae9551a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7821886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727545992452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727545489363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727545489381'] for port, after_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:27:40.876694 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-b69e2627-4e31-4b3b-8906-9a0b7046e5d7 req-76b25761-7d1e-4302-b608-b83faee46ed5 tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=3f54d397fb6646ca811cd4b70b8b5d31&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1551878 Sep 30 06:27:40.905333 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-a774a1cc-7c06-49d7-b614-104da320d6bc req-73b0c51b-f644-48b1-bdc8-51a22124f9dd service neutron] 10.222.0.36 "GET /v2.0/networks/5c01f472-be09-4f47-a17f-2a759f124795?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1759708 Sep 30 06:27:40.994800 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.10', 57102) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 06:27:41.041620 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e5162c4-41c2-4e4e-9d76-6966ae9551a7 None None] Routers {'8ed619a9-5f7e-482b-8deb-23ec7fdf2ab4'} bound to L3 agent in host dv-cinder-811877-1-iscsi {{(pid=94001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 06:27:41.042278 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.db.l3_hamode_db [None req-3e5162c4-41c2-4e4e-9d76-6966ae9551a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811877-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-30T06:19:31Z,description=,heartbeat_timestamp=2021-09-30T06:27:31Z,host='dv-cinder-811877-1-iscsi',id=f054bd23-6895-478f-87a4-7cc0e21c04e0,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T06:19:31Z,topic='l3_agent')) {'router_ids': ['8ed619a9-5f7e-482b-8deb-23ec7fdf2ab4'], 'active': True} {{(pid=94001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 06:27:41.219306 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.wsgi [req-b69e2627-4e31-4b3b-8906-9a0b7046e5d7 req-2af4b4e9-fa07-4c4f-bac2-2c4def88851b service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=93999) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 30 06:27:41.220432 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-b69e2627-4e31-4b3b-8906-9a0b7046e5d7 req-2af4b4e9-fa07-4c4f-bac2-2c4def88851b service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.1179261 Sep 30 06:27:41.230400 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9072a6a5-e8e5-4972-aa29-cf64ef130ab9 req-557f8a33-18ff-4e8e-bec3-37ea9bb46d88 tempest-DeleteServersTestJSON-986892327 tempest-DeleteServersTestJSON-986892327-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:27:41.232319 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-9072a6a5-e8e5-4972-aa29-cf64ef130ab9 req-557f8a33-18ff-4e8e-bec3-37ea9bb46d88 tempest-DeleteServersTestJSON-986892327 tempest-DeleteServersTestJSON-986892327-project] 10.222.0.10 "GET /v2.0/networks?id=09d5236c-0c6b-4c44-9520-bda2caf4b4f2 HTTP/1.1" status: 200 len: 811 time: 0.2364888 Sep 30 06:27:41.267698 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.rpc [None req-1a5ef50c-1a60-4eeb-b96e-cf5df6fcca4b None None] Device bcf4ee31-af07-4d64-ac85-119b115a742e up at agent ovs-agent-dv-cinder-811877-1-iscsi {{(pid=94001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 06:27:41.281039 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.plugin [None req-6664ce65-ffe3-4dc5-a74d-fcb6626392d8 None None] Port 7641b08b-edd0-4733-84f9-f67531f18b54 cannot update to ACTIVE because it is not bound. {{(pid=94001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 06:27:41.312820 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.api.v2.base [req-9072a6a5-e8e5-4972-aa29-cf64ef130ab9 req-c02eb001-3d97-4ee1-8baa-fba7d3c3694b tempest-DeleteServersTestJSON-986892327 tempest-DeleteServersTestJSON-986892327-project] Request body: {'port': {'device_id': 'b00bd24b-615d-4cba-80bb-d31d4fe88c7f', 'network_id': '09d5236c-0c6b-4c44-9520-bda2caf4b4f2', 'admin_state_up': True, 'tenant_id': '9783cdb7db93417f80c3dff4dd3da4b1'}} {{(pid=94000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 06:27:41.376780 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1c8243-0797-44ec-a094-51bbaa197df8 None None] Pushing event updated for resources: {'Port': ['ID=da1c69fb-7325-41c8-ab50-aebb52d96748,revision_number=3']} {{(pid=94001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:27:41.389682 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.db.l3_dvr_db [None req-3e5162c4-41c2-4e4e-9d76-6966ae9551a7 None None] Set router 8ed619a9-5f7e-482b-8deb-23ec7fdf2ab4 gateway port host: dv-cinder-811877-1-iscsi {{(pid=94001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 06:27:41.440328 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-b69e2627-4e31-4b3b-8906-9a0b7046e5d7 req-3ac53354-1af4-4816-b841-08f9fb1440af service neutron] 10.222.0.36 "GET /v2.0/networks/5fefac64-03c4-43dd-a17b-d4a261fa3173?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2097700 Sep 30 06:27:41.516736 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.db.provisioning_blocks [None req-1a5ef50c-1a60-4eeb-b96e-cf5df6fcca4b None None] Provisioning complete for port bcf4ee31-af07-4d64-ac85-119b115a742e triggered by entity L2. {{(pid=94001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 06:27:41.517024 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-1a5ef50c-1a60-4eeb-b96e-cf5df6fcca4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-597822'] for port, provisioning_complete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:27:41.605512 dv-cinder-811877-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49a4e051-3b53-47f6-8e67-1b695382581a None None] Sync routers for ids ['cae99a70-a1cd-44f6-a58e-8194089681bf'] in dv-cinder-811877-1-iscsi {{(pid=94002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 06:27:41.605512 dv-cinder-811877-1-iscsi neutron-server[94002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49a4e051-3b53-47f6-8e67-1b695382581a None None] Routers {'cae99a70-a1cd-44f6-a58e-8194089681bf'} bound to L3 agent in host dv-cinder-811877-1-iscsi {{(pid=94002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 06:27:41.605512 dv-cinder-811877-1-iscsi neutron-server[94002]: DEBUG neutron.db.l3_hamode_db [None req-49a4e051-3b53-47f6-8e67-1b695382581a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811877-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-30T06:19:31Z,description=,heartbeat_timestamp=2021-09-30T06:27:31Z,host='dv-cinder-811877-1-iscsi',id=f054bd23-6895-478f-87a4-7cc0e21c04e0,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T06:19:31Z,topic='l3_agent')) {'router_ids': ['cae99a70-a1cd-44f6-a58e-8194089681bf'], 'active': True} {{(pid=94002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 06:27:41.756266 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-b69e2627-4e31-4b3b-8906-9a0b7046e5d7 req-126d75b2-f3ed-46fd-9925-67715eb665ad service neutron] 10.222.0.36 "GET /v2.0/networks/5fefac64-03c4-43dd-a17b-d4a261fa3173?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3134604 Sep 30 06:27:41.763578 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.wsgi [-] (93999) accepted ('10.222.0.36', 50920) {{(pid=93999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 06:27:41.782937 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.api.v2.base [None req-c9651846-bc15-4712-8459-ec7f15b1199e tempest-AttachVolumeTestJSON-1192105893 tempest-AttachVolumeTestJSON-1192105893-project] Request body: {'security_group': {'name': 'tempest-securitygroup--526103264', 'description': 'tempest-description--744043603'}} {{(pid=93999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 06:27:41.793915 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9072a6a5-e8e5-4972-aa29-cf64ef130ab9 req-c02eb001-3d97-4ee1-8baa-fba7d3c3694b tempest-DeleteServersTestJSON-986892327 tempest-DeleteServersTestJSON-986892327-project] Made reservation on behalf of 9783cdb7db93417f80c3dff4dd3da4b1 for: {'port': 1} {{(pid=94000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 06:27:41.819206 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [req-9072a6a5-e8e5-4972-aa29-cf64ef130ab9 req-c02eb001-3d97-4ee1-8baa-fba7d3c3694b tempest-DeleteServersTestJSON-986892327 tempest-DeleteServersTestJSON-986892327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653538'] for port, before_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:27:41.862148 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-c9651846-bc15-4712-8459-ec7f15b1199e tempest-AttachVolumeTestJSON-1192105893 tempest-AttachVolumeTestJSON-1192105893-project] Notify callbacks [] for security_group, before_create {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:27:41.967767 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-1a5ef50c-1a60-4eeb-b96e-cf5df6fcca4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653538'] for port, before_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:27:41.971978 dv-cinder-811877-1-iscsi neutron-server[94002]: DEBUG neutron.db.l3_dvr_db [None req-49a4e051-3b53-47f6-8e67-1b695382581a None None] Set router cae99a70-a1cd-44f6-a58e-8194089681bf gateway port host: dv-cinder-811877-1-iscsi {{(pid=94002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 06:27:42.017104 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-c9651846-bc15-4712-8459-ec7f15b1199e tempest-AttachVolumeTestJSON-1192105893 tempest-AttachVolumeTestJSON-1192105893-project] Notify callbacks [] for security_group, precommit_create {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:27:42.029974 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-c9651846-bc15-4712-8459-ec7f15b1199e tempest-AttachVolumeTestJSON-1192105893 tempest-AttachVolumeTestJSON-1192105893-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533969'] for security_group, after_create {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:27:42.057982 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.db [None req-1a5ef50c-1a60-4eeb-b96e-cf5df6fcca4b None None] For port bcf4ee31-af07-4d64-ac85-119b115a742e, host dv-cinder-811877-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811877-1-iscsi',level=0,port_id=bcf4ee31-af07-4d64-ac85-119b115a742e,segment=NetworkSegment(f18bb042-e630-4c4b-b384-e9bf093ecc8b),segment_id=f18bb042-e630-4c4b-b384-e9bf093ecc8b)] {{(pid=94001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 06:27:42.076239 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-1a5ef50c-1a60-4eeb-b96e-cf5df6fcca4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7821886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727545992452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727545489363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727545489381'] for port, after_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:27:42.212884 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-c9651846-bc15-4712-8459-ec7f15b1199e tempest-AttachVolumeTestJSON-1192105893 tempest-AttachVolumeTestJSON-1192105893-project] Notify callbacks [] for security_group, before_response {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:27:42.219940 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [None req-c9651846-bc15-4712-8459-ec7f15b1199e tempest-AttachVolumeTestJSON-1192105893 tempest-AttachVolumeTestJSON-1192105893-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1776 time: 0.4535677 Sep 30 06:27:42.220760 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.wsgi [-] (93999) accepted ('10.222.0.36', 50962) {{(pid=93999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 06:27:42.238308 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.api.v2.base [None req-6bb063ce-9c79-4791-bba4-82ec7514f7b6 tempest-AttachVolumeTestJSON-1192105893 tempest-AttachVolumeTestJSON-1192105893-project] Request body: {'security_group_rule': {'security_group_id': '2948a1ff-6e7e-4016-a1fe-d6f8926a46bd', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 06:27:42.262220 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.db.l3_hamode_db [None req-3e5162c4-41c2-4e4e-9d76-6966ae9551a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ed619a9-5f7e-482b-8deb-23ec7fdf2ab4', 'name': 'tempest-AttachVolumeTestJSON-934096422-router', 'tenant_id': 'fd01cd14f23840e59331ece07bbcdf9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddd8ee8b-b24f-47fb-afd7-cfc700c93624', 'external_fixed_ips': [{'subnet_id': '4727b4cf-a8ea-4dab-8db4-019b4e8b0546', 'ip_address': '172.27.1.36'}], 'enable_snat': True}, 'gw_port_id': 'da1c69fb-7325-41c8-ab50-aebb52d96748', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T06:27:32Z', 'updated_at': '2021-09-30T06:27:39Z', 'revision_number': 4, 'project_id': 'fd01cd14f23840e59331ece07bbcdf9e', 'gw_port': {'id': 'da1c69fb-7325-41c8-ab50-aebb52d96748', 'name': '', 'network_id': 'ddd8ee8b-b24f-47fb-afd7-cfc700c93624', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:61:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ed619a9-5f7e-482b-8deb-23ec7fdf2ab4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '4727b4cf-a8ea-4dab-8db4-019b4e8b0546', 'ip_address': '172.27.1.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T06:27:33Z', 'updated_at': '2021-09-30T06:27:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4727b4cf-a8ea-4dab-8db4-019b4e8b0546', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811877-1-iscsi', '_interfaces': [{'id': '7641b08b-edd0-4733-84f9-f67531f18b54', 'name': '', 'network_id': '92aa8f19-aafd-4462-9d7f-7e5f878c12b2', 'tenant_id': 'fd01cd14f23840e59331ece07bbcdf9e', 'mac_address': 'fa:16:3e:d4:5e:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ed619a9-5f7e-482b-8deb-23ec7fdf2ab4', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '87e3e2f7-f230-4774-967b-a68a66b90c87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T06:27:37Z', 'updated_at': '2021-09-30T06:27:39Z', 'revision_number': 2, 'project_id': 'fd01cd14f23840e59331ece07bbcdf9e', 'subnets': [{'id': '87e3e2f7-f230-4774-967b-a68a66b90c87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811877-1-iscsi', False) {} {{(pid=94001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 06:27:42.297652 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9651846-bc15-4712-8459-ec7f15b1199e tempest-AttachVolumeTestJSON-1192105893 tempest-AttachVolumeTestJSON-1192105893-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2948a1ff-6e7e-4016-a1fe-d6f8926a46bd,revision_number=1']} {{(pid=93999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:27:42.391400 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-6bb063ce-9c79-4791-bba4-82ec7514f7b6 tempest-AttachVolumeTestJSON-1192105893 tempest-AttachVolumeTestJSON-1192105893-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:27:42.442703 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e5162c4-41c2-4e4e-9d76-6966ae9551a7 None None] The sync data for ids ['8ed619a9-5f7e-482b-8deb-23ec7fdf2ab4'] in dv-cinder-811877-1-iscsi is: [{'id': '8ed619a9-5f7e-482b-8deb-23ec7fdf2ab4', 'name': 'tempest-AttachVolumeTestJSON-934096422-router', 'tenant_id': 'fd01cd14f23840e59331ece07bbcdf9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddd8ee8b-b24f-47fb-afd7-cfc700c93624', 'external_fixed_ips': [{'subnet_id': '4727b4cf-a8ea-4dab-8db4-019b4e8b0546', 'ip_address': '172.27.1.36'}], 'enable_snat': True}, 'gw_port_id': 'da1c69fb-7325-41c8-ab50-aebb52d96748', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T06:27:32Z', 'updated_at': '2021-09-30T06:27:39Z', 'revision_number': 4, 'project_id': 'fd01cd14f23840e59331ece07bbcdf9e', 'gw_port': {'id': 'da1c69fb-7325-41c8-ab50-aebb52d96748', 'name': '', 'network_id': 'ddd8ee8b-b24f-47fb-afd7-cfc700c93624', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:61:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ed619a9-5f7e-482b-8deb-23ec7fdf2ab4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '4727b4cf-a8ea-4dab-8db4-019b4e8b0546', 'ip_address': '172.27.1.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T06:27:33Z', 'updated_at': '2021-09-30T06:27:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4727b4cf-a8ea-4dab-8db4-019b4e8b0546', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811877-1-iscsi', '_interfaces': [{'id': '7641b08b-edd0-4733-84f9-f67531f18b54', 'name': '', 'network_id': '92aa8f19-aafd-4462-9d7f-7e5f878c12b2', 'tenant_id': 'fd01cd14f23840e59331ece07bbcdf9e', 'mac_address': 'fa:16:3e:d4:5e:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ed619a9-5f7e-482b-8deb-23ec7fdf2ab4', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '87e3e2f7-f230-4774-967b-a68a66b90c87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T06:27:37Z', 'updated_at': '2021-09-30T06:27:39Z', 'revision_number': 2, 'project_id': 'fd01cd14f23840e59331ece07bbcdf9e', 'subnets': [{'id': '87e3e2f7-f230-4774-967b-a68a66b90c87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 06:27:42.507679 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5ef50c-1a60-4eeb-b96e-cf5df6fcca4b None None] Pushing event updated for resources: {'Port': ['ID=bcf4ee31-af07-4d64-ac85-119b115a742e,revision_number=4']} {{(pid=94001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:27:42.576584 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-6bb063ce-9c79-4791-bba4-82ec7514f7b6 tempest-AttachVolumeTestJSON-1192105893 tempest-AttachVolumeTestJSON-1192105893-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:27:42.585355 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-6bb063ce-9c79-4791-bba4-82ec7514f7b6 tempest-AttachVolumeTestJSON-1192105893 tempest-AttachVolumeTestJSON-1192105893-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544093'] for security_group_rule, after_create {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:27:42.656608 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb063ce-9c79-4791-bba4-82ec7514f7b6 tempest-AttachVolumeTestJSON-1192105893 tempest-AttachVolumeTestJSON-1192105893-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a58da89c-d801-41f3-9775-f9fe115ea83d,revision_number=0']} {{(pid=93999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:27:42.678779 dv-cinder-811877-1-iscsi neutron-server[94002]: DEBUG neutron.db.l3_hamode_db [None req-49a4e051-3b53-47f6-8e67-1b695382581a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cae99a70-a1cd-44f6-a58e-8194089681bf', 'name': 'tempest-ServerRescueNegativeTestJSON-13706840-router', 'tenant_id': '2a4fe69e521f47bb94fe812e2f32c8b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddd8ee8b-b24f-47fb-afd7-cfc700c93624', 'external_fixed_ips': [{'subnet_id': '4727b4cf-a8ea-4dab-8db4-019b4e8b0546', 'ip_address': '172.27.1.211'}], 'enable_snat': True}, 'gw_port_id': 'bcf4ee31-af07-4d64-ac85-119b115a742e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T06:27:28Z', 'updated_at': '2021-09-30T06:27:37Z', 'revision_number': 4, 'project_id': '2a4fe69e521f47bb94fe812e2f32c8b1', 'gw_port': {'id': 'bcf4ee31-af07-4d64-ac85-119b115a742e', 'name': '', 'network_id': 'ddd8ee8b-b24f-47fb-afd7-cfc700c93624', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:45:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cae99a70-a1cd-44f6-a58e-8194089681bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '4727b4cf-a8ea-4dab-8db4-019b4e8b0546', 'ip_address': '172.27.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T06:27:30Z', 'updated_at': '2021-09-30T06:27:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4727b4cf-a8ea-4dab-8db4-019b4e8b0546', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811877-1-iscsi', '_interfaces': [{'id': '03bed038-0dec-4f52-9abc-55a7211c617f', 'name': '', 'network_id': '5c01f472-be09-4f47-a17f-2a759f124795', 'tenant_id': '2a4fe69e521f47bb94fe812e2f32c8b1', 'mac_address': 'fa:16:3e:42:d3:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cae99a70-a1cd-44f6-a58e-8194089681bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'c94366a3-4b59-4b72-a9bf-62e041f6886b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T06:27:34Z', 'updated_at': '2021-09-30T06:27:37Z', 'revision_number': 2, 'project_id': '2a4fe69e521f47bb94fe812e2f32c8b1', 'subnets': [{'id': 'c94366a3-4b59-4b72-a9bf-62e041f6886b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811877-1-iscsi', False) {} {{(pid=94002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 06:27:42.775716 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-6add1478-988d-45d2-b707-f024fe375f57 req-a50146f1-8709-4230-816b-74bf561ebee2 tempest-DeleteServersTestJSON-986892327 tempest-DeleteServersTestJSON-986892327-project] 10.222.0.36 "GET /v2.0/ports?device_id=b00bd24b-615d-4cba-80bb-d31d4fe88c7f HTTP/1.1" status: 200 len: 210 time: 0.1279659 Sep 30 06:27:42.779749 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.wsgi [-] (93999) accepted ('10.222.0.36', 50986) {{(pid=93999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 06:27:42.792003 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-6bb063ce-9c79-4791-bba4-82ec7514f7b6 tempest-AttachVolumeTestJSON-1192105893 tempest-AttachVolumeTestJSON-1192105893-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:27:42.802292 dv-cinder-811877-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49a4e051-3b53-47f6-8e67-1b695382581a None None] Checking router: cae99a70-a1cd-44f6-a58e-8194089681bf for host: dv-cinder-811877-1-iscsi {{(pid=94002) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 06:27:42.807493 dv-cinder-811877-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49a4e051-3b53-47f6-8e67-1b695382581a None None] Updating router cae99a70-a1cd-44f6-a58e-8194089681bf port 03bed038-0dec-4f52-9abc-55a7211c617f binding host dv-cinder-811877-1-iscsi {{(pid=94002) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 30 06:27:42.819251 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [None req-6bb063ce-9c79-4791-bba4-82ec7514f7b6 tempest-AttachVolumeTestJSON-1192105893 tempest-AttachVolumeTestJSON-1192105893-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5968089 Sep 30 06:27:42.820245 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.wsgi [-] (93999) accepted ('10.222.0.36', 50990) {{(pid=93999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 06:27:42.859798 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.api.v2.base [None req-81b3e189-be08-479a-b270-1741b704361b tempest-AttachVolumeTestJSON-1192105893 tempest-AttachVolumeTestJSON-1192105893-project] Request body: {'security_group_rule': {'security_group_id': '2948a1ff-6e7e-4016-a1fe-d6f8926a46bd', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 06:27:42.863663 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.db.db_base_plugin_common [req-9072a6a5-e8e5-4972-aa29-cf64ef130ab9 req-c02eb001-3d97-4ee1-8baa-fba7d3c3694b tempest-DeleteServersTestJSON-986892327 tempest-DeleteServersTestJSON-986892327-project] Allocated IP 172.20.0.9 (09d5236c-0c6b-4c44-9520-bda2caf4b4f2/2cc33e45-6ebd-4aca-ac3c-4bbace2f6c45/c9702d29-a308-44f8-8cc9-eee4f7954e89) {{(pid=94000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 06:27:42.937946 dv-cinder-811877-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-49a4e051-3b53-47f6-8e67-1b695382581a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653538'] for port, before_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:27:42.969376 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-81b3e189-be08-479a-b270-1741b704361b tempest-AttachVolumeTestJSON-1192105893 tempest-AttachVolumeTestJSON-1192105893-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:27:43.107610 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-c36ca3cf-7469-4a73-bb24-b118a02beb03 req-d3f5cf49-f4db-41fa-8700-1d19bc19b263 tempest-ServerRescueNegativeTestJSON-1209427659 tempest-ServerRescueNegativeTestJSON-1209427659-project] 10.222.0.36 "GET /v2.0/ports?device_id=be801cab-b2ce-4594-8d30-3431ea29df2f HTTP/1.1" status: 200 len: 210 time: 1.1321881 Sep 30 06:27:43.329604 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [req-9072a6a5-e8e5-4972-aa29-cf64ef130ab9 req-c02eb001-3d97-4ee1-8baa-fba7d3c3694b tempest-DeleteServersTestJSON-986892327 tempest-DeleteServersTestJSON-986892327-project] Notify callbacks [] for port, precommit_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:27:43.452093 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [req-9072a6a5-e8e5-4972-aa29-cf64ef130ab9 req-c02eb001-3d97-4ee1-8baa-fba7d3c3694b tempest-DeleteServersTestJSON-986892327 tempest-DeleteServersTestJSON-986892327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7821886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727545489345'] for port, after_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:27:43.453002 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-85d62900-c4df-48eb-9cba-5bdf477ac9e8 req-9a28d837-d606-4cfd-a112-14015b4794c5 tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] 10.222.0.36 "GET /v2.0/ports?device_id=c7de8e92-ecc9-41bc-98bb-5c2242bab3d1 HTTP/1.1" status: 200 len: 210 time: 0.2385833 Sep 30 06:27:43.485549 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-814ed33b-7a5c-4e85-b564-8a1c666edb6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:27:43.543236 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-81b3e189-be08-479a-b270-1741b704361b tempest-AttachVolumeTestJSON-1192105893 tempest-AttachVolumeTestJSON-1192105893-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:27:43.579364 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-81b3e189-be08-479a-b270-1741b704361b tempest-AttachVolumeTestJSON-1192105893 tempest-AttachVolumeTestJSON-1192105893-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544093'] for security_group_rule, after_create {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:27:43.668523 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b3e189-be08-479a-b270-1741b704361b tempest-AttachVolumeTestJSON-1192105893 tempest-AttachVolumeTestJSON-1192105893-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6eb2eaa-6af2-402c-8862-a390c835d747,revision_number=0']} {{(pid=93999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:27:43.865144 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02eb001-3d97-4ee1-8baa-fba7d3c3694b tempest-DeleteServersTestJSON-986892327 tempest-DeleteServersTestJSON-986892327-project] Pushing event updated for resources: {'Port': ['ID=c9702d29-a308-44f8-8cc9-eee4f7954e89,revision_number=1']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:27:43.917194 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9072a6a5-e8e5-4972-aa29-cf64ef130ab9 req-c02eb001-3d97-4ee1-8baa-fba7d3c3694b tempest-DeleteServersTestJSON-986892327 tempest-DeleteServersTestJSON-986892327-project] Network 09d5236c-0c6b-4c44-9520-bda2caf4b4f2 is already hosted by enough agents. {{(pid=94000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 06:27:43.931284 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.scheduler.base_scheduler [req-9072a6a5-e8e5-4972-aa29-cf64ef130ab9 req-c02eb001-3d97-4ee1-8baa-fba7d3c3694b tempest-DeleteServersTestJSON-986892327 tempest-DeleteServersTestJSON-986892327-project] Resources bound (agent type, host, resource id): {{(pid=94000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 06:27:43.953171 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.db.l3_dvrscheduler_db [req-9072a6a5-e8e5-4972-aa29-cf64ef130ab9 req-c02eb001-3d97-4ee1-8baa-fba7d3c3694b tempest-DeleteServersTestJSON-986892327 tempest-DeleteServersTestJSON-986892327-project] Received port after_create {{(pid=94000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 06:27:43.986756 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9072a6a5-e8e5-4972-aa29-cf64ef130ab9 req-c02eb001-3d97-4ee1-8baa-fba7d3c3694b tempest-DeleteServersTestJSON-986892327 tempest-DeleteServersTestJSON-986892327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:27:43.989412 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [req-9072a6a5-e8e5-4972-aa29-cf64ef130ab9 req-c02eb001-3d97-4ee1-8baa-fba7d3c3694b tempest-DeleteServersTestJSON-986892327 tempest-DeleteServersTestJSON-986892327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7821868'] for port, before_response {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:27:44.244681 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-814ed33b-7a5c-4e85-b564-8a1c666edb6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:27:44.262158 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-814ed33b-7a5c-4e85-b564-8a1c666edb6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533969'] for security_group, after_create {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:27:44.286627 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-9072a6a5-e8e5-4972-aa29-cf64ef130ab9 req-c02eb001-3d97-4ee1-8baa-fba7d3c3694b tempest-DeleteServersTestJSON-986892327 tempest-DeleteServersTestJSON-986892327-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9794767 Sep 30 06:27:44.321141 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fab5de-8fdc-4ebf-9918-12a878a4f619 req-9d4bd7a7-b22e-4a74-a882-29ce788fd799 tempest-DeleteServersTestJSON-986892327 tempest-DeleteServersTestJSON-986892327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:27:44.332787 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-94fab5de-8fdc-4ebf-9918-12a878a4f619 req-9d4bd7a7-b22e-4a74-a882-29ce788fd799 tempest-DeleteServersTestJSON-986892327 tempest-DeleteServersTestJSON-986892327-project] 10.222.0.36 "GET /v2.0/ports?device_id=b00bd24b-615d-4cba-80bb-d31d4fe88c7f HTTP/1.1" status: 200 len: 931 time: 0.2934306 Sep 30 06:27:44.398860 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.wsgi [req-9072a6a5-e8e5-4972-aa29-cf64ef130ab9 req-b911fb38-ff85-4fcf-8fee-0ccc1ea1c9a7 tempest-DeleteServersTestJSON-986892327 tempest-DeleteServersTestJSON-986892327-project] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=94000) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 30 06:27:44.400000 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-9072a6a5-e8e5-4972-aa29-cf64ef130ab9 req-b911fb38-ff85-4fcf-8fee-0ccc1ea1c9a7 tempest-DeleteServersTestJSON-986892327 tempest-DeleteServersTestJSON-986892327-project] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0479338 Sep 30 06:27:44.441276 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814ed33b-7a5c-4e85-b564-8a1c666edb6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bee3adb-2152-45f9-a4c6-62d0162b0936,revision_number=1']} {{(pid=93999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:27:44.452806 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-81b3e189-be08-479a-b270-1741b704361b tempest-AttachVolumeTestJSON-1192105893 tempest-AttachVolumeTestJSON-1192105893-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:27:44.460569 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [None req-81b3e189-be08-479a-b270-1741b704361b tempest-AttachVolumeTestJSON-1192105893 tempest-AttachVolumeTestJSON-1192105893-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.6227789 Sep 30 06:27:44.464362 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.36', 51036) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 06:27:44.516209 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.api.v2.base [None req-979c89e1-eea1-48db-b6ed-71fb98d144fc tempest-AttachVolumeTestJSON-1192105893 tempest-AttachVolumeTestJSON-1192105893-project] Request body: {'floatingip': {'floating_network_id': 'ddd8ee8b-b24f-47fb-afd7-cfc700c93624'}} {{(pid=94000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 06:27:44.551739 dv-cinder-811877-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-49a4e051-3b53-47f6-8e67-1b695382581a None None] Notify callbacks [] for port, precommit_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:27:44.552323 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e32f1ea-67ee-4662-8556-d1346ea057ba req-092def73-360f-4771-a013-602f0f39dede tempest-ServerRescueNegativeTestJSON-1209427659 tempest-ServerRescueNegativeTestJSON-1209427659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:27:44.561038 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-2e32f1ea-67ee-4662-8556-d1346ea057ba req-092def73-360f-4771-a013-602f0f39dede tempest-ServerRescueNegativeTestJSON-1209427659 tempest-ServerRescueNegativeTestJSON-1209427659-project] 10.222.0.36 "GET /v2.0/networks?id=5c01f472-be09-4f47-a17f-2a759f124795 HTTP/1.1" status: 200 len: 817 time: 0.7701497 Sep 30 06:27:44.567927 dv-cinder-811877-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-49a4e051-3b53-47f6-8e67-1b695382581a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7821886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727545992452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727545489363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727545489381'] for port, after_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:27:44.643964 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-94fab5de-8fdc-4ebf-9918-12a878a4f619 req-7830d8e9-f8b0-49f0-8e52-991f0d8e3b3c tempest-DeleteServersTestJSON-986892327 tempest-DeleteServersTestJSON-986892327-project] 10.222.0.36 "GET /v2.0/security-groups?id=762947ed-3f0a-4262-b9ef-d9eb2e41838c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3100169 Sep 30 06:27:44.706330 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.36', 51046) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 06:27:44.707775 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [None req-814ed33b-7a5c-4e85-b564-8a1c666edb6c admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=6cfb8acc1d614979a46e66119f0afcf5&name=default HTTP/1.1" status: 200 len: 2975 time: 1.9268608 Sep 30 06:27:44.714695 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-2e32f1ea-67ee-4662-8556-d1346ea057ba req-1e91b3d5-6f11-4dc2-a8b2-8c4d0ccdb4c5 tempest-ServerRescueNegativeTestJSON-1209427659 tempest-ServerRescueNegativeTestJSON-1209427659-project] 10.222.0.36 "GET /v2.0/quotas/2a4fe69e521f47bb94fe812e2f32c8b1 HTTP/1.1" status: 200 len: 375 time: 0.1320031 Sep 30 06:27:44.762985 dv-cinder-811877-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11b2a66-876b-44ab-8893-40c69452cb56 None None] Pushing event updated for resources: {'Port': ['ID=03bed038-0dec-4f52-9abc-55a7211c617f,revision_number=3']} {{(pid=94002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:27:44.777390 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-979c89e1-eea1-48db-b6ed-71fb98d144fc tempest-AttachVolumeTestJSON-1192105893 tempest-AttachVolumeTestJSON-1192105893-project] Notify callbacks [] for floatingip, before_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:27:44.868801 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.rpc [None req-1a5ef50c-1a60-4eeb-b96e-cf5df6fcca4b None None] Device da1c69fb-7325-41c8-ab50-aebb52d96748 up at agent ovs-agent-dv-cinder-811877-1-iscsi {{(pid=94001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 06:27:44.901438 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.wsgi [-] (93999) accepted ('10.222.0.10', 57119) {{(pid=93999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 06:27:44.925640 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.api.v2.base [req-9072a6a5-e8e5-4972-aa29-cf64ef130ab9 req-d4bebdf8-5a3f-46d6-b4d8-dc4c5505c46f service neutron] Request body: {'port': {'device_id': 'b00bd24b-615d-4cba-80bb-d31d4fe88c7f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81187'}} {{(pid=94000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 06:27:45.004666 dv-cinder-811877-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.managers [None req-49a4e051-3b53-47f6-8e67-1b695382581a None None] Attempting to bind port 03bed038-0dec-4f52-9abc-55a7211c617f on host dv-cinder-811877-1-iscsi for vnic_type normal with profile {{(pid=94002) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 06:27:45.006891 dv-cinder-811877-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.managers [None req-49a4e051-3b53-47f6-8e67-1b695382581a None None] Attempting to bind port 03bed038-0dec-4f52-9abc-55a7211c617f by drivers openvswitch,hyperv on host dv-cinder-811877-1-iscsi at level 0 using segments [{'id': '410fd4de-8a82-48c3-96d1-1762cdf9a695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '5c01f472-be09-4f47-a17f-2a759f124795'}] {{(pid=94002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 06:27:45.008154 dv-cinder-811877-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49a4e051-3b53-47f6-8e67-1b695382581a None None] Attempting to bind port 03bed038-0dec-4f52-9abc-55a7211c617f on network 5c01f472-be09-4f47-a17f-2a759f124795 {{(pid=94002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 06:27:45.025877 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.db.provisioning_blocks [None req-1a5ef50c-1a60-4eeb-b96e-cf5df6fcca4b None None] Provisioning complete for port da1c69fb-7325-41c8-ab50-aebb52d96748 triggered by entity L2. {{(pid=94001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 06:27:45.026356 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-1a5ef50c-1a60-4eeb-b96e-cf5df6fcca4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-597822'] for port, provisioning_complete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:27:45.029345 dv-cinder-811877-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49a4e051-3b53-47f6-8e67-1b695382581a None None] Checking agent: {'id': '38eed8e6-19bc-4ff2-90e0-3c7aa8a3a275', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-811877-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 6, 19, 32), 'started_at': datetime.datetime(2021, 9, 30, 6, 20, 2), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 6, 27, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-811877-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 06:27:45.045221 dv-cinder-811877-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49a4e051-3b53-47f6-8e67-1b695382581a None None] Checking segment: {'id': '410fd4de-8a82-48c3-96d1-1762cdf9a695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '5c01f472-be09-4f47-a17f-2a759f124795'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 06:27:45.051938 dv-cinder-811877-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-49a4e051-3b53-47f6-8e67-1b695382581a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:27:45.054986 dv-cinder-811877-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49a4e051-3b53-47f6-8e67-1b695382581a None None] Bound using segment: {'id': '410fd4de-8a82-48c3-96d1-1762cdf9a695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '5c01f472-be09-4f47-a17f-2a759f124795'} {{(pid=94002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 06:27:45.058698 dv-cinder-811877-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.managers [None req-49a4e051-3b53-47f6-8e67-1b695382581a None None] Bound port: 03bed038-0dec-4f52-9abc-55a7211c617f, host: dv-cinder-811877-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '410fd4de-8a82-48c3-96d1-1762cdf9a695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '5c01f472-be09-4f47-a17f-2a759f124795'}}] {{(pid=94002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 06:27:45.060862 dv-cinder-811877-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-49a4e051-3b53-47f6-8e67-1b695382581a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653538'] for port, before_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:27:45.094398 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a774a1cc-7c06-49d7-b614-104da320d6bc req-fa8d7482-1776-40f9-be33-a0ff8bef5f27 tempest-ServerRescueNegativeTestJSON-1209427659 tempest-ServerRescueNegativeTestJSON-1209427659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:27:45.096951 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-a774a1cc-7c06-49d7-b614-104da320d6bc req-fa8d7482-1776-40f9-be33-a0ff8bef5f27 tempest-ServerRescueNegativeTestJSON-1209427659 tempest-ServerRescueNegativeTestJSON-1209427659-project] 10.222.0.10 "GET /v2.0/networks?id=5c01f472-be09-4f47-a17f-2a759f124795 HTTP/1.1" status: 200 len: 817 time: 0.1891170 Sep 30 06:27:45.147133 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-2e32f1ea-67ee-4662-8556-d1346ea057ba req-52c0af68-1091-497c-ae5d-b2bb340c1420 tempest-ServerRescueNegativeTestJSON-1209427659 tempest-ServerRescueNegativeTestJSON-1209427659-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=2a4fe69e521f47bb94fe812e2f32c8b1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4238782 Sep 30 06:27:45.162201 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [req-9072a6a5-e8e5-4972-aa29-cf64ef130ab9 req-d4bebdf8-5a3f-46d6-b4d8-dc4c5505c46f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653538'] for port, before_update {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:27:45.185058 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.api.v2.base [req-a774a1cc-7c06-49d7-b614-104da320d6bc req-27177dc6-bbcd-40c4-894e-2f8f98586e58 tempest-ServerRescueNegativeTestJSON-1209427659 tempest-ServerRescueNegativeTestJSON-1209427659-project] Request body: {'port': {'device_id': 'be801cab-b2ce-4594-8d30-3431ea29df2f', 'network_id': '5c01f472-be09-4f47-a17f-2a759f124795', 'admin_state_up': True, 'tenant_id': '2a4fe69e521f47bb94fe812e2f32c8b1'}} {{(pid=93999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 06:27:45.218194 dv-cinder-811877-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.db [None req-49a4e051-3b53-47f6-8e67-1b695382581a None None] For port 03bed038-0dec-4f52-9abc-55a7211c617f, host dv-cinder-811877-1-iscsi, cleared binding levels {{(pid=94002) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 06:27:45.229526 dv-cinder-811877-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.db [None req-49a4e051-3b53-47f6-8e67-1b695382581a None None] For port 03bed038-0dec-4f52-9abc-55a7211c617f, host dv-cinder-811877-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811877-1-iscsi',level=0,port_id=03bed038-0dec-4f52-9abc-55a7211c617f,segment=NetworkSegment(410fd4de-8a82-48c3-96d1-1762cdf9a695),segment_id=410fd4de-8a82-48c3-96d1-1762cdf9a695)] {{(pid=94002) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 06:27:45.241877 dv-cinder-811877-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-49a4e051-3b53-47f6-8e67-1b695382581a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7821886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727545992452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727545489363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727545489381'] for port, after_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:27:45.333553 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-1a5ef50c-1a60-4eeb-b96e-cf5df6fcca4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653538'] for port, before_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:27:45.419625 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.db [None req-1a5ef50c-1a60-4eeb-b96e-cf5df6fcca4b None None] For port da1c69fb-7325-41c8-ab50-aebb52d96748, host dv-cinder-811877-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811877-1-iscsi',level=0,port_id=da1c69fb-7325-41c8-ab50-aebb52d96748,segment=NetworkSegment(f18bb042-e630-4c4b-b384-e9bf093ecc8b),segment_id=f18bb042-e630-4c4b-b384-e9bf093ecc8b)] {{(pid=94001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 06:27:45.425929 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-1a5ef50c-1a60-4eeb-b96e-cf5df6fcca4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7821886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727545992452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727545489363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727545489381'] for port, after_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:27:45.427361 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.rpc [None req-1a5ef50c-1a60-4eeb-b96e-cf5df6fcca4b None None] Device bcf4ee31-af07-4d64-ac85-119b115a742e up at agent ovs-agent-dv-cinder-811877-1-iscsi {{(pid=94001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 06:27:45.434383 dv-cinder-811877-1-iscsi neutron-server[94002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49a4e051-3b53-47f6-8e67-1b695382581a None None] Routers {'cae99a70-a1cd-44f6-a58e-8194089681bf'} bound to L3 agent in host dv-cinder-811877-1-iscsi {{(pid=94002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 06:27:45.435366 dv-cinder-811877-1-iscsi neutron-server[94002]: DEBUG neutron.db.l3_hamode_db [None req-49a4e051-3b53-47f6-8e67-1b695382581a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811877-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-30T06:19:31Z,description=,heartbeat_timestamp=2021-09-30T06:27:31Z,host='dv-cinder-811877-1-iscsi',id=f054bd23-6895-478f-87a4-7cc0e21c04e0,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T06:19:31Z,topic='l3_agent')) {'router_ids': ['cae99a70-a1cd-44f6-a58e-8194089681bf'], 'active': True} {{(pid=94002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 06:27:45.507202 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-9fe32970-a170-4497-ad4b-3beb75435701 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:27:45.531095 dv-cinder-811877-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11b2a66-876b-44ab-8893-40c69452cb56 None None] Pushing event updated for resources: {'Port': ['ID=03bed038-0dec-4f52-9abc-55a7211c617f,revision_number=4']} {{(pid=94002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:27:45.587454 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-330434f9-2bb6-42a8-95d0-4eba72cbe72f req-bee1dd92-316b-452d-8544-ca05510daf64 tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] 10.222.0.36 "GET /v2.0/ports?device_id=c7de8e92-ecc9-41bc-98bb-5c2242bab3d1 HTTP/1.1" status: 200 len: 210 time: 0.4333162 Sep 30 06:27:45.622272 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5ef50c-1a60-4eeb-b96e-cf5df6fcca4b None None] Pushing event updated for resources: {'Port': ['ID=da1c69fb-7325-41c8-ab50-aebb52d96748,revision_number=4']} {{(pid=94001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:27:45.647853 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-9fe32970-a170-4497-ad4b-3beb75435701 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:27:45.656074 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.db.provisioning_blocks [None req-1a5ef50c-1a60-4eeb-b96e-cf5df6fcca4b None None] Provisioning complete for port bcf4ee31-af07-4d64-ac85-119b115a742e triggered by entity L2. {{(pid=94001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 06:27:45.656863 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-1a5ef50c-1a60-4eeb-b96e-cf5df6fcca4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-597822'] for port, provisioning_complete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:27:45.794354 dv-cinder-811877-1-iscsi neutron-server[94002]: DEBUG neutron.db.l3_dvr_db [None req-49a4e051-3b53-47f6-8e67-1b695382581a None None] Set router cae99a70-a1cd-44f6-a58e-8194089681bf gateway port host: dv-cinder-811877-1-iscsi {{(pid=94002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 06:27:45.857640 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-2e32f1ea-67ee-4662-8556-d1346ea057ba req-f6aa00bb-35c1-4253-84e2-d689327eff4f service neutron] 10.222.0.36 "GET /v2.0/networks/5c01f472-be09-4f47-a17f-2a759f124795?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7063854 Sep 30 06:27:45.920023 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a774a1cc-7c06-49d7-b614-104da320d6bc req-27177dc6-bbcd-40c4-894e-2f8f98586e58 tempest-ServerRescueNegativeTestJSON-1209427659 tempest-ServerRescueNegativeTestJSON-1209427659-project] Made reservation on behalf of 2a4fe69e521f47bb94fe812e2f32c8b1 for: {'port': 1} {{(pid=93999) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 06:27:45.926760 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [req-a774a1cc-7c06-49d7-b614-104da320d6bc req-27177dc6-bbcd-40c4-894e-2f8f98586e58 tempest-ServerRescueNegativeTestJSON-1209427659 tempest-ServerRescueNegativeTestJSON-1209427659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653538'] for port, before_create {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:27:46.068746 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-9fe32970-a170-4497-ad4b-3beb75435701 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533969'] for security_group, after_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:27:46.071713 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-9fe32970-a170-4497-ad4b-3beb75435701 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:27:46.073077 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [None req-9fe32970-a170-4497-ad4b-3beb75435701 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/8bee3adb-2152-45f9-a4c6-62d0162b0936 HTTP/1.1" status: 204 len: 168 time: 1.3573046 Sep 30 06:27:46.119322 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe32970-a170-4497-ad4b-3beb75435701 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bee3adb-2152-45f9-a4c6-62d0162b0936,revision_number=None']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:27:46.147697 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e892051-0f25-475f-bfb8-c35686779a08 req-f2c08443-cd91-433e-bc71-085e2b9f0614 tempest-DeleteServersTestJSON-986892327 tempest-DeleteServersTestJSON-986892327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:27:46.157734 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-9e892051-0f25-475f-bfb8-c35686779a08 req-f2c08443-cd91-433e-bc71-085e2b9f0614 tempest-DeleteServersTestJSON-986892327 tempest-DeleteServersTestJSON-986892327-project] 10.222.0.36 "GET /v2.0/ports?device_id=b00bd24b-615d-4cba-80bb-d31d4fe88c7f HTTP/1.1" status: 200 len: 931 time: 0.2636993 Sep 30 06:27:46.188935 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-979c89e1-eea1-48db-b6ed-71fb98d144fc tempest-AttachVolumeTestJSON-1192105893 tempest-AttachVolumeTestJSON-1192105893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653538'] for port, before_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:27:46.230820 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-2e32f1ea-67ee-4662-8556-d1346ea057ba req-3b6eedf1-6dea-4a7e-beee-315d5ceac4ad service neutron] 10.222.0.36 "GET /v2.0/networks/5c01f472-be09-4f47-a17f-2a759f124795?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3413379 Sep 30 06:27:46.390730 dv-cinder-811877-1-iscsi neutron-server[94002]: DEBUG neutron.db.l3_hamode_db [None req-49a4e051-3b53-47f6-8e67-1b695382581a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cae99a70-a1cd-44f6-a58e-8194089681bf', 'name': 'tempest-ServerRescueNegativeTestJSON-13706840-router', 'tenant_id': '2a4fe69e521f47bb94fe812e2f32c8b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddd8ee8b-b24f-47fb-afd7-cfc700c93624', 'external_fixed_ips': [{'subnet_id': '4727b4cf-a8ea-4dab-8db4-019b4e8b0546', 'ip_address': '172.27.1.211'}], 'enable_snat': True}, 'gw_port_id': 'bcf4ee31-af07-4d64-ac85-119b115a742e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T06:27:28Z', 'updated_at': '2021-09-30T06:27:37Z', 'revision_number': 4, 'project_id': '2a4fe69e521f47bb94fe812e2f32c8b1', 'gw_port': {'id': 'bcf4ee31-af07-4d64-ac85-119b115a742e', 'name': '', 'network_id': 'ddd8ee8b-b24f-47fb-afd7-cfc700c93624', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:45:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cae99a70-a1cd-44f6-a58e-8194089681bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '4727b4cf-a8ea-4dab-8db4-019b4e8b0546', 'ip_address': '172.27.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T06:27:30Z', 'updated_at': '2021-09-30T06:27:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4727b4cf-a8ea-4dab-8db4-019b4e8b0546', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811877-1-iscsi', '_interfaces': [{'id': '03bed038-0dec-4f52-9abc-55a7211c617f', 'name': '', 'network_id': '5c01f472-be09-4f47-a17f-2a759f124795', 'tenant_id': '2a4fe69e521f47bb94fe812e2f32c8b1', 'mac_address': 'fa:16:3e:42:d3:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cae99a70-a1cd-44f6-a58e-8194089681bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'c94366a3-4b59-4b72-a9bf-62e041f6886b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T06:27:34Z', 'updated_at': '2021-09-30T06:27:45Z', 'revision_number': 4, 'project_id': '2a4fe69e521f47bb94fe812e2f32c8b1', 'subnets': [{'id': 'c94366a3-4b59-4b72-a9bf-62e041f6886b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811877-1-iscsi', False) {} {{(pid=94002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 06:27:46.427814 dv-cinder-811877-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49a4e051-3b53-47f6-8e67-1b695382581a None None] The sync data for ids ['cae99a70-a1cd-44f6-a58e-8194089681bf'] in dv-cinder-811877-1-iscsi is: [{'id': 'cae99a70-a1cd-44f6-a58e-8194089681bf', 'name': 'tempest-ServerRescueNegativeTestJSON-13706840-router', 'tenant_id': '2a4fe69e521f47bb94fe812e2f32c8b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddd8ee8b-b24f-47fb-afd7-cfc700c93624', 'external_fixed_ips': [{'subnet_id': '4727b4cf-a8ea-4dab-8db4-019b4e8b0546', 'ip_address': '172.27.1.211'}], 'enable_snat': True}, 'gw_port_id': 'bcf4ee31-af07-4d64-ac85-119b115a742e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T06:27:28Z', 'updated_at': '2021-09-30T06:27:37Z', 'revision_number': 4, 'project_id': '2a4fe69e521f47bb94fe812e2f32c8b1', 'gw_port': {'id': 'bcf4ee31-af07-4d64-ac85-119b115a742e', 'name': '', 'network_id': 'ddd8ee8b-b24f-47fb-afd7-cfc700c93624', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:45:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cae99a70-a1cd-44f6-a58e-8194089681bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '4727b4cf-a8ea-4dab-8db4-019b4e8b0546', 'ip_address': '172.27.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T06:27:30Z', 'updated_at': '2021-09-30T06:27:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4727b4cf-a8ea-4dab-8db4-019b4e8b0546', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811877-1-iscsi', '_interfaces': [{'id': '03bed038-0dec-4f52-9abc-55a7211c617f', 'name': '', 'network_id': '5c01f472-be09-4f47-a17f-2a759f124795', 'tenant_id': '2a4fe69e521f47bb94fe812e2f32c8b1', 'mac_address': 'fa:16:3e:42:d3:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cae99a70-a1cd-44f6-a58e-8194089681bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'c94366a3-4b59-4b72-a9bf-62e041f6886b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T06:27:34Z', 'updated_at': '2021-09-30T06:27:45Z', 'revision_number': 4, 'project_id': '2a4fe69e521f47bb94fe812e2f32c8b1', 'subnets': [{'id': 'c94366a3-4b59-4b72-a9bf-62e041f6886b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 06:27:46.500005 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.rpc [None req-1a5ef50c-1a60-4eeb-b96e-cf5df6fcca4b None None] Device da1c69fb-7325-41c8-ab50-aebb52d96748 up at agent ovs-agent-dv-cinder-811877-1-iscsi {{(pid=94001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 06:27:46.505808 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.db.db_base_plugin_common [None req-979c89e1-eea1-48db-b6ed-71fb98d144fc tempest-AttachVolumeTestJSON-1192105893 tempest-AttachVolumeTestJSON-1192105893-project] Allocated IP 172.27.1.193 (ddd8ee8b-b24f-47fb-afd7-cfc700c93624/4727b4cf-a8ea-4dab-8db4-019b4e8b0546/b1b5a578-762e-4403-81c9-cd23a05d8dc0) {{(pid=94000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 06:27:46.627876 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.db.db_base_plugin_common [req-a774a1cc-7c06-49d7-b614-104da320d6bc req-27177dc6-bbcd-40c4-894e-2f8f98586e58 tempest-ServerRescueNegativeTestJSON-1209427659 tempest-ServerRescueNegativeTestJSON-1209427659-project] Allocated IP 172.20.0.5 (5c01f472-be09-4f47-a17f-2a759f124795/c94366a3-4b59-4b72-a9bf-62e041f6886b/f5867bda-e9f5-44e1-9382-f6b9e19fe331) {{(pid=93999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 06:27:46.807843 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.db.provisioning_blocks [None req-1a5ef50c-1a60-4eeb-b96e-cf5df6fcca4b None None] Provisioning complete for port da1c69fb-7325-41c8-ab50-aebb52d96748 triggered by entity L2. {{(pid=94001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 06:27:46.810412 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-1a5ef50c-1a60-4eeb-b96e-cf5df6fcca4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-597822'] for port, provisioning_complete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:27:46.839209 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-979c89e1-eea1-48db-b6ed-71fb98d144fc tempest-AttachVolumeTestJSON-1192105893 tempest-AttachVolumeTestJSON-1192105893-project] Notify callbacks [] for port, precommit_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:27:46.897043 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.wsgi [-] (93999) accepted ('10.222.0.10', 57123) {{(pid=93999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 06:27:46.960081 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.36', 51104) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 06:27:47.016292 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-979c89e1-eea1-48db-b6ed-71fb98d144fc tempest-AttachVolumeTestJSON-1192105893 tempest-AttachVolumeTestJSON-1192105893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7821886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727545489345'] for port, after_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:27:47.227645 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cf8df15-7250-4ec1-962c-62305ccae8a8 None None] Sync routers for ids ['8ed619a9-5f7e-482b-8deb-23ec7fdf2ab4'] in dv-cinder-811877-1-iscsi {{(pid=94001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 06:27:47.234405 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-e5a26714-e9a6-4de4-b142-9a5ff5c96257 req-ce734ce3-6327-4f37-a796-1742eb4c55cb tempest-ServerRescueNegativeTestJSON-1209427659 tempest-ServerRescueNegativeTestJSON-1209427659-project] 10.222.0.36 "GET /v2.0/ports?device_id=0a86be7c-6414-4403-bd22-8634a0e22544 HTTP/1.1" status: 200 len: 210 time: 0.2177367 Sep 30 06:27:47.268167 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cf8df15-7250-4ec1-962c-62305ccae8a8 None None] Routers {'8ed619a9-5f7e-482b-8deb-23ec7fdf2ab4'} bound to L3 agent in host dv-cinder-811877-1-iscsi {{(pid=94001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 06:27:47.268866 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.db.l3_hamode_db [None req-1cf8df15-7250-4ec1-962c-62305ccae8a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811877-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-30T06:19:31Z,description=,heartbeat_timestamp=2021-09-30T06:27:31Z,host='dv-cinder-811877-1-iscsi',id=f054bd23-6895-478f-87a4-7cc0e21c04e0,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T06:19:31Z,topic='l3_agent')) {'router_ids': ['8ed619a9-5f7e-482b-8deb-23ec7fdf2ab4'], 'active': True} {{(pid=94001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 06:27:47.303953 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.notifiers.nova [req-9072a6a5-e8e5-4972-aa29-cf64ef130ab9 req-d4bebdf8-5a3f-46d6-b4d8-dc4c5505c46f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c9702d29-a308-44f8-8cc9-eee4f7954e89 {{(pid=94000) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 06:27:47.335073 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [req-9072a6a5-e8e5-4972-aa29-cf64ef130ab9 req-d4bebdf8-5a3f-46d6-b4d8-dc4c5505c46f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:27:47.364387 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.db.provisioning_blocks [req-9072a6a5-e8e5-4972-aa29-cf64ef130ab9 req-d4bebdf8-5a3f-46d6-b4d8-dc4c5505c46f service neutron] Transition to ACTIVE for port object c9702d29-a308-44f8-8cc9-eee4f7954e89 will not be triggered until provisioned by entity L2. {{(pid=94000) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 06:27:47.402388 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-9e892051-0f25-475f-bfb8-c35686779a08 req-1b8737d1-7c54-4bc7-8e96-ed5b7d49512f tempest-DeleteServersTestJSON-986892327 tempest-DeleteServersTestJSON-986892327-project] 10.222.0.36 "GET /v2.0/security-groups?id=762947ed-3f0a-4262-b9ef-d9eb2e41838c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2427838 Sep 30 06:27:47.403612 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-b687c47d-b420-4088-9f27-32e8101c54e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:27:47.435480 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [req-9072a6a5-e8e5-4972-aa29-cf64ef130ab9 req-d4bebdf8-5a3f-46d6-b4d8-dc4c5505c46f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7821886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727545992452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727545489363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727545489381'] for port, after_update {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:27:47.516213 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-979c89e1-eea1-48db-b6ed-71fb98d144fc tempest-AttachVolumeTestJSON-1192105893 tempest-AttachVolumeTestJSON-1192105893-project] Network ddd8ee8b-b24f-47fb-afd7-cfc700c93624 is already hosted by enough agents. {{(pid=94000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 06:27:47.558720 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.scheduler.base_scheduler [None req-979c89e1-eea1-48db-b6ed-71fb98d144fc tempest-AttachVolumeTestJSON-1192105893 tempest-AttachVolumeTestJSON-1192105893-project] Resources bound (agent type, host, resource id): {{(pid=94000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 06:27:47.615611 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69e2627-4e31-4b3b-8906-9a0b7046e5d7 req-d26b7383-d3f8-40a6-9fc1-7edb879e78a3 tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:27:47.619698 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-b69e2627-4e31-4b3b-8906-9a0b7046e5d7 req-d26b7383-d3f8-40a6-9fc1-7edb879e78a3 tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] 10.222.0.10 "GET /v2.0/networks?id=5fefac64-03c4-43dd-a17b-d4a261fa3173 HTTP/1.1" status: 200 len: 817 time: 0.7203462 Sep 30 06:27:47.708408 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-b687c47d-b420-4088-9f27-32e8101c54e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:27:47.713983 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-979c89e1-eea1-48db-b6ed-71fb98d144fc tempest-AttachVolumeTestJSON-1192105893 tempest-AttachVolumeTestJSON-1192105893-project] Received port after_create {{(pid=94000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 06:27:47.730428 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-b687c47d-b420-4088-9f27-32e8101c54e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533969'] for security_group, after_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:27:47.791405 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [None req-b687c47d-b420-4088-9f27-32e8101c54e3 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=d0e7cd3be40449a6825d569faf900835&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8247721 Sep 30 06:27:47.793771 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.36', 51124) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 06:27:47.922962 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-9f152752-b441-49eb-a250-179d2a7e2840 req-e3436aa0-edef-4d43-8670-78b4f52300ad tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] 10.222.0.36 "GET /v2.0/ports?device_id=c7de8e92-ecc9-41bc-98bb-5c2242bab3d1 HTTP/1.1" status: 200 len: 210 time: 0.2968943 Sep 30 06:27:48.046927 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.db.l3_dvr_db [None req-1cf8df15-7250-4ec1-962c-62305ccae8a8 None None] Set router 8ed619a9-5f7e-482b-8deb-23ec7fdf2ab4 gateway port host: dv-cinder-811877-1-iscsi {{(pid=94001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 06:27:48.091546 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-979c89e1-eea1-48db-b6ed-71fb98d144fc tempest-AttachVolumeTestJSON-1192105893 tempest-AttachVolumeTestJSON-1192105893-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:27:48.143896 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-b69e2627-4e31-4b3b-8906-9a0b7046e5d7 req-b1b527ce-089c-4f55-91f0-843ff77d6fc8 tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3f54d397fb6646ca811cd4b70b8b5d31 HTTP/1.1" status: 200 len: 380 time: 0.2861369 Sep 30 06:27:48.180597 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [req-a774a1cc-7c06-49d7-b614-104da320d6bc req-27177dc6-bbcd-40c4-894e-2f8f98586e58 tempest-ServerRescueNegativeTestJSON-1209427659 tempest-ServerRescueNegativeTestJSON-1209427659-project] Notify callbacks [] for port, precommit_create {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:27:48.272795 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [req-a774a1cc-7c06-49d7-b614-104da320d6bc req-27177dc6-bbcd-40c4-894e-2f8f98586e58 tempest-ServerRescueNegativeTestJSON-1209427659 tempest-ServerRescueNegativeTestJSON-1209427659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7821886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727545489345'] for port, after_create {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:27:48.422395 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a774a1cc-7c06-49d7-b614-104da320d6bc req-27177dc6-bbcd-40c4-894e-2f8f98586e58 tempest-ServerRescueNegativeTestJSON-1209427659 tempest-ServerRescueNegativeTestJSON-1209427659-project] Network 5c01f472-be09-4f47-a17f-2a759f124795 is already hosted by enough agents. {{(pid=93999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 06:27:48.446635 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.api.v2.base [req-b69e2627-4e31-4b3b-8906-9a0b7046e5d7 req-98db0d01-14fd-495a-ba80-ba57065c2f1d tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] Request body: {'port': {'device_id': 'c7de8e92-ecc9-41bc-98bb-5c2242bab3d1', 'network_id': '5fefac64-03c4-43dd-a17b-d4a261fa3173', 'admin_state_up': True, 'tenant_id': '3f54d397fb6646ca811cd4b70b8b5d31', 'security_groups': ['aaa05d83-3ebc-404f-b7b5-bc03e45995ed']}} {{(pid=93999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 06:27:48.457983 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.scheduler.base_scheduler [req-a774a1cc-7c06-49d7-b614-104da320d6bc req-27177dc6-bbcd-40c4-894e-2f8f98586e58 tempest-ServerRescueNegativeTestJSON-1209427659 tempest-ServerRescueNegativeTestJSON-1209427659-project] Resources bound (agent type, host, resource id): {{(pid=93999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 06:27:48.461831 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.db.l3_dvrscheduler_db [req-a774a1cc-7c06-49d7-b614-104da320d6bc req-27177dc6-bbcd-40c4-894e-2f8f98586e58 tempest-ServerRescueNegativeTestJSON-1209427659 tempest-ServerRescueNegativeTestJSON-1209427659-project] Received port after_create {{(pid=93999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 06:27:48.473950 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a774a1cc-7c06-49d7-b614-104da320d6bc req-27177dc6-bbcd-40c4-894e-2f8f98586e58 tempest-ServerRescueNegativeTestJSON-1209427659 tempest-ServerRescueNegativeTestJSON-1209427659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:27:48.474968 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [req-a774a1cc-7c06-49d7-b614-104da320d6bc req-27177dc6-bbcd-40c4-894e-2f8f98586e58 tempest-ServerRescueNegativeTestJSON-1209427659 tempest-ServerRescueNegativeTestJSON-1209427659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7821868'] for port, before_response {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:27:48.515318 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979c89e1-eea1-48db-b6ed-71fb98d144fc tempest-AttachVolumeTestJSON-1192105893 tempest-AttachVolumeTestJSON-1192105893-project] Pushing event updated for resources: {'Port': ['ID=b1b5a578-762e-4403-81c9-cd23a05d8dc0,revision_number=1']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:27:48.553918 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.wsgi [-] (93999) accepted ('10.222.0.36', 51140) {{(pid=93999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 06:27:48.570845 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.rpc [None req-1a5ef50c-1a60-4eeb-b96e-cf5df6fcca4b None None] Device 03bed038-0dec-4f52-9abc-55a7211c617f up at agent ovs-agent-dv-cinder-811877-1-iscsi {{(pid=94001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 06:27:48.594756 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.plugins.ml2.managers [req-9072a6a5-e8e5-4972-aa29-cf64ef130ab9 req-d4bebdf8-5a3f-46d6-b4d8-dc4c5505c46f service neutron] Attempting to bind port c9702d29-a308-44f8-8cc9-eee4f7954e89 on host hv-cinder-81187 for vnic_type normal with profile {{(pid=94000) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 06:27:48.599486 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.plugins.ml2.managers [req-9072a6a5-e8e5-4972-aa29-cf64ef130ab9 req-d4bebdf8-5a3f-46d6-b4d8-dc4c5505c46f service neutron] Attempting to bind port c9702d29-a308-44f8-8cc9-eee4f7954e89 by drivers openvswitch,hyperv on host hv-cinder-81187 at level 0 using segments [{'id': 'f7de19b9-6a8b-4c13-864b-abf85c02a385', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '09d5236c-0c6b-4c44-9520-bda2caf4b4f2'}] {{(pid=94000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 06:27:48.600123 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9072a6a5-e8e5-4972-aa29-cf64ef130ab9 req-d4bebdf8-5a3f-46d6-b4d8-dc4c5505c46f service neutron] Attempting to bind port c9702d29-a308-44f8-8cc9-eee4f7954e89 on network 09d5236c-0c6b-4c44-9520-bda2caf4b4f2 {{(pid=94000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 06:27:48.612160 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-979c89e1-eea1-48db-b6ed-71fb98d144fc tempest-AttachVolumeTestJSON-1192105893 tempest-AttachVolumeTestJSON-1192105893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653538'] for port, before_update {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:27:48.779454 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27177dc6-bbcd-40c4-894e-2f8f98586e58 tempest-ServerRescueNegativeTestJSON-1209427659 tempest-ServerRescueNegativeTestJSON-1209427659-project] Pushing event updated for resources: {'Port': ['ID=f5867bda-e9f5-44e1-9382-f6b9e19fe331,revision_number=1']} {{(pid=93999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:27:48.788709 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-a774a1cc-7c06-49d7-b614-104da320d6bc req-27177dc6-bbcd-40c4-894e-2f8f98586e58 tempest-ServerRescueNegativeTestJSON-1209427659 tempest-ServerRescueNegativeTestJSON-1209427659-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6099188 Sep 30 06:27:48.871250 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.api.v2.base [req-a774a1cc-7c06-49d7-b614-104da320d6bc req-b105980c-dcf3-4776-b2a0-d978b5535a39 service neutron] Request body: {'port': {'device_id': 'be801cab-b2ce-4594-8d30-3431ea29df2f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81187'}} {{(pid=93999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 06:27:48.874376 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.db.provisioning_blocks [None req-1a5ef50c-1a60-4eeb-b96e-cf5df6fcca4b None None] Provisioning complete for port 03bed038-0dec-4f52-9abc-55a7211c617f triggered by entity L2. {{(pid=94001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 06:27:48.874830 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-1a5ef50c-1a60-4eeb-b96e-cf5df6fcca4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-597822'] for port, provisioning_complete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:27:48.886835 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-979c89e1-eea1-48db-b6ed-71fb98d144fc tempest-AttachVolumeTestJSON-1192105893 tempest-AttachVolumeTestJSON-1192105893-project] Notify callbacks [] for port, precommit_update {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:27:48.901478 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-f27f4ccc-6f9a-4ed0-9240-27e24a74a6e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:27:48.912493 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9072a6a5-e8e5-4972-aa29-cf64ef130ab9 req-d4bebdf8-5a3f-46d6-b4d8-dc4c5505c46f service neutron] Port c9702d29-a308-44f8-8cc9-eee4f7954e89 on network 09d5236c-0c6b-4c44-9520-bda2caf4b4f2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81187 {{(pid=94000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 06:27:48.912931 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9072a6a5-e8e5-4972-aa29-cf64ef130ab9 req-d4bebdf8-5a3f-46d6-b4d8-dc4c5505c46f service neutron] Attempting to bind port c9702d29-a308-44f8-8cc9-eee4f7954e89 on network 09d5236c-0c6b-4c44-9520-bda2caf4b4f2 {{(pid=94000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 06:27:48.923010 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9072a6a5-e8e5-4972-aa29-cf64ef130ab9 req-d4bebdf8-5a3f-46d6-b4d8-dc4c5505c46f service neutron] Checking agent: {'id': '8d9eab89-7803-44fc-b727-c0e530c74148', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81187', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 6, 25, 39), 'started_at': datetime.datetime(2021, 9, 30, 6, 25, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 6, 27, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 06:27:48.923531 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9072a6a5-e8e5-4972-aa29-cf64ef130ab9 req-d4bebdf8-5a3f-46d6-b4d8-dc4c5505c46f service neutron] Checking segment: {'id': 'f7de19b9-6a8b-4c13-864b-abf85c02a385', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '09d5236c-0c6b-4c44-9520-bda2caf4b4f2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 06:27:48.924525 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9072a6a5-e8e5-4972-aa29-cf64ef130ab9 req-d4bebdf8-5a3f-46d6-b4d8-dc4c5505c46f service neutron] Bound using segment: {'id': 'f7de19b9-6a8b-4c13-864b-abf85c02a385', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '09d5236c-0c6b-4c44-9520-bda2caf4b4f2'} {{(pid=94000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 06:27:48.925118 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.plugins.ml2.managers [req-9072a6a5-e8e5-4972-aa29-cf64ef130ab9 req-d4bebdf8-5a3f-46d6-b4d8-dc4c5505c46f service neutron] Bound port: c9702d29-a308-44f8-8cc9-eee4f7954e89, host: hv-cinder-81187, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f7de19b9-6a8b-4c13-864b-abf85c02a385', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '09d5236c-0c6b-4c44-9520-bda2caf4b4f2'}}] {{(pid=94000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 06:27:48.925544 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [req-9072a6a5-e8e5-4972-aa29-cf64ef130ab9 req-d4bebdf8-5a3f-46d6-b4d8-dc4c5505c46f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653538'] for port, before_update {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:27:48.930821 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.db.l3_hamode_db [None req-1cf8df15-7250-4ec1-962c-62305ccae8a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ed619a9-5f7e-482b-8deb-23ec7fdf2ab4', 'name': 'tempest-AttachVolumeTestJSON-934096422-router', 'tenant_id': 'fd01cd14f23840e59331ece07bbcdf9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddd8ee8b-b24f-47fb-afd7-cfc700c93624', 'external_fixed_ips': [{'subnet_id': '4727b4cf-a8ea-4dab-8db4-019b4e8b0546', 'ip_address': '172.27.1.36'}], 'enable_snat': True}, 'gw_port_id': 'da1c69fb-7325-41c8-ab50-aebb52d96748', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T06:27:32Z', 'updated_at': '2021-09-30T06:27:39Z', 'revision_number': 4, 'project_id': 'fd01cd14f23840e59331ece07bbcdf9e', 'gw_port': {'id': 'da1c69fb-7325-41c8-ab50-aebb52d96748', 'name': '', 'network_id': 'ddd8ee8b-b24f-47fb-afd7-cfc700c93624', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:61:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ed619a9-5f7e-482b-8deb-23ec7fdf2ab4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '4727b4cf-a8ea-4dab-8db4-019b4e8b0546', 'ip_address': '172.27.1.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T06:27:33Z', 'updated_at': '2021-09-30T06:27:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4727b4cf-a8ea-4dab-8db4-019b4e8b0546', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811877-1-iscsi', '_interfaces': [{'id': '7641b08b-edd0-4733-84f9-f67531f18b54', 'name': '', 'network_id': '92aa8f19-aafd-4462-9d7f-7e5f878c12b2', 'tenant_id': 'fd01cd14f23840e59331ece07bbcdf9e', 'mac_address': 'fa:16:3e:d4:5e:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ed619a9-5f7e-482b-8deb-23ec7fdf2ab4', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '87e3e2f7-f230-4774-967b-a68a66b90c87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T06:27:37Z', 'updated_at': '2021-09-30T06:27:39Z', 'revision_number': 2, 'project_id': 'fd01cd14f23840e59331ece07bbcdf9e', 'subnets': [{'id': '87e3e2f7-f230-4774-967b-a68a66b90c87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811877-1-iscsi', False) {} {{(pid=94001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 06:27:48.944149 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-3036658f-2603-4fc3-a011-52f2cf283028 req-9e04490d-dc28-46a8-b5e8-5cd53f026de8 tempest-ServerRescueNegativeTestJSON-1209427659 tempest-ServerRescueNegativeTestJSON-1209427659-project] 10.222.0.36 "GET /v2.0/ports?device_id=0a86be7c-6414-4403-bd22-8634a0e22544 HTTP/1.1" status: 200 len: 210 time: 0.4251878 Sep 30 06:27:48.945106 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-979c89e1-eea1-48db-b6ed-71fb98d144fc tempest-AttachVolumeTestJSON-1192105893 tempest-AttachVolumeTestJSON-1192105893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7821886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727545992452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727545489363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727545489381'] for port, after_update {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:27:49.012306 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cf8df15-7250-4ec1-962c-62305ccae8a8 None None] Checking router: 8ed619a9-5f7e-482b-8deb-23ec7fdf2ab4 for host: dv-cinder-811877-1-iscsi {{(pid=94001) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 06:27:49.013937 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cf8df15-7250-4ec1-962c-62305ccae8a8 None None] Updating router 8ed619a9-5f7e-482b-8deb-23ec7fdf2ab4 port 7641b08b-edd0-4733-84f9-f67531f18b54 binding host dv-cinder-811877-1-iscsi {{(pid=94001) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 30 06:27:49.032750 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.plugins.ml2.db [req-9072a6a5-e8e5-4972-aa29-cf64ef130ab9 req-d4bebdf8-5a3f-46d6-b4d8-dc4c5505c46f service neutron] For port c9702d29-a308-44f8-8cc9-eee4f7954e89, host hv-cinder-81187, cleared binding levels {{(pid=94000) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 06:27:49.041906 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.plugins.ml2.db [req-9072a6a5-e8e5-4972-aa29-cf64ef130ab9 req-d4bebdf8-5a3f-46d6-b4d8-dc4c5505c46f service neutron] For port c9702d29-a308-44f8-8cc9-eee4f7954e89, host hv-cinder-81187, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81187',level=0,port_id=c9702d29-a308-44f8-8cc9-eee4f7954e89,segment=NetworkSegment(f7de19b9-6a8b-4c13-864b-abf85c02a385),segment_id=f7de19b9-6a8b-4c13-864b-abf85c02a385)] {{(pid=94000) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 06:27:49.072483 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [req-9072a6a5-e8e5-4972-aa29-cf64ef130ab9 req-d4bebdf8-5a3f-46d6-b4d8-dc4c5505c46f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7821886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727545992452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727545489363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727545489381'] for port, after_update {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:27:49.093687 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b687c47d-b420-4088-9f27-32e8101c54e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21135c26-a7b5-47cf-adcd-589119834e05,revision_number=1']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:27:49.186912 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-979c89e1-eea1-48db-b6ed-71fb98d144fc tempest-AttachVolumeTestJSON-1192105893 tempest-AttachVolumeTestJSON-1192105893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7877914'] for floatingip, after_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:27:49.216840 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-2f49281a-2168-4d12-ac10-b2b2c69f3c10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:27:49.222418 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-1cf8df15-7250-4ec1-962c-62305ccae8a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653538'] for port, before_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:27:49.244246 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-2f49281a-2168-4d12-ac10-b2b2c69f3c10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:27:49.264344 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-1a5ef50c-1a60-4eeb-b96e-cf5df6fcca4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653538'] for port, before_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:27:49.271898 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9072a6a5-e8e5-4972-aa29-cf64ef130ab9 req-d4bebdf8-5a3f-46d6-b4d8-dc4c5505c46f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:27:49.272687 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [req-9072a6a5-e8e5-4972-aa29-cf64ef130ab9 req-d4bebdf8-5a3f-46d6-b4d8-dc4c5505c46f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7821868'] for port, before_response {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:27:49.274612 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-9072a6a5-e8e5-4972-aa29-cf64ef130ab9 req-d4bebdf8-5a3f-46d6-b4d8-dc4c5505c46f service neutron] 10.222.0.10 "PUT /v2.0/ports/c9702d29-a308-44f8-8cc9-eee4f7954e89 HTTP/1.1" status: 200 len: 1093 time: 4.6926677 Sep 30 06:27:49.275322 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b00bd24b-615d-4cba-80bb-d31d4fe88c7f', 'tag': 'c9702d29-a308-44f8-8cc9-eee4f7954e89'}] {{(pid=94000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 06:27:49.391140 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.db [None req-1a5ef50c-1a60-4eeb-b96e-cf5df6fcca4b None None] For port 03bed038-0dec-4f52-9abc-55a7211c617f, host dv-cinder-811877-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811877-1-iscsi',level=0,port_id=03bed038-0dec-4f52-9abc-55a7211c617f,segment=NetworkSegment(410fd4de-8a82-48c3-96d1-1762cdf9a695),segment_id=410fd4de-8a82-48c3-96d1-1762cdf9a695)] {{(pid=94001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 06:27:49.391368 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-f27f4ccc-6f9a-4ed0-9240-27e24a74a6e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:27:49.409526 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-1a5ef50c-1a60-4eeb-b96e-cf5df6fcca4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7821886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727545992452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727545489363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727545489381'] for port, after_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:27:49.450270 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f629f52-847a-49d7-b079-e152b1cee555 req-2b52041a-3a59-481d-8dc9-762201ae509e tempest-DeleteServersTestJSON-986892327 tempest-DeleteServersTestJSON-986892327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:27:49.450270 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-3f629f52-847a-49d7-b079-e152b1cee555 req-2b52041a-3a59-481d-8dc9-762201ae509e tempest-DeleteServersTestJSON-986892327 tempest-DeleteServersTestJSON-986892327-project] 10.222.0.36 "GET /v2.0/ports?device_id=b00bd24b-615d-4cba-80bb-d31d4fe88c7f HTTP/1.1" status: 200 len: 943 time: 0.8235118 Sep 30 06:27:49.450815 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-3e1d1f96-ca5c-4693-9f79-ba2434d4e081 req-320c852f-4cea-4f7a-babf-5f9752cf9dd0 tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] 10.222.0.36 "GET /v2.0/ports?device_id=c7de8e92-ecc9-41bc-98bb-5c2242bab3d1 HTTP/1.1" status: 200 len: 210 time: 0.1966541 Sep 30 06:27:49.454414 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-f27f4ccc-6f9a-4ed0-9240-27e24a74a6e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533969'] for security_group, after_create {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:27:49.457087 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4bebdf8-5a3f-46d6-b4d8-dc4c5505c46f service neutron] Pushing event updated for resources: {'Port': ['ID=c9702d29-a308-44f8-8cc9-eee4f7954e89,revision_number=3']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:27:49.474745 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-979c89e1-eea1-48db-b6ed-71fb98d144fc tempest-AttachVolumeTestJSON-1192105893 tempest-AttachVolumeTestJSON-1192105893-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57126'] for floatingip, before_response {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:27:49.476507 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [None req-979c89e1-eea1-48db-b6ed-71fb98d144fc tempest-AttachVolumeTestJSON-1192105893 tempest-AttachVolumeTestJSON-1192105893-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.9931796 Sep 30 06:27:49.576489 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.10', 57132) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 06:27:49.768535 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5ef50c-1a60-4eeb-b96e-cf5df6fcca4b None None] Pushing event updated for resources: {'Port': ['ID=03bed038-0dec-4f52-9abc-55a7211c617f,revision_number=5']} {{(pid=94001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:27:49.793941 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27f4ccc-6f9a-4ed0-9240-27e24a74a6e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b24d676-fe9e-4880-a39a-d72c94e7d0e7,revision_number=1']} {{(pid=93999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:27:49.797325 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [req-a774a1cc-7c06-49d7-b614-104da320d6bc req-b105980c-dcf3-4776-b2a0-d978b5535a39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653538'] for port, before_update {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:27:49.856605 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-2f49281a-2168-4d12-ac10-b2b2c69f3c10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533969'] for security_group, after_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:27:49.862942 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-2f49281a-2168-4d12-ac10-b2b2c69f3c10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:27:49.869037 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b69e2627-4e31-4b3b-8906-9a0b7046e5d7 req-98db0d01-14fd-495a-ba80-ba57065c2f1d tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] Made reservation on behalf of 3f54d397fb6646ca811cd4b70b8b5d31 for: {'port': 1} {{(pid=93999) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 06:27:49.870302 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [None req-2f49281a-2168-4d12-ac10-b2b2c69f3c10 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/21135c26-a7b5-47cf-adcd-589119834e05 HTTP/1.1" status: 204 len: 168 time: 2.0602252 Sep 30 06:27:49.880440 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [req-b69e2627-4e31-4b3b-8906-9a0b7046e5d7 req-98db0d01-14fd-495a-ba80-ba57065c2f1d tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653538'] for port, before_create {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:27:49.896634 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4acac726bceb08fc5dc31984e0b5877fccc01d7f70542289dc6193c12fa4dba7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ff93aeb-d1ca-4582-9148-bea0c86126d1" -d '{"events": [{"name": "network-changed", "server_uuid": "b00bd24b-615d-4cba-80bb-d31d4fe88c7f", "tag": "c9702d29-a308-44f8-8cc9-eee4f7954e89"}]}' {{(pid=94000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 06:27:49.951501 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [None req-f27f4ccc-6f9a-4ed0-9240-27e24a74a6e7 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=01fdab058bac409f838e4984e2b3e03d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3813026 Sep 30 06:27:49.982583 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.36', 51190) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 06:27:50.048408 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-3f629f52-847a-49d7-b079-e152b1cee555 req-3acc9251-df30-420a-97a6-a2e3aa97bb62 tempest-DeleteServersTestJSON-986892327 tempest-DeleteServersTestJSON-986892327-project] 10.222.0.36 "GET /v2.0/security-groups?id=762947ed-3f0a-4262-b9ef-d9eb2e41838c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5831521 Sep 30 06:27:50.089213 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f49281a-2168-4d12-ac10-b2b2c69f3c10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21135c26-a7b5-47cf-adcd-589119834e05,revision_number=None']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:27:50.172040 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-1cf8df15-7250-4ec1-962c-62305ccae8a8 None None] Notify callbacks [] for port, precommit_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:27:50.193689 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-1cf8df15-7250-4ec1-962c-62305ccae8a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7821886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727545992452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727545489363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727545489381'] for port, after_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:27:50.293176 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979c89e1-eea1-48db-b6ed-71fb98d144fc tempest-AttachVolumeTestJSON-1192105893 tempest-AttachVolumeTestJSON-1192105893-project] Pushing event updated for resources: {'Port': ['ID=b1b5a578-762e-4403-81c9-cd23a05d8dc0,revision_number=2']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:27:50.324057 dv-cinder-811877-1-iscsi neutron-server[94002]: DEBUG neutron.db.agents_db [None req-d9c94b1b-4ad8-4063-8329-7a4f29b52830 None None] Agent healthcheck: found 6 active agents {{(pid=94002) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 06:27:50.558588 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70812ee3-fabf-4ac8-8927-4995d913fb6a None None] Pushing event updated for resources: {'Port': ['ID=7641b08b-edd0-4733-84f9-f67531f18b54,revision_number=3']} {{(pid=94001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:27:50.590682 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.managers [None req-1cf8df15-7250-4ec1-962c-62305ccae8a8 None None] Attempting to bind port 7641b08b-edd0-4733-84f9-f67531f18b54 on host dv-cinder-811877-1-iscsi for vnic_type normal with profile {{(pid=94001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 06:27:50.591211 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.managers [None req-1cf8df15-7250-4ec1-962c-62305ccae8a8 None None] Attempting to bind port 7641b08b-edd0-4733-84f9-f67531f18b54 by drivers openvswitch,hyperv on host dv-cinder-811877-1-iscsi at level 0 using segments [{'id': 'fb392b75-2cea-4ed8-909e-87c2ccb253f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '92aa8f19-aafd-4462-9d7f-7e5f878c12b2'}] {{(pid=94001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 06:27:50.591694 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cf8df15-7250-4ec1-962c-62305ccae8a8 None None] Attempting to bind port 7641b08b-edd0-4733-84f9-f67531f18b54 on network 92aa8f19-aafd-4462-9d7f-7e5f878c12b2 {{(pid=94001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 06:27:50.608368 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.rpc [None req-1a5ef50c-1a60-4eeb-b96e-cf5df6fcca4b None None] Device 03bed038-0dec-4f52-9abc-55a7211c617f up at agent ovs-agent-dv-cinder-811877-1-iscsi {{(pid=94001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 06:27:50.616610 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4bebdf8-5a3f-46d6-b4d8-dc4c5505c46f service neutron] Pushing event updated for resources: {'Port': ['ID=c9702d29-a308-44f8-8cc9-eee4f7954e89,revision_number=3']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:27:50.680222 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cf8df15-7250-4ec1-962c-62305ccae8a8 None None] Checking agent: {'id': '38eed8e6-19bc-4ff2-90e0-3c7aa8a3a275', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-811877-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 6, 19, 32), 'started_at': datetime.datetime(2021, 9, 30, 6, 20, 2), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 6, 27, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-811877-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 06:27:50.680609 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cf8df15-7250-4ec1-962c-62305ccae8a8 None None] Checking segment: {'id': 'fb392b75-2cea-4ed8-909e-87c2ccb253f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '92aa8f19-aafd-4462-9d7f-7e5f878c12b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 06:27:50.680996 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-1cf8df15-7250-4ec1-962c-62305ccae8a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:27:50.681674 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cf8df15-7250-4ec1-962c-62305ccae8a8 None None] Bound using segment: {'id': 'fb392b75-2cea-4ed8-909e-87c2ccb253f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '92aa8f19-aafd-4462-9d7f-7e5f878c12b2'} {{(pid=94001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 06:27:50.681924 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.managers [None req-1cf8df15-7250-4ec1-962c-62305ccae8a8 None None] Bound port: 7641b08b-edd0-4733-84f9-f67531f18b54, host: dv-cinder-811877-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb392b75-2cea-4ed8-909e-87c2ccb253f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '92aa8f19-aafd-4462-9d7f-7e5f878c12b2'}}] {{(pid=94001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 06:27:50.682243 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-1cf8df15-7250-4ec1-962c-62305ccae8a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653538'] for port, before_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:27:50.710107 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.db.db_base_plugin_common [req-b69e2627-4e31-4b3b-8906-9a0b7046e5d7 req-98db0d01-14fd-495a-ba80-ba57065c2f1d tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] Allocated IP 172.20.0.6 (5fefac64-03c4-43dd-a17b-d4a261fa3173/05cd2f04-a42c-4ac5-94b6-16f7140b471b/387fd7a2-12c8-44e0-a778-a8a0b80d0b88) {{(pid=93999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 06:27:50.805814 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e32f1ea-67ee-4662-8556-d1346ea057ba req-10edd50e-d1f1-441b-ab8f-2fc3ab3b9e2b tempest-ServerRescueNegativeTestJSON-1209427659 tempest-ServerRescueNegativeTestJSON-1209427659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:27:50.809826 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-2e32f1ea-67ee-4662-8556-d1346ea057ba req-10edd50e-d1f1-441b-ab8f-2fc3ab3b9e2b tempest-ServerRescueNegativeTestJSON-1209427659 tempest-ServerRescueNegativeTestJSON-1209427659-project] 10.222.0.10 "GET /v2.0/networks?id=5c01f472-be09-4f47-a17f-2a759f124795 HTTP/1.1" status: 200 len: 817 time: 1.2300680 Sep 30 06:27:50.817198 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-5d5f4365-314c-485a-aaa6-6ab807be6579 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:27:50.826779 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9072a6a5-e8e5-4972-aa29-cf64ef130ab9 req-fb0602a1-339a-44ad-9130-99ee8e8ffddd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:27:50.830478 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-9072a6a5-e8e5-4972-aa29-cf64ef130ab9 req-fb0602a1-339a-44ad-9130-99ee8e8ffddd service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=9783cdb7db93417f80c3dff4dd3da4b1&device_id=b00bd24b-615d-4cba-80bb-d31d4fe88c7f HTTP/1.1" status: 200 len: 1096 time: 1.2489672 Sep 30 06:27:50.888326 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.db [None req-1cf8df15-7250-4ec1-962c-62305ccae8a8 None None] For port 7641b08b-edd0-4733-84f9-f67531f18b54, host dv-cinder-811877-1-iscsi, cleared binding levels {{(pid=94001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 06:27:50.898307 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.api.v2.base [req-2e32f1ea-67ee-4662-8556-d1346ea057ba req-fd14a939-8375-4cba-b019-bb8fad76f2e8 tempest-ServerRescueNegativeTestJSON-1209427659 tempest-ServerRescueNegativeTestJSON-1209427659-project] Request body: {'port': {'device_id': '0a86be7c-6414-4403-bd22-8634a0e22544', 'network_id': '5c01f472-be09-4f47-a17f-2a759f124795', 'admin_state_up': True, 'tenant_id': '2a4fe69e521f47bb94fe812e2f32c8b1'}} {{(pid=94000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 06:27:50.914228 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.db [None req-1cf8df15-7250-4ec1-962c-62305ccae8a8 None None] For port 7641b08b-edd0-4733-84f9-f67531f18b54, host dv-cinder-811877-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811877-1-iscsi',level=0,port_id=7641b08b-edd0-4733-84f9-f67531f18b54,segment=NetworkSegment(fb392b75-2cea-4ed8-909e-87c2ccb253f8),segment_id=fb392b75-2cea-4ed8-909e-87c2ccb253f8)] {{(pid=94001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 06:27:50.957210 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-1cf8df15-7250-4ec1-962c-62305ccae8a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7821886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727545992452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727545489363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727545489381'] for port, after_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:27:51.166030 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [req-b69e2627-4e31-4b3b-8906-9a0b7046e5d7 req-98db0d01-14fd-495a-ba80-ba57065c2f1d tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] Notify callbacks [] for port, precommit_create {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:27:51.208373 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 06:27:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d4047a5-fb5f-40f6-b328-ac8c292a41db x-openstack-request-id: req-9d4047a5-fb5f-40f6-b328-ac8c292a41db {{(pid=94000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 06:27:51.208700 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b00bd24b-615d-4cba-80bb-d31d4fe88c7f", "tag": "c9702d29-a308-44f8-8cc9-eee4f7954e89", "status": "completed", "code": 200}]} {{(pid=94000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 06:27:51.208936 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-9d4047a5-fb5f-40f6-b328-ac8c292a41db {{(pid=94000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 06:27:51.209478 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b00bd24b-615d-4cba-80bb-d31d4fe88c7f', 'tag': 'c9702d29-a308-44f8-8cc9-eee4f7954e89', 'status': 'completed', 'code': 200} Sep 30 06:27:51.235002 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70812ee3-fabf-4ac8-8927-4995d913fb6a None None] Pushing event updated for resources: {'Port': ['ID=7641b08b-edd0-4733-84f9-f67531f18b54,revision_number=4']} {{(pid=94001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:27:51.244036 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.db.provisioning_blocks [None req-a039592a-75e8-4da3-832a-166c0c1999de None None] Provisioning complete for port 7641b08b-edd0-4733-84f9-f67531f18b54 triggered by entity DHCP. {{(pid=94001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 06:27:51.244653 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-a039592a-75e8-4da3-832a-166c0c1999de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-597822'] for port, provisioning_complete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:27:51.302722 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.db.provisioning_blocks [None req-1a5ef50c-1a60-4eeb-b96e-cf5df6fcca4b None None] Provisioning complete for port 03bed038-0dec-4f52-9abc-55a7211c617f triggered by entity L2. {{(pid=94001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 06:27:51.303407 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-1a5ef50c-1a60-4eeb-b96e-cf5df6fcca4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-597822'] for port, provisioning_complete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:27:51.313046 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cf8df15-7250-4ec1-962c-62305ccae8a8 None None] Routers {'8ed619a9-5f7e-482b-8deb-23ec7fdf2ab4'} bound to L3 agent in host dv-cinder-811877-1-iscsi {{(pid=94001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 06:27:51.314794 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.db.l3_hamode_db [None req-1cf8df15-7250-4ec1-962c-62305ccae8a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811877-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-30T06:19:31Z,description=,heartbeat_timestamp=2021-09-30T06:27:31Z,host='dv-cinder-811877-1-iscsi',id=f054bd23-6895-478f-87a4-7cc0e21c04e0,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T06:19:31Z,topic='l3_agent')) {'router_ids': ['8ed619a9-5f7e-482b-8deb-23ec7fdf2ab4'], 'active': True} {{(pid=94001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 06:27:51.446249 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-5d5f4365-314c-485a-aaa6-6ab807be6579 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:27:51.454045 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2e32f1ea-67ee-4662-8556-d1346ea057ba req-fd14a939-8375-4cba-b019-bb8fad76f2e8 tempest-ServerRescueNegativeTestJSON-1209427659 tempest-ServerRescueNegativeTestJSON-1209427659-project] Made reservation on behalf of 2a4fe69e521f47bb94fe812e2f32c8b1 for: {'port': 1} {{(pid=94000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 06:27:51.469280 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [req-2e32f1ea-67ee-4662-8556-d1346ea057ba req-fd14a939-8375-4cba-b019-bb8fad76f2e8 tempest-ServerRescueNegativeTestJSON-1209427659 tempest-ServerRescueNegativeTestJSON-1209427659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653538'] for port, before_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:27:51.530706 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [req-b69e2627-4e31-4b3b-8906-9a0b7046e5d7 req-98db0d01-14fd-495a-ba80-ba57065c2f1d tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7821886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727545489345'] for port, after_create {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:27:51.617841 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-643117d9-75ec-473b-9e7a-1fb121ca1013 req-ece7bf45-a2a6-403a-b1c0-35efeb6dbb54 tempest-ServerRescueNegativeTestJSON-1209427659 tempest-ServerRescueNegativeTestJSON-1209427659-project] 10.222.0.36 "GET /v2.0/ports?device_id=0a86be7c-6414-4403-bd22-8634a0e22544 HTTP/1.1" status: 200 len: 210 time: 0.1330447 Sep 30 06:27:51.738192 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b69e2627-4e31-4b3b-8906-9a0b7046e5d7 req-98db0d01-14fd-495a-ba80-ba57065c2f1d tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] Network 5fefac64-03c4-43dd-a17b-d4a261fa3173 is already hosted by enough agents. {{(pid=93999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 06:27:51.744439 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.scheduler.base_scheduler [req-b69e2627-4e31-4b3b-8906-9a0b7046e5d7 req-98db0d01-14fd-495a-ba80-ba57065c2f1d tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] Resources bound (agent type, host, resource id): {{(pid=93999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 06:27:51.760590 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.db.l3_dvrscheduler_db [req-b69e2627-4e31-4b3b-8906-9a0b7046e5d7 req-98db0d01-14fd-495a-ba80-ba57065c2f1d tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] Received port after_create {{(pid=93999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 06:27:51.775068 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69e2627-4e31-4b3b-8906-9a0b7046e5d7 req-98db0d01-14fd-495a-ba80-ba57065c2f1d tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:27:51.776127 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [req-b69e2627-4e31-4b3b-8906-9a0b7046e5d7 req-98db0d01-14fd-495a-ba80-ba57065c2f1d tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7821868'] for port, before_response {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:27:51.792572 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.db.l3_dvr_db [None req-1cf8df15-7250-4ec1-962c-62305ccae8a8 None None] Set router 8ed619a9-5f7e-482b-8deb-23ec7fdf2ab4 gateway port host: dv-cinder-811877-1-iscsi {{(pid=94001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 06:27:51.801512 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.db.db_base_plugin_common [req-2e32f1ea-67ee-4662-8556-d1346ea057ba req-fd14a939-8375-4cba-b019-bb8fad76f2e8 tempest-ServerRescueNegativeTestJSON-1209427659 tempest-ServerRescueNegativeTestJSON-1209427659-project] Allocated IP 172.20.0.9 (5c01f472-be09-4f47-a17f-2a759f124795/c94366a3-4b59-4b72-a9bf-62e041f6886b/b10500c6-dc7c-475e-a085-9d2c7ed838e8) {{(pid=94000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 06:27:51.805649 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98db0d01-14fd-495a-ba80-ba57065c2f1d tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] Pushing event updated for resources: {'Port': ['ID=387fd7a2-12c8-44e0-a778-a8a0b80d0b88,revision_number=1']} {{(pid=93999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:27:51.811870 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-9072a6a5-e8e5-4972-aa29-cf64ef130ab9 req-60a93dc4-569b-4fff-a31f-d3da5270078b service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c9702d29-a308-44f8-8cc9-eee4f7954e89 HTTP/1.1" status: 200 len: 217 time: 0.9275289 Sep 30 06:27:51.831677 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-b69e2627-4e31-4b3b-8906-9a0b7046e5d7 req-98db0d01-14fd-495a-ba80-ba57065c2f1d tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3868656 Sep 30 06:27:51.838177 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-3bc09879-aeac-4758-ad84-8424539f9b06 req-6938a138-40ac-4a2e-99b8-c7f4f1aff837 tempest-AttachVolumeTestJSON-1192105893 tempest-AttachVolumeTestJSON-1192105893-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--526103264&fields=id&tenant_id=fd01cd14f23840e59331ece07bbcdf9e HTTP/1.1" status: 200 len: 267 time: 1.7197261 Sep 30 06:27:52.044995 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-a039592a-75e8-4da3-832a-166c0c1999de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653538'] for port, before_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:27:52.124706 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-5d5f4365-314c-485a-aaa6-6ab807be6579 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533969'] for security_group, after_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:27:52.136160 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-5d5f4365-314c-485a-aaa6-6ab807be6579 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:27:52.140907 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [None req-5d5f4365-314c-485a-aaa6-6ab807be6579 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/4b24d676-fe9e-4880-a39a-d72c94e7d0e7 HTTP/1.1" status: 204 len: 168 time: 2.1262045 Sep 30 06:27:52.153182 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de59d547-e88b-4981-bf7f-aaafe828859a req-75cb53d6-2838-46ce-bd82-f5ea64d721b5 tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:27:52.162400 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-de59d547-e88b-4981-bf7f-aaafe828859a req-75cb53d6-2838-46ce-bd82-f5ea64d721b5 tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] 10.222.0.36 "GET /v2.0/ports?device_id=c7de8e92-ecc9-41bc-98bb-5c2242bab3d1 HTTP/1.1" status: 200 len: 931 time: 0.1350720 Sep 30 06:27:52.181133 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.db [None req-a039592a-75e8-4da3-832a-166c0c1999de None None] For port 7641b08b-edd0-4733-84f9-f67531f18b54, host dv-cinder-811877-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811877-1-iscsi',level=0,port_id=7641b08b-edd0-4733-84f9-f67531f18b54,segment=NetworkSegment(fb392b75-2cea-4ed8-909e-87c2ccb253f8),segment_id=fb392b75-2cea-4ed8-909e-87c2ccb253f8)] {{(pid=94001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 06:27:52.244674 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5f4365-314c-485a-aaa6-6ab807be6579 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b24d676-fe9e-4880-a39a-d72c94e7d0e7,revision_number=None']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:27:52.245804 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-de59d547-e88b-4981-bf7f-aaafe828859a req-c9b79963-bac3-460b-82a2-8b70bba595d8 tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] 10.222.0.36 "GET /v2.0/security-groups?id=aaa05d83-3ebc-404f-b7b5-bc03e45995ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0755754 Sep 30 06:27:52.277356 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc09879-aeac-4758-ad84-8424539f9b06 req-a2365bf2-19d0-48bf-ac27-9b3333ba3acf tempest-AttachVolumeTestJSON-1192105893 tempest-AttachVolumeTestJSON-1192105893-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:27:52.279225 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-3bc09879-aeac-4758-ad84-8424539f9b06 req-a2365bf2-19d0-48bf-ac27-9b3333ba3acf tempest-AttachVolumeTestJSON-1192105893 tempest-AttachVolumeTestJSON-1192105893-project] 10.222.0.36 "GET /v2.0/networks?id=92aa8f19-aafd-4462-9d7f-7e5f878c12b2 HTTP/1.1" status: 200 len: 810 time: 0.4342523 Sep 30 06:27:52.312832 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-a039592a-75e8-4da3-832a-166c0c1999de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7821886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727545992452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727545489363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727545489381'] for port, after_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:27:52.444294 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-3bc09879-aeac-4758-ad84-8424539f9b06 req-b564ae0f-b2d3-4712-92f5-647e9ed0a9f1 tempest-AttachVolumeTestJSON-1192105893 tempest-AttachVolumeTestJSON-1192105893-project] 10.222.0.36 "GET /v2.0/quotas/fd01cd14f23840e59331ece07bbcdf9e HTTP/1.1" status: 200 len: 375 time: 0.1115315 Sep 30 06:27:52.556556 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [req-2e32f1ea-67ee-4662-8556-d1346ea057ba req-fd14a939-8375-4cba-b019-bb8fad76f2e8 tempest-ServerRescueNegativeTestJSON-1209427659 tempest-ServerRescueNegativeTestJSON-1209427659-project] Notify callbacks [] for port, precommit_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:27:52.602532 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81afebee-2ff4-4488-b05c-6ba8299dafc9 req-465f0c00-a9c3-4a3c-bc68-463fcb23cf37 tempest-DeleteServersTestJSON-986892327 tempest-DeleteServersTestJSON-986892327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:27:52.616417 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-81afebee-2ff4-4488-b05c-6ba8299dafc9 req-465f0c00-a9c3-4a3c-bc68-463fcb23cf37 tempest-DeleteServersTestJSON-986892327 tempest-DeleteServersTestJSON-986892327-project] 10.222.0.36 "GET /v2.0/ports?device_id=b00bd24b-615d-4cba-80bb-d31d4fe88c7f HTTP/1.1" status: 200 len: 943 time: 0.1744013 Sep 30 06:27:52.657406 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.api.v2.base [req-b69e2627-4e31-4b3b-8906-9a0b7046e5d7 req-dace6599-c9a2-44cd-b652-e4c83b3b9ed7 service neutron] Request body: {'port': {'device_id': 'c7de8e92-ecc9-41bc-98bb-5c2242bab3d1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81187'}} {{(pid=93999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 06:27:52.889960 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9072a6a5-e8e5-4972-aa29-cf64ef130ab9 req-3e9cf782-ce32-4c34-a9ee-d3f00eadd0bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:27:52.894501 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-9072a6a5-e8e5-4972-aa29-cf64ef130ab9 req-3e9cf782-ce32-4c34-a9ee-d3f00eadd0bf service neutron] 10.222.0.10 "GET /v2.0/subnets?id=2cc33e45-6ebd-4aca-ac3c-4bbace2f6c45 HTTP/1.1" status: 200 len: 851 time: 0.2519817 Sep 30 06:27:52.955985 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [req-b69e2627-4e31-4b3b-8906-9a0b7046e5d7 req-dace6599-c9a2-44cd-b652-e4c83b3b9ed7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653538'] for port, before_update {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:27:52.956745 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.rpc [None req-1a5ef50c-1a60-4eeb-b96e-cf5df6fcca4b None None] Device 7641b08b-edd0-4733-84f9-f67531f18b54 up at agent ovs-agent-dv-cinder-811877-1-iscsi {{(pid=94001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 06:27:52.972250 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-81afebee-2ff4-4488-b05c-6ba8299dafc9 req-504df77e-24c4-4966-85bc-1fede6da276c tempest-DeleteServersTestJSON-986892327 tempest-DeleteServersTestJSON-986892327-project] 10.222.0.36 "GET /v2.0/security-groups?id=762947ed-3f0a-4262-b9ef-d9eb2e41838c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3548584 Sep 30 06:27:52.999596 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-3bc09879-aeac-4758-ad84-8424539f9b06 req-6c923627-4c63-49e5-bd3a-18c4d628a877 tempest-AttachVolumeTestJSON-1192105893 tempest-AttachVolumeTestJSON-1192105893-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=fd01cd14f23840e59331ece07bbcdf9e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.5107167 Sep 30 06:27:53.113555 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.db.provisioning_blocks [None req-86d5b334-3311-4a1d-8cac-c557e7085f88 None None] Provisioning complete for port 387fd7a2-12c8-44e0-a778-a8a0b80d0b88 triggered by entity DHCP. {{(pid=94001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 06:27:53.113926 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-86d5b334-3311-4a1d-8cac-c557e7085f88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-597822'] for port, provisioning_complete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:27:53.239645 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-9072a6a5-e8e5-4972-aa29-cf64ef130ab9 req-31c2b200-29ff-45a4-bc09-a1de75826d03 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=09d5236c-0c6b-4c44-9520-bda2caf4b4f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2269287 Sep 30 06:27:53.281187 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [req-2e32f1ea-67ee-4662-8556-d1346ea057ba req-fd14a939-8375-4cba-b019-bb8fad76f2e8 tempest-ServerRescueNegativeTestJSON-1209427659 tempest-ServerRescueNegativeTestJSON-1209427659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7821886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727545489345'] for port, after_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:27:53.297934 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a039592a-75e8-4da3-832a-166c0c1999de None None] Pushing event updated for resources: {'Port': ['ID=7641b08b-edd0-4733-84f9-f67531f18b54,revision_number=5']} {{(pid=94001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:27:53.385331 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.plugin [None req-86d5b334-3311-4a1d-8cac-c557e7085f88 None None] Port 387fd7a2-12c8-44e0-a778-a8a0b80d0b88 cannot update to ACTIVE because it is not bound. {{(pid=94001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 06:27:53.454523 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.db.provisioning_blocks [None req-86d5b334-3311-4a1d-8cac-c557e7085f88 None None] Provisioning complete for port 7641b08b-edd0-4733-84f9-f67531f18b54 triggered by entity DHCP. {{(pid=94001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 06:27:53.454957 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-86d5b334-3311-4a1d-8cac-c557e7085f88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-597822'] for port, provisioning_complete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:27:53.596611 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.db.provisioning_blocks [None req-1a5ef50c-1a60-4eeb-b96e-cf5df6fcca4b None None] Provisioning complete for port 7641b08b-edd0-4733-84f9-f67531f18b54 triggered by entity L2. {{(pid=94001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 06:27:53.597964 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-1a5ef50c-1a60-4eeb-b96e-cf5df6fcca4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-597822'] for port, provisioning_complete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:27:53.776093 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.db.l3_hamode_db [None req-1cf8df15-7250-4ec1-962c-62305ccae8a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ed619a9-5f7e-482b-8deb-23ec7fdf2ab4', 'name': 'tempest-AttachVolumeTestJSON-934096422-router', 'tenant_id': 'fd01cd14f23840e59331ece07bbcdf9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddd8ee8b-b24f-47fb-afd7-cfc700c93624', 'external_fixed_ips': [{'subnet_id': '4727b4cf-a8ea-4dab-8db4-019b4e8b0546', 'ip_address': '172.27.1.36'}], 'enable_snat': True}, 'gw_port_id': 'da1c69fb-7325-41c8-ab50-aebb52d96748', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T06:27:32Z', 'updated_at': '2021-09-30T06:27:39Z', 'revision_number': 4, 'project_id': 'fd01cd14f23840e59331ece07bbcdf9e', 'gw_port': {'id': 'da1c69fb-7325-41c8-ab50-aebb52d96748', 'name': '', 'network_id': 'ddd8ee8b-b24f-47fb-afd7-cfc700c93624', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:61:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ed619a9-5f7e-482b-8deb-23ec7fdf2ab4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '4727b4cf-a8ea-4dab-8db4-019b4e8b0546', 'ip_address': '172.27.1.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T06:27:33Z', 'updated_at': '2021-09-30T06:27:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4727b4cf-a8ea-4dab-8db4-019b4e8b0546', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811877-1-iscsi', '_interfaces': [{'id': '7641b08b-edd0-4733-84f9-f67531f18b54', 'name': '', 'network_id': '92aa8f19-aafd-4462-9d7f-7e5f878c12b2', 'tenant_id': 'fd01cd14f23840e59331ece07bbcdf9e', 'mac_address': 'fa:16:3e:d4:5e:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ed619a9-5f7e-482b-8deb-23ec7fdf2ab4', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '87e3e2f7-f230-4774-967b-a68a66b90c87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T06:27:37Z', 'updated_at': '2021-09-30T06:27:50Z', 'revision_number': 4, 'project_id': 'fd01cd14f23840e59331ece07bbcdf9e', 'subnets': [{'id': '87e3e2f7-f230-4774-967b-a68a66b90c87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811877-1-iscsi', False) {} {{(pid=94001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 06:27:53.808337 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392bef66-d174-4117-b7a1-5d06bbcb524b req-45185f63-792c-4b62-b3c1-13ea28b53e40 tempest-ServerRescueNegativeTestJSON-1209427659 tempest-ServerRescueNegativeTestJSON-1209427659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:27:53.812255 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-392bef66-d174-4117-b7a1-5d06bbcb524b req-45185f63-792c-4b62-b3c1-13ea28b53e40 tempest-ServerRescueNegativeTestJSON-1209427659 tempest-ServerRescueNegativeTestJSON-1209427659-project] 10.222.0.36 "GET /v2.0/ports?device_id=0a86be7c-6414-4403-bd22-8634a0e22544 HTTP/1.1" status: 200 len: 931 time: 0.3427320 Sep 30 06:27:53.856057 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cf8df15-7250-4ec1-962c-62305ccae8a8 None None] The sync data for ids ['8ed619a9-5f7e-482b-8deb-23ec7fdf2ab4'] in dv-cinder-811877-1-iscsi is: [{'id': '8ed619a9-5f7e-482b-8deb-23ec7fdf2ab4', 'name': 'tempest-AttachVolumeTestJSON-934096422-router', 'tenant_id': 'fd01cd14f23840e59331ece07bbcdf9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddd8ee8b-b24f-47fb-afd7-cfc700c93624', 'external_fixed_ips': [{'subnet_id': '4727b4cf-a8ea-4dab-8db4-019b4e8b0546', 'ip_address': '172.27.1.36'}], 'enable_snat': True}, 'gw_port_id': 'da1c69fb-7325-41c8-ab50-aebb52d96748', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T06:27:32Z', 'updated_at': '2021-09-30T06:27:39Z', 'revision_number': 4, 'project_id': 'fd01cd14f23840e59331ece07bbcdf9e', 'gw_port': {'id': 'da1c69fb-7325-41c8-ab50-aebb52d96748', 'name': '', 'network_id': 'ddd8ee8b-b24f-47fb-afd7-cfc700c93624', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:61:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ed619a9-5f7e-482b-8deb-23ec7fdf2ab4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '4727b4cf-a8ea-4dab-8db4-019b4e8b0546', 'ip_address': '172.27.1.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T06:27:33Z', 'updated_at': '2021-09-30T06:27:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4727b4cf-a8ea-4dab-8db4-019b4e8b0546', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811877-1-iscsi', '_interfaces': [{'id': '7641b08b-edd0-4733-84f9-f67531f18b54', 'name': '', 'network_id': '92aa8f19-aafd-4462-9d7f-7e5f878c12b2', 'tenant_id': 'fd01cd14f23840e59331ece07bbcdf9e', 'mac_address': 'fa:16:3e:d4:5e:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ed619a9-5f7e-482b-8deb-23ec7fdf2ab4', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '87e3e2f7-f230-4774-967b-a68a66b90c87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T06:27:37Z', 'updated_at': '2021-09-30T06:27:50Z', 'revision_number': 4, 'project_id': 'fd01cd14f23840e59331ece07bbcdf9e', 'subnets': [{'id': '87e3e2f7-f230-4774-967b-a68a66b90c87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 06:27:53.979166 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd14a939-8375-4cba-b019-bb8fad76f2e8 tempest-ServerRescueNegativeTestJSON-1209427659 tempest-ServerRescueNegativeTestJSON-1209427659-project] Pushing event updated for resources: {'Port': ['ID=b10500c6-dc7c-475e-a085-9d2c7ed838e8,revision_number=1']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:27:54.082327 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2e32f1ea-67ee-4662-8556-d1346ea057ba req-fd14a939-8375-4cba-b019-bb8fad76f2e8 tempest-ServerRescueNegativeTestJSON-1209427659 tempest-ServerRescueNegativeTestJSON-1209427659-project] Network 5c01f472-be09-4f47-a17f-2a759f124795 is already hosted by enough agents. {{(pid=94000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 06:27:54.194821 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-392bef66-d174-4117-b7a1-5d06bbcb524b req-b8243492-8d31-42fe-99d3-85d0176bff1d tempest-ServerRescueNegativeTestJSON-1209427659 tempest-ServerRescueNegativeTestJSON-1209427659-project] 10.222.0.36 "GET /v2.0/security-groups?id=78ce1e3c-f3d7-420d-ac39-20c93d3fb7fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2941172 Sep 30 06:27:54.202814 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.scheduler.base_scheduler [req-2e32f1ea-67ee-4662-8556-d1346ea057ba req-fd14a939-8375-4cba-b019-bb8fad76f2e8 tempest-ServerRescueNegativeTestJSON-1209427659 tempest-ServerRescueNegativeTestJSON-1209427659-project] Resources bound (agent type, host, resource id): {{(pid=94000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 06:27:54.237351 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.notifiers.nova [req-a774a1cc-7c06-49d7-b614-104da320d6bc req-b105980c-dcf3-4776-b2a0-d978b5535a39 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f5867bda-e9f5-44e1-9382-f6b9e19fe331 {{(pid=93999) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 06:27:54.256289 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [req-a774a1cc-7c06-49d7-b614-104da320d6bc req-b105980c-dcf3-4776-b2a0-d978b5535a39 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:27:54.285809 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-9072a6a5-e8e5-4972-aa29-cf64ef130ab9 req-8a5fe2c2-6b2b-4529-9e83-bd2644fa3816 service neutron] 10.222.0.10 "GET /v2.0/networks/09d5236c-0c6b-4c44-9520-bda2caf4b4f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9571648 Sep 30 06:27:54.288495 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e32f1ea-67ee-4662-8556-d1346ea057ba req-fd14a939-8375-4cba-b019-bb8fad76f2e8 tempest-ServerRescueNegativeTestJSON-1209427659 tempest-ServerRescueNegativeTestJSON-1209427659-project] Received port after_create {{(pid=94000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 06:27:54.301209 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e32f1ea-67ee-4662-8556-d1346ea057ba req-fd14a939-8375-4cba-b019-bb8fad76f2e8 tempest-ServerRescueNegativeTestJSON-1209427659 tempest-ServerRescueNegativeTestJSON-1209427659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:27:54.304347 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [req-2e32f1ea-67ee-4662-8556-d1346ea057ba req-fd14a939-8375-4cba-b019-bb8fad76f2e8 tempest-ServerRescueNegativeTestJSON-1209427659 tempest-ServerRescueNegativeTestJSON-1209427659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7821868'] for port, before_response {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:27:54.383696 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-3bc09879-aeac-4758-ad84-8424539f9b06 req-73a77b8f-826e-405f-96d2-8a783c42a832 service neutron] 10.222.0.36 "GET /v2.0/networks/92aa8f19-aafd-4462-9d7f-7e5f878c12b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3535712 Sep 30 06:27:54.389707 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-2e32f1ea-67ee-4662-8556-d1346ea057ba req-fd14a939-8375-4cba-b019-bb8fad76f2e8 tempest-ServerRescueNegativeTestJSON-1209427659 tempest-ServerRescueNegativeTestJSON-1209427659-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4977477 Sep 30 06:27:54.458265 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.db.provisioning_blocks [req-a774a1cc-7c06-49d7-b614-104da320d6bc req-b105980c-dcf3-4776-b2a0-d978b5535a39 service neutron] Transition to ACTIVE for port object f5867bda-e9f5-44e1-9382-f6b9e19fe331 will not be triggered until provisioned by entity L2. {{(pid=93999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 06:27:54.483388 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.api.v2.base [req-2e32f1ea-67ee-4662-8556-d1346ea057ba req-7a58b882-6d79-4a81-8d63-4a97977ddc9b service neutron] Request body: {'port': {'device_id': '0a86be7c-6414-4403-bd22-8634a0e22544', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81187'}} {{(pid=94000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 06:27:54.525890 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.rpc [None req-1a5ef50c-1a60-4eeb-b96e-cf5df6fcca4b None None] Device 7641b08b-edd0-4733-84f9-f67531f18b54 up at agent ovs-agent-dv-cinder-811877-1-iscsi {{(pid=94001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 06:27:54.598351 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [req-a774a1cc-7c06-49d7-b614-104da320d6bc req-b105980c-dcf3-4776-b2a0-d978b5535a39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7821886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727545992452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727545489363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727545489381'] for port, after_update {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:27:54.734749 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.db.provisioning_blocks [None req-1a5ef50c-1a60-4eeb-b96e-cf5df6fcca4b None None] Provisioning complete for port 7641b08b-edd0-4733-84f9-f67531f18b54 triggered by entity L2. {{(pid=94001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 06:27:54.735126 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-1a5ef50c-1a60-4eeb-b96e-cf5df6fcca4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-597822'] for port, provisioning_complete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:27:54.752463 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.notifiers.nova [req-b69e2627-4e31-4b3b-8906-9a0b7046e5d7 req-dace6599-c9a2-44cd-b652-e4c83b3b9ed7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 387fd7a2-12c8-44e0-a778-a8a0b80d0b88 {{(pid=93999) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 06:27:54.786440 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [req-b69e2627-4e31-4b3b-8906-9a0b7046e5d7 req-dace6599-c9a2-44cd-b652-e4c83b3b9ed7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:27:54.885723 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.db.provisioning_blocks [req-b69e2627-4e31-4b3b-8906-9a0b7046e5d7 req-dace6599-c9a2-44cd-b652-e4c83b3b9ed7 service neutron] Transition to ACTIVE for port object 387fd7a2-12c8-44e0-a778-a8a0b80d0b88 will not be triggered until provisioned by entity L2. {{(pid=93999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 06:27:54.891426 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b105980c-dcf3-4776-b2a0-d978b5535a39 service neutron] Pushing event updated for resources: {'Port': ['ID=f5867bda-e9f5-44e1-9382-f6b9e19fe331,revision_number=2']} {{(pid=93999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:27:54.930975 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [req-b69e2627-4e31-4b3b-8906-9a0b7046e5d7 req-dace6599-c9a2-44cd-b652-e4c83b3b9ed7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7821886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727545992452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727545489363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727545489381'] for port, after_update {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:27:55.059901 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [req-2e32f1ea-67ee-4662-8556-d1346ea057ba req-7a58b882-6d79-4a81-8d63-4a97977ddc9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653538'] for port, before_update {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:27:55.175741 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.36', 51338) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 06:27:55.187482 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dace6599-c9a2-44cd-b652-e4c83b3b9ed7 service neutron] Pushing event updated for resources: {'Port': ['ID=387fd7a2-12c8-44e0-a778-a8a0b80d0b88,revision_number=2']} {{(pid=93999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:27:55.221279 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89ec463-cff6-4248-8144-5441ecfc72d7 req-fac2c532-ec6f-40a5-9d27-bb8b16249262 tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:27:55.240230 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-a89ec463-cff6-4248-8144-5441ecfc72d7 req-fac2c532-ec6f-40a5-9d27-bb8b16249262 tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] 10.222.0.36 "GET /v2.0/ports?device_id=c7de8e92-ecc9-41bc-98bb-5c2242bab3d1 HTTP/1.1" status: 200 len: 931 time: 0.7645073 Sep 30 06:27:55.311023 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-9072a6a5-e8e5-4972-aa29-cf64ef130ab9 req-7d03bffe-c5a1-4919-b11a-a639e14bf86f service neutron] 10.222.0.10 "GET /v2.0/networks/09d5236c-0c6b-4c44-9520-bda2caf4b4f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9931273 Sep 30 06:27:55.328287 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.plugins.ml2.managers [req-a774a1cc-7c06-49d7-b614-104da320d6bc req-b105980c-dcf3-4776-b2a0-d978b5535a39 service neutron] Attempting to bind port f5867bda-e9f5-44e1-9382-f6b9e19fe331 on host hv-cinder-81187 for vnic_type normal with profile {{(pid=93999) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 06:27:55.328643 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.plugins.ml2.managers [req-a774a1cc-7c06-49d7-b614-104da320d6bc req-b105980c-dcf3-4776-b2a0-d978b5535a39 service neutron] Attempting to bind port f5867bda-e9f5-44e1-9382-f6b9e19fe331 by drivers openvswitch,hyperv on host hv-cinder-81187 at level 0 using segments [{'id': '410fd4de-8a82-48c3-96d1-1762cdf9a695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '5c01f472-be09-4f47-a17f-2a759f124795'}] {{(pid=93999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 06:27:55.333368 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a774a1cc-7c06-49d7-b614-104da320d6bc req-b105980c-dcf3-4776-b2a0-d978b5535a39 service neutron] Attempting to bind port f5867bda-e9f5-44e1-9382-f6b9e19fe331 on network 5c01f472-be09-4f47-a17f-2a759f124795 {{(pid=93999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 06:27:55.452500 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a774a1cc-7c06-49d7-b614-104da320d6bc req-b105980c-dcf3-4776-b2a0-d978b5535a39 service neutron] Port f5867bda-e9f5-44e1-9382-f6b9e19fe331 on network 5c01f472-be09-4f47-a17f-2a759f124795 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81187 {{(pid=93999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 06:27:55.452912 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a774a1cc-7c06-49d7-b614-104da320d6bc req-b105980c-dcf3-4776-b2a0-d978b5535a39 service neutron] Attempting to bind port f5867bda-e9f5-44e1-9382-f6b9e19fe331 on network 5c01f472-be09-4f47-a17f-2a759f124795 {{(pid=93999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 06:27:55.497337 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a774a1cc-7c06-49d7-b614-104da320d6bc req-b105980c-dcf3-4776-b2a0-d978b5535a39 service neutron] Checking agent: {'id': '8d9eab89-7803-44fc-b727-c0e530c74148', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81187', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 6, 25, 39), 'started_at': datetime.datetime(2021, 9, 30, 6, 25, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 6, 27, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 06:27:55.497721 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a774a1cc-7c06-49d7-b614-104da320d6bc req-b105980c-dcf3-4776-b2a0-d978b5535a39 service neutron] Checking segment: {'id': '410fd4de-8a82-48c3-96d1-1762cdf9a695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '5c01f472-be09-4f47-a17f-2a759f124795'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 06:27:55.498595 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a774a1cc-7c06-49d7-b614-104da320d6bc req-b105980c-dcf3-4776-b2a0-d978b5535a39 service neutron] Bound using segment: {'id': '410fd4de-8a82-48c3-96d1-1762cdf9a695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '5c01f472-be09-4f47-a17f-2a759f124795'} {{(pid=93999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 06:27:55.499052 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.plugins.ml2.managers [req-a774a1cc-7c06-49d7-b614-104da320d6bc req-b105980c-dcf3-4776-b2a0-d978b5535a39 service neutron] Bound port: f5867bda-e9f5-44e1-9382-f6b9e19fe331, host: hv-cinder-81187, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '410fd4de-8a82-48c3-96d1-1762cdf9a695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '5c01f472-be09-4f47-a17f-2a759f124795'}}] {{(pid=93999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 06:27:55.499460 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [req-a774a1cc-7c06-49d7-b614-104da320d6bc req-b105980c-dcf3-4776-b2a0-d978b5535a39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653538'] for port, before_update {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:27:55.591349 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-3bc09879-aeac-4758-ad84-8424539f9b06 req-ddbf8026-7d0d-43bd-ba92-74a621382dce service neutron] 10.222.0.36 "GET /v2.0/networks/92aa8f19-aafd-4462-9d7f-7e5f878c12b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1159737 Sep 30 06:27:55.594978 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-a89ec463-cff6-4248-8144-5441ecfc72d7 req-d47d3663-34bb-415f-9e5e-62054034460b tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] 10.222.0.36 "GET /v2.0/security-groups?id=aaa05d83-3ebc-404f-b7b5-bc03e45995ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3444302 Sep 30 06:27:55.596427 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.plugins.ml2.managers [req-b69e2627-4e31-4b3b-8906-9a0b7046e5d7 req-dace6599-c9a2-44cd-b652-e4c83b3b9ed7 service neutron] Attempting to bind port 387fd7a2-12c8-44e0-a778-a8a0b80d0b88 on host hv-cinder-81187 for vnic_type normal with profile {{(pid=93999) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 06:27:55.601377 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.plugins.ml2.managers [req-b69e2627-4e31-4b3b-8906-9a0b7046e5d7 req-dace6599-c9a2-44cd-b652-e4c83b3b9ed7 service neutron] Attempting to bind port 387fd7a2-12c8-44e0-a778-a8a0b80d0b88 by drivers openvswitch,hyperv on host hv-cinder-81187 at level 0 using segments [{'id': '2a6dd986-63b3-41e2-80f5-fecbf28b70d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '5fefac64-03c4-43dd-a17b-d4a261fa3173'}] {{(pid=93999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 06:27:55.601953 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b69e2627-4e31-4b3b-8906-9a0b7046e5d7 req-dace6599-c9a2-44cd-b652-e4c83b3b9ed7 service neutron] Attempting to bind port 387fd7a2-12c8-44e0-a778-a8a0b80d0b88 on network 5fefac64-03c4-43dd-a17b-d4a261fa3173 {{(pid=93999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 06:27:55.756268 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.plugins.ml2.db [req-a774a1cc-7c06-49d7-b614-104da320d6bc req-b105980c-dcf3-4776-b2a0-d978b5535a39 service neutron] For port f5867bda-e9f5-44e1-9382-f6b9e19fe331, host hv-cinder-81187, cleared binding levels {{(pid=93999) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 06:27:55.765635 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b69e2627-4e31-4b3b-8906-9a0b7046e5d7 req-dace6599-c9a2-44cd-b652-e4c83b3b9ed7 service neutron] Port 387fd7a2-12c8-44e0-a778-a8a0b80d0b88 on network 5fefac64-03c4-43dd-a17b-d4a261fa3173 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81187 {{(pid=93999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 06:27:55.766087 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b69e2627-4e31-4b3b-8906-9a0b7046e5d7 req-dace6599-c9a2-44cd-b652-e4c83b3b9ed7 service neutron] Attempting to bind port 387fd7a2-12c8-44e0-a778-a8a0b80d0b88 on network 5fefac64-03c4-43dd-a17b-d4a261fa3173 {{(pid=93999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 06:27:55.793263 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.plugins.ml2.db [req-a774a1cc-7c06-49d7-b614-104da320d6bc req-b105980c-dcf3-4776-b2a0-d978b5535a39 service neutron] For port f5867bda-e9f5-44e1-9382-f6b9e19fe331, host hv-cinder-81187, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81187',level=0,port_id=f5867bda-e9f5-44e1-9382-f6b9e19fe331,segment=NetworkSegment(410fd4de-8a82-48c3-96d1-1762cdf9a695),segment_id=410fd4de-8a82-48c3-96d1-1762cdf9a695)] {{(pid=93999) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 06:27:55.798873 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b69e2627-4e31-4b3b-8906-9a0b7046e5d7 req-dace6599-c9a2-44cd-b652-e4c83b3b9ed7 service neutron] Checking agent: {'id': '8d9eab89-7803-44fc-b727-c0e530c74148', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81187', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 6, 25, 39), 'started_at': datetime.datetime(2021, 9, 30, 6, 25, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 6, 27, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 06:27:55.803135 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b69e2627-4e31-4b3b-8906-9a0b7046e5d7 req-dace6599-c9a2-44cd-b652-e4c83b3b9ed7 service neutron] Checking segment: {'id': '2a6dd986-63b3-41e2-80f5-fecbf28b70d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '5fefac64-03c4-43dd-a17b-d4a261fa3173'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 06:27:55.806347 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b69e2627-4e31-4b3b-8906-9a0b7046e5d7 req-dace6599-c9a2-44cd-b652-e4c83b3b9ed7 service neutron] Bound using segment: {'id': '2a6dd986-63b3-41e2-80f5-fecbf28b70d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '5fefac64-03c4-43dd-a17b-d4a261fa3173'} {{(pid=93999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 06:27:55.807275 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.plugins.ml2.managers [req-b69e2627-4e31-4b3b-8906-9a0b7046e5d7 req-dace6599-c9a2-44cd-b652-e4c83b3b9ed7 service neutron] Bound port: 387fd7a2-12c8-44e0-a778-a8a0b80d0b88, host: hv-cinder-81187, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a6dd986-63b3-41e2-80f5-fecbf28b70d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '5fefac64-03c4-43dd-a17b-d4a261fa3173'}}] {{(pid=93999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 06:27:55.810028 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [req-b69e2627-4e31-4b3b-8906-9a0b7046e5d7 req-dace6599-c9a2-44cd-b652-e4c83b3b9ed7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653538'] for port, before_update {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:27:55.815056 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [req-a774a1cc-7c06-49d7-b614-104da320d6bc req-b105980c-dcf3-4776-b2a0-d978b5535a39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7821886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727545992452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727545489363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727545489381'] for port, after_update {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:27:55.906756 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-d6239735-3213-49ab-aa9c-b04a1e8c8ad8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:27:56.080861 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff93aeb-d1ca-4582-9148-bea0c86126d1 req-96c508ba-7d56-46eb-8e2f-677f836f47c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:27:56.082486 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-4ff93aeb-d1ca-4582-9148-bea0c86126d1 req-96c508ba-7d56-46eb-8e2f-677f836f47c4 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=9783cdb7db93417f80c3dff4dd3da4b1&device_id=b00bd24b-615d-4cba-80bb-d31d4fe88c7f HTTP/1.1" status: 200 len: 1096 time: 0.2516530 Sep 30 06:27:56.112700 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a774a1cc-7c06-49d7-b614-104da320d6bc req-b105980c-dcf3-4776-b2a0-d978b5535a39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:27:56.113359 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [req-a774a1cc-7c06-49d7-b614-104da320d6bc req-b105980c-dcf3-4776-b2a0-d978b5535a39 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7821868'] for port, before_response {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:27:56.115105 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-a774a1cc-7c06-49d7-b614-104da320d6bc req-b105980c-dcf3-4776-b2a0-d978b5535a39 service neutron] 10.222.0.10 "PUT /v2.0/ports/f5867bda-e9f5-44e1-9382-f6b9e19fe331 HTTP/1.1" status: 200 len: 1093 time: 7.2507954 Sep 30 06:27:56.117393 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be801cab-b2ce-4594-8d30-3431ea29df2f', 'tag': 'f5867bda-e9f5-44e1-9382-f6b9e19fe331'}] {{(pid=93999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 06:27:56.289699 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b105980c-dcf3-4776-b2a0-d978b5535a39 service neutron] Pushing event updated for resources: {'Port': ['ID=f5867bda-e9f5-44e1-9382-f6b9e19fe331,revision_number=3']} {{(pid=93999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:27:56.338648 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb801ae-4954-4a46-a191-5b1c7f1be196 req-528a74aa-f963-4325-a107-5584475973c4 tempest-DeleteServersTestJSON-986892327 tempest-DeleteServersTestJSON-986892327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:27:56.349336 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-eeb801ae-4954-4a46-a191-5b1c7f1be196 req-528a74aa-f963-4325-a107-5584475973c4 tempest-DeleteServersTestJSON-986892327 tempest-DeleteServersTestJSON-986892327-project] 10.222.0.36 "GET /v2.0/ports?device_id=b00bd24b-615d-4cba-80bb-d31d4fe88c7f HTTP/1.1" status: 200 len: 943 time: 0.2852190 Sep 30 06:27:56.423203 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.plugins.ml2.db [req-b69e2627-4e31-4b3b-8906-9a0b7046e5d7 req-dace6599-c9a2-44cd-b652-e4c83b3b9ed7 service neutron] For port 387fd7a2-12c8-44e0-a778-a8a0b80d0b88, host hv-cinder-81187, cleared binding levels {{(pid=93999) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 06:27:56.482211 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.plugins.ml2.db [req-b69e2627-4e31-4b3b-8906-9a0b7046e5d7 req-dace6599-c9a2-44cd-b652-e4c83b3b9ed7 service neutron] For port 387fd7a2-12c8-44e0-a778-a8a0b80d0b88, host hv-cinder-81187, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81187',level=0,port_id=387fd7a2-12c8-44e0-a778-a8a0b80d0b88,segment=NetworkSegment(2a6dd986-63b3-41e2-80f5-fecbf28b70d3),segment_id=2a6dd986-63b3-41e2-80f5-fecbf28b70d3)] {{(pid=93999) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 06:27:56.495746 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [req-b69e2627-4e31-4b3b-8906-9a0b7046e5d7 req-dace6599-c9a2-44cd-b652-e4c83b3b9ed7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7821886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727545992452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727545489363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727545489381'] for port, after_update {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:27:56.530323 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-eeb801ae-4954-4a46-a191-5b1c7f1be196 req-929a01cc-25bf-409e-8221-dd25914f4068 tempest-DeleteServersTestJSON-986892327 tempest-DeleteServersTestJSON-986892327-project] 10.222.0.36 "GET /v2.0/security-groups?id=762947ed-3f0a-4262-b9ef-d9eb2e41838c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1797111 Sep 30 06:27:56.547057 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07b111f6e278cfffd9c4f208e103de524c2b9e3fbd4e5a5b5d8dd158a433df71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d137764c-4736-4fba-ad62-ea142fcf2cc9" -d '{"events": [{"name": "network-changed", "server_uuid": "be801cab-b2ce-4594-8d30-3431ea29df2f", "tag": "f5867bda-e9f5-44e1-9382-f6b9e19fe331"}]}' {{(pid=93999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 06:27:56.639011 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a774a1cc-7c06-49d7-b614-104da320d6bc req-6cdede13-044f-4bc5-bb4d-181bd0ad547c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:27:56.640691 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-a774a1cc-7c06-49d7-b614-104da320d6bc req-6cdede13-044f-4bc5-bb4d-181bd0ad547c service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=2a4fe69e521f47bb94fe812e2f32c8b1&device_id=be801cab-b2ce-4594-8d30-3431ea29df2f HTTP/1.1" status: 200 len: 1096 time: 0.2881248 Sep 30 06:27:56.655346 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69e2627-4e31-4b3b-8906-9a0b7046e5d7 req-dace6599-c9a2-44cd-b652-e4c83b3b9ed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:27:56.656080 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [req-b69e2627-4e31-4b3b-8906-9a0b7046e5d7 req-dace6599-c9a2-44cd-b652-e4c83b3b9ed7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7821868'] for port, before_response {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:27:56.658309 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-b69e2627-4e31-4b3b-8906-9a0b7046e5d7 req-dace6599-c9a2-44cd-b652-e4c83b3b9ed7 service neutron] 10.222.0.10 "PUT /v2.0/ports/387fd7a2-12c8-44e0-a778-a8a0b80d0b88 HTTP/1.1" status: 200 len: 1093 time: 4.0132141 Sep 30 06:27:56.670568 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.notifiers.nova [req-2e32f1ea-67ee-4662-8556-d1346ea057ba req-7a58b882-6d79-4a81-8d63-4a97977ddc9b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b10500c6-dc7c-475e-a085-9d2c7ed838e8 {{(pid=94000) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 06:27:56.690580 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [req-2e32f1ea-67ee-4662-8556-d1346ea057ba req-7a58b882-6d79-4a81-8d63-4a97977ddc9b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:27:56.721807 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.db.provisioning_blocks [req-2e32f1ea-67ee-4662-8556-d1346ea057ba req-7a58b882-6d79-4a81-8d63-4a97977ddc9b service neutron] Transition to ACTIVE for port object b10500c6-dc7c-475e-a085-9d2c7ed838e8 will not be triggered until provisioned by entity L2. {{(pid=94000) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 06:27:56.875628 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [req-2e32f1ea-67ee-4662-8556-d1346ea057ba req-7a58b882-6d79-4a81-8d63-4a97977ddc9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7821886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727545992452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727545489363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727545489381'] for port, after_update {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:27:56.956544 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-a774a1cc-7c06-49d7-b614-104da320d6bc req-df782874-9af9-42e1-b18e-a723f960f5ff service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f5867bda-e9f5-44e1-9382-f6b9e19fe331 HTTP/1.1" status: 200 len: 217 time: 0.2804675 Sep 30 06:27:56.983276 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c375c4-da81-4da9-8a40-ed6894dcb409 req-f709c111-600d-43a3-b4ec-ae53e85bea92 tempest-ServerRescueNegativeTestJSON-1209427659 tempest-ServerRescueNegativeTestJSON-1209427659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:27:56.992813 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-29c375c4-da81-4da9-8a40-ed6894dcb409 req-f709c111-600d-43a3-b4ec-ae53e85bea92 tempest-ServerRescueNegativeTestJSON-1209427659 tempest-ServerRescueNegativeTestJSON-1209427659-project] 10.222.0.36 "GET /v2.0/ports?device_id=0a86be7c-6414-4403-bd22-8634a0e22544 HTTP/1.1" status: 200 len: 931 time: 0.9217992 Sep 30 06:27:57.003196 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-a5349042-b613-4fcc-aa1a-2b32112612c3 req-9fc04ccc-9a70-4cfa-afc4-f79abdc9689b tempest-AttachVolumeTestJSON-1192105893 tempest-AttachVolumeTestJSON-1192105893-project] 10.222.0.36 "GET /v2.0/ports?device_id=6958c33e-794d-418e-a5ab-7fc4d005ddf7 HTTP/1.1" status: 200 len: 210 time: 0.1008077 Sep 30 06:27:57.015495 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dace6599-c9a2-44cd-b652-e4c83b3b9ed7 service neutron] Pushing event updated for resources: {'Port': ['ID=387fd7a2-12c8-44e0-a778-a8a0b80d0b88,revision_number=3']} {{(pid=93999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:27:57.024841 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69e2627-4e31-4b3b-8906-9a0b7046e5d7 req-5259f67c-9e73-4996-a73b-dd0175699edd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:27:57.026363 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-b69e2627-4e31-4b3b-8906-9a0b7046e5d7 req-5259f67c-9e73-4996-a73b-dd0175699edd service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=3f54d397fb6646ca811cd4b70b8b5d31&device_id=c7de8e92-ecc9-41bc-98bb-5c2242bab3d1 HTTP/1.1" status: 200 len: 1096 time: 0.1231892 Sep 30 06:27:57.047982 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a58b882-6d79-4a81-8d63-4a97977ddc9b service neutron] Pushing event updated for resources: {'Port': ['ID=b10500c6-dc7c-475e-a085-9d2c7ed838e8,revision_number=2']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:27:57.056059 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-d6239735-3213-49ab-aa9c-b04a1e8c8ad8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:27:57.079880 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-d6239735-3213-49ab-aa9c-b04a1e8c8ad8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533969'] for security_group, after_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:27:57.125883 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6239735-3213-49ab-aa9c-b04a1e8c8ad8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34e70811-1ade-4036-a1a1-a456ba52b454,revision_number=1']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:27:57.152905 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff93aeb-d1ca-4582-9148-bea0c86126d1 req-61365ad3-11b7-4a96-95fb-d3124a5c3c23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:27:57.154536 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-4ff93aeb-d1ca-4582-9148-bea0c86126d1 req-61365ad3-11b7-4a96-95fb-d3124a5c3c23 service neutron] 10.222.0.10 "GET /v2.0/networks?id=09d5236c-0c6b-4c44-9520-bda2caf4b4f2 HTTP/1.1" status: 200 len: 912 time: 1.0277920 Sep 30 06:27:57.198504 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [None req-d6239735-3213-49ab-aa9c-b04a1e8c8ad8 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=9331358f57c14028827e9784bea83848&name=default HTTP/1.1" status: 200 len: 2979 time: 2.0206437 Sep 30 06:27:57.209913 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-29c375c4-da81-4da9-8a40-ed6894dcb409 req-545763a7-ffad-4eb6-a44e-1ab5f1db0e53 tempest-ServerRescueNegativeTestJSON-1209427659 tempest-ServerRescueNegativeTestJSON-1209427659-project] 10.222.0.36 "GET /v2.0/security-groups?id=78ce1e3c-f3d7-420d-ac39-20c93d3fb7fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2159219 Sep 30 06:27:57.253124 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.36', 51414) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 06:27:57.340751 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-4ff93aeb-d1ca-4582-9148-bea0c86126d1 req-a2edb18c-486f-4cff-9ed2-92f72d761d40 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c9702d29-a308-44f8-8cc9-eee4f7954e89 HTTP/1.1" status: 200 len: 217 time: 0.1562748 Sep 30 06:27:57.409504 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.plugins.ml2.managers [req-2e32f1ea-67ee-4662-8556-d1346ea057ba req-7a58b882-6d79-4a81-8d63-4a97977ddc9b service neutron] Attempting to bind port b10500c6-dc7c-475e-a085-9d2c7ed838e8 on host hv-cinder-81187 for vnic_type normal with profile {{(pid=94000) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 06:27:57.409837 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.plugins.ml2.managers [req-2e32f1ea-67ee-4662-8556-d1346ea057ba req-7a58b882-6d79-4a81-8d63-4a97977ddc9b service neutron] Attempting to bind port b10500c6-dc7c-475e-a085-9d2c7ed838e8 by drivers openvswitch,hyperv on host hv-cinder-81187 at level 0 using segments [{'id': '410fd4de-8a82-48c3-96d1-1762cdf9a695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '5c01f472-be09-4f47-a17f-2a759f124795'}] {{(pid=94000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 06:27:57.410347 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e32f1ea-67ee-4662-8556-d1346ea057ba req-7a58b882-6d79-4a81-8d63-4a97977ddc9b service neutron] Attempting to bind port b10500c6-dc7c-475e-a085-9d2c7ed838e8 on network 5c01f472-be09-4f47-a17f-2a759f124795 {{(pid=94000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 06:27:57.448290 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e32f1ea-67ee-4662-8556-d1346ea057ba req-7a58b882-6d79-4a81-8d63-4a97977ddc9b service neutron] Port b10500c6-dc7c-475e-a085-9d2c7ed838e8 on network 5c01f472-be09-4f47-a17f-2a759f124795 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81187 {{(pid=94000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 06:27:57.448621 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e32f1ea-67ee-4662-8556-d1346ea057ba req-7a58b882-6d79-4a81-8d63-4a97977ddc9b service neutron] Attempting to bind port b10500c6-dc7c-475e-a085-9d2c7ed838e8 on network 5c01f472-be09-4f47-a17f-2a759f124795 {{(pid=94000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 06:27:57.487996 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e32f1ea-67ee-4662-8556-d1346ea057ba req-7a58b882-6d79-4a81-8d63-4a97977ddc9b service neutron] Checking agent: {'id': '8d9eab89-7803-44fc-b727-c0e530c74148', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81187', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 6, 25, 39), 'started_at': datetime.datetime(2021, 9, 30, 6, 25, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 6, 27, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 06:27:57.488129 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e32f1ea-67ee-4662-8556-d1346ea057ba req-7a58b882-6d79-4a81-8d63-4a97977ddc9b service neutron] Checking segment: {'id': '410fd4de-8a82-48c3-96d1-1762cdf9a695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '5c01f472-be09-4f47-a17f-2a759f124795'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 06:27:57.488827 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e32f1ea-67ee-4662-8556-d1346ea057ba req-7a58b882-6d79-4a81-8d63-4a97977ddc9b service neutron] Bound using segment: {'id': '410fd4de-8a82-48c3-96d1-1762cdf9a695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '5c01f472-be09-4f47-a17f-2a759f124795'} {{(pid=94000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 06:27:57.489597 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.plugins.ml2.managers [req-2e32f1ea-67ee-4662-8556-d1346ea057ba req-7a58b882-6d79-4a81-8d63-4a97977ddc9b service neutron] Bound port: b10500c6-dc7c-475e-a085-9d2c7ed838e8, host: hv-cinder-81187, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '410fd4de-8a82-48c3-96d1-1762cdf9a695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '5c01f472-be09-4f47-a17f-2a759f124795'}}] {{(pid=94000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 06:27:57.490306 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [req-2e32f1ea-67ee-4662-8556-d1346ea057ba req-7a58b882-6d79-4a81-8d63-4a97977ddc9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653538'] for port, before_update {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:27:57.528494 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1dcbf0-e282-4277-814c-6658c21f8865 req-8d7aef45-6264-4adc-9416-bdffa9e7225e tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:27:57.548428 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-7e1dcbf0-e282-4277-814c-6658c21f8865 req-8d7aef45-6264-4adc-9416-bdffa9e7225e tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] 10.222.0.36 "GET /v2.0/ports?device_id=c7de8e92-ecc9-41bc-98bb-5c2242bab3d1 HTTP/1.1" status: 200 len: 943 time: 0.1965084 Sep 30 06:27:57.602086 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-76fd6126-c0df-48d6-a986-5298b8c35580 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:27:57.658643 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-76fd6126-c0df-48d6-a986-5298b8c35580 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:27:57.682368 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-7e1dcbf0-e282-4277-814c-6658c21f8865 req-c4053e10-03bb-4ffe-ae8d-2802aab7971d tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] 10.222.0.36 "GET /v2.0/security-groups?id=aaa05d83-3ebc-404f-b7b5-bc03e45995ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1327298 Sep 30 06:27:57.783816 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 06:27:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b9e841f-3336-40d7-a255-ce6ee061524f x-openstack-request-id: req-6b9e841f-3336-40d7-a255-ce6ee061524f {{(pid=93999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 06:27:57.784335 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be801cab-b2ce-4594-8d30-3431ea29df2f", "tag": "f5867bda-e9f5-44e1-9382-f6b9e19fe331", "status": "completed", "code": 200}]} {{(pid=93999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 06:27:57.784335 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-6b9e841f-3336-40d7-a255-ce6ee061524f {{(pid=93999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 06:27:57.784999 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be801cab-b2ce-4594-8d30-3431ea29df2f', 'tag': 'f5867bda-e9f5-44e1-9382-f6b9e19fe331', 'status': 'completed', 'code': 200} Sep 30 06:27:57.799393 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.plugins.ml2.db [req-2e32f1ea-67ee-4662-8556-d1346ea057ba req-7a58b882-6d79-4a81-8d63-4a97977ddc9b service neutron] For port b10500c6-dc7c-475e-a085-9d2c7ed838e8, host hv-cinder-81187, cleared binding levels {{(pid=94000) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 06:27:57.862392 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-b69e2627-4e31-4b3b-8906-9a0b7046e5d7 req-8083df6c-7015-444f-9012-1c9ce9da5697 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=387fd7a2-12c8-44e0-a778-a8a0b80d0b88 HTTP/1.1" status: 200 len: 217 time: 0.7687435 Sep 30 06:27:57.863150 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.wsgi [-] (93999) accepted ('10.222.0.36', 51434) {{(pid=93999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 06:27:57.873346 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.plugins.ml2.db [req-2e32f1ea-67ee-4662-8556-d1346ea057ba req-7a58b882-6d79-4a81-8d63-4a97977ddc9b service neutron] For port b10500c6-dc7c-475e-a085-9d2c7ed838e8, host hv-cinder-81187, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81187',level=0,port_id=b10500c6-dc7c-475e-a085-9d2c7ed838e8,segment=NetworkSegment(410fd4de-8a82-48c3-96d1-1762cdf9a695),segment_id=410fd4de-8a82-48c3-96d1-1762cdf9a695)] {{(pid=94000) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 06:27:57.885771 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [req-2e32f1ea-67ee-4662-8556-d1346ea057ba req-7a58b882-6d79-4a81-8d63-4a97977ddc9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7821886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727545992452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727545489363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727545489381'] for port, after_update {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:27:57.914239 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f084d14b-bfc7-4804-8aa4-dd4d734765ed req-e5d6d605-16b2-4a2f-a8cf-b71b424f13a0 tempest-DeleteServersTestJSON-986892327 tempest-DeleteServersTestJSON-986892327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:27:57.920227 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-f084d14b-bfc7-4804-8aa4-dd4d734765ed req-e5d6d605-16b2-4a2f-a8cf-b71b424f13a0 tempest-DeleteServersTestJSON-986892327 tempest-DeleteServersTestJSON-986892327-project] 10.222.0.36 "GET /v2.0/ports?device_id=b00bd24b-615d-4cba-80bb-d31d4fe88c7f HTTP/1.1" status: 200 len: 943 time: 0.1613822 Sep 30 06:27:57.928147 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e32f1ea-67ee-4662-8556-d1346ea057ba req-7a58b882-6d79-4a81-8d63-4a97977ddc9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:27:57.928859 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [req-2e32f1ea-67ee-4662-8556-d1346ea057ba req-7a58b882-6d79-4a81-8d63-4a97977ddc9b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7821868'] for port, before_response {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:27:57.930476 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-2e32f1ea-67ee-4662-8556-d1346ea057ba req-7a58b882-6d79-4a81-8d63-4a97977ddc9b service neutron] 10.222.0.10 "PUT /v2.0/ports/b10500c6-dc7c-475e-a085-9d2c7ed838e8 HTTP/1.1" status: 200 len: 1093 time: 3.4570236 Sep 30 06:27:57.931061 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a86be7c-6414-4403-bd22-8634a0e22544', 'tag': 'b10500c6-dc7c-475e-a085-9d2c7ed838e8'}] {{(pid=94000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 06:27:57.933504 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4acac726bceb08fc5dc31984e0b5877fccc01d7f70542289dc6193c12fa4dba7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fefa67bc-f4f9-4f46-81b4-e9a39d6f5452" -d '{"events": [{"name": "network-changed", "server_uuid": "0a86be7c-6414-4403-bd22-8634a0e22544", "tag": "b10500c6-dc7c-475e-a085-9d2c7ed838e8"}]}' {{(pid=94000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 06:27:57.936462 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a774a1cc-7c06-49d7-b614-104da320d6bc req-3a8c0123-5d23-4233-bf2d-8eae737a684f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:27:57.938250 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-a774a1cc-7c06-49d7-b614-104da320d6bc req-3a8c0123-5d23-4233-bf2d-8eae737a684f service neutron] 10.222.0.10 "GET /v2.0/subnets?id=c94366a3-4b59-4b72-a9bf-62e041f6886b HTTP/1.1" status: 200 len: 857 time: 0.8461044 Sep 30 06:27:57.974470 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-76fd6126-c0df-48d6-a986-5298b8c35580 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533969'] for security_group, after_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:27:57.977235 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-76fd6126-c0df-48d6-a986-5298b8c35580 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:27:57.981368 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [None req-76fd6126-c0df-48d6-a986-5298b8c35580 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/34e70811-1ade-4036-a1a1-a456ba52b454 HTTP/1.1" status: 204 len: 168 time: 0.7242978 Sep 30 06:27:57.985477 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 06:27:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-becec49f-409e-455e-b128-b4b959a618aa x-openstack-request-id: req-becec49f-409e-455e-b128-b4b959a618aa {{(pid=94000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 06:27:57.986414 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a86be7c-6414-4403-bd22-8634a0e22544", "tag": "b10500c6-dc7c-475e-a085-9d2c7ed838e8", "status": "completed", "code": 200}]} {{(pid=94000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 06:27:57.986762 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-becec49f-409e-455e-b128-b4b959a618aa {{(pid=94000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 06:27:57.987279 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a86be7c-6414-4403-bd22-8634a0e22544', 'tag': 'b10500c6-dc7c-475e-a085-9d2c7ed838e8', 'status': 'completed', 'code': 200} Sep 30 06:27:58.004790 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fd6126-c0df-48d6-a986-5298b8c35580 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34e70811-1ade-4036-a1a1-a456ba52b454,revision_number=None']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:27:58.041806 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-f084d14b-bfc7-4804-8aa4-dd4d734765ed req-c72c2897-7d93-41a0-afb5-35caa395f564 tempest-DeleteServersTestJSON-986892327 tempest-DeleteServersTestJSON-986892327-project] 10.222.0.36 "GET /v2.0/security-groups?id=762947ed-3f0a-4262-b9ef-d9eb2e41838c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204467 Sep 30 06:27:58.044092 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a58b882-6d79-4a81-8d63-4a97977ddc9b service neutron] Pushing event updated for resources: {'Port': ['ID=b10500c6-dc7c-475e-a085-9d2c7ed838e8,revision_number=3']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:27:58.140711 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-22934877-a2b0-458c-85eb-e60ceae532e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:27:58.179457 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-da8a622e-43da-4891-ba55-1be7d02dc75b req-3743eebd-a391-48dd-9d97-1c3913679303 tempest-AttachVolumeTestJSON-1192105893 tempest-AttachVolumeTestJSON-1192105893-project] 10.222.0.36 "GET /v2.0/ports?device_id=6958c33e-794d-418e-a5ab-7fc4d005ddf7 HTTP/1.1" status: 200 len: 210 time: 0.0693893 Sep 30 06:27:58.347113 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-22934877-a2b0-458c-85eb-e60ceae532e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:27:58.352894 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-22934877-a2b0-458c-85eb-e60ceae532e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533969'] for security_group, after_create {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:27:58.391636 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [None req-22934877-a2b0-458c-85eb-e60ceae532e8 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=19bbe2c523f7490694cdad2c8e73b9fc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5251250 Sep 30 06:27:58.395942 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.wsgi [-] (93999) accepted ('10.222.0.36', 51450) {{(pid=93999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 06:27:58.410156 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93f846e-f405-4eb3-824e-7deb4cd22492 req-8a3c7570-c2c2-46c0-b57f-c939e87bbd22 tempest-ServerRescueNegativeTestJSON-1209427659 tempest-ServerRescueNegativeTestJSON-1209427659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:27:58.414133 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-b93f846e-f405-4eb3-824e-7deb4cd22492 req-8a3c7570-c2c2-46c0-b57f-c939e87bbd22 tempest-ServerRescueNegativeTestJSON-1209427659 tempest-ServerRescueNegativeTestJSON-1209427659-project] 10.222.0.36 "GET /v2.0/ports?device_id=0a86be7c-6414-4403-bd22-8634a0e22544 HTTP/1.1" status: 200 len: 943 time: 0.0931330 Sep 30 06:27:58.417818 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22934877-a2b0-458c-85eb-e60ceae532e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc36a626-9cca-4b03-bb23-14b1a7ea85e0,revision_number=1']} {{(pid=93999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:27:58.443272 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.wsgi [-] (93999) accepted ('10.222.0.36', 51452) {{(pid=93999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 06:27:58.460745 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-7df319d8-6728-49b4-b96c-1c234de17474 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727546001794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-597483'] for agent, after_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:27:58.472089 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-ccb56389-02c0-4763-b478-fb376ea4d307 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:27:58.484142 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-b93f846e-f405-4eb3-824e-7deb4cd22492 req-1c5bc4d1-c656-4938-8439-ce81a1109ce9 tempest-ServerRescueNegativeTestJSON-1209427659 tempest-ServerRescueNegativeTestJSON-1209427659-project] 10.222.0.36 "GET /v2.0/security-groups?id=78ce1e3c-f3d7-420d-ac39-20c93d3fb7fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540078 Sep 30 06:27:58.502296 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-58e72ca7-8427-4cb2-87bb-a7e0a1b99da9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:27:58.569367 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff93aeb-d1ca-4582-9148-bea0c86126d1 req-51f779cb-bcf8-4185-86fb-71c29361b51b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:27:58.571109 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-4ff93aeb-d1ca-4582-9148-bea0c86126d1 req-51f779cb-bcf8-4185-86fb-71c29361b51b service neutron] 10.222.0.10 "GET /v2.0/subnets?id=2cc33e45-6ebd-4aca-ac3c-4bbace2f6c45 HTTP/1.1" status: 200 len: 851 time: 0.0635490 Sep 30 06:27:58.591308 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-a774a1cc-7c06-49d7-b614-104da320d6bc req-b95ec059-1c32-4614-aecd-3df518ba3aae service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=5c01f472-be09-4f47-a17f-2a759f124795&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0827591 Sep 30 06:27:58.626432 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-58e72ca7-8427-4cb2-87bb-a7e0a1b99da9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:27:58.638876 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-4ff93aeb-d1ca-4582-9148-bea0c86126d1 req-6664df00-b00c-4870-adbc-6d873ed9c11e service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=09d5236c-0c6b-4c44-9520-bda2caf4b4f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0303252 Sep 30 06:27:58.646298 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefa67bc-f4f9-4f46-81b4-e9a39d6f5452 req-6a685fed-250d-4897-bed4-316bce3bfbe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:27:58.647843 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-fefa67bc-f4f9-4f46-81b4-e9a39d6f5452 req-6a685fed-250d-4897-bed4-316bce3bfbe6 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=2a4fe69e521f47bb94fe812e2f32c8b1&device_id=0a86be7c-6414-4403-bd22-8634a0e22544 HTTP/1.1" status: 200 len: 1096 time: 0.0742509 Sep 30 06:27:58.801926 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69e2627-4e31-4b3b-8906-9a0b7046e5d7 req-7f65098f-3fba-46bb-adac-eeade538da3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:27:58.804382 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-b69e2627-4e31-4b3b-8906-9a0b7046e5d7 req-7f65098f-3fba-46bb-adac-eeade538da3e service neutron] 10.222.0.10 "GET /v2.0/subnets?id=05cd2f04-a42c-4ac5-94b6-16f7140b471b HTTP/1.1" status: 200 len: 856 time: 0.2543423 Sep 30 06:27:58.976829 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-58e72ca7-8427-4cb2-87bb-a7e0a1b99da9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533969'] for security_group, after_delete {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:27:58.980562 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-58e72ca7-8427-4cb2-87bb-a7e0a1b99da9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:27:58.983421 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [None req-58e72ca7-8427-4cb2-87bb-a7e0a1b99da9 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/cc36a626-9cca-4b03-bb23-14b1a7ea85e0 HTTP/1.1" status: 204 len: 168 time: 0.5851057 Sep 30 06:27:59.024297 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-a774a1cc-7c06-49d7-b614-104da320d6bc req-00036ea3-cebc-49fa-99fd-355f4a4fc700 service neutron] 10.222.0.10 "GET /v2.0/networks/5c01f472-be09-4f47-a17f-2a759f124795?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3967168 Sep 30 06:27:59.096634 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e72ca7-8427-4cb2-87bb-a7e0a1b99da9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc36a626-9cca-4b03-bb23-14b1a7ea85e0,revision_number=None']} {{(pid=93999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:27:59.127114 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48980697-9382-40bc-9e6d-18a06bd3ee8b req-0a1ea556-573a-496d-a28e-c17c928064f2 tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:27:59.131848 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-48980697-9382-40bc-9e6d-18a06bd3ee8b req-0a1ea556-573a-496d-a28e-c17c928064f2 tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] 10.222.0.36 "GET /v2.0/ports?device_id=c7de8e92-ecc9-41bc-98bb-5c2242bab3d1 HTTP/1.1" status: 200 len: 943 time: 0.3231211 Sep 30 06:27:59.184786 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69e2627-4e31-4b3b-8906-9a0b7046e5d7 req-f3ee66bd-136d-4711-85df-845a4aea3661 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:27:59.191853 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-b69e2627-4e31-4b3b-8906-9a0b7046e5d7 req-f3ee66bd-136d-4711-85df-845a4aea3661 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=5fefac64-03c4-43dd-a17b-d4a261fa3173&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.3662348 Sep 30 06:27:59.342021 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.10', 57142) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 06:27:59.357741 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefa67bc-f4f9-4f46-81b4-e9a39d6f5452 req-be1a456e-54d2-4986-b199-ae2e2ebf4736 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:27:59.360398 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-fefa67bc-f4f9-4f46-81b4-e9a39d6f5452 req-be1a456e-54d2-4986-b199-ae2e2ebf4736 service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=2a4fe69e521f47bb94fe812e2f32c8b1&shared=False HTTP/1.1" status: 200 len: 918 time: 0.6727488 Sep 30 06:27:59.366528 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-4ff93aeb-d1ca-4582-9148-bea0c86126d1 req-408770d0-4c22-4e4a-8b2c-186deb43b55c service neutron] 10.222.0.10 "GET /v2.0/networks/09d5236c-0c6b-4c44-9520-bda2caf4b4f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7012794 Sep 30 06:27:59.388781 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-ccb56389-02c0-4763-b478-fb376ea4d307 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:27:59.515868 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce0c057-0b24-4d8b-9ab0-39a2edbadf4d req-506e8049-9778-4411-a54e-a63552c3ff3d tempest-DeleteServersTestJSON-986892327 tempest-DeleteServersTestJSON-986892327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:27:59.524269 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-6ce0c057-0b24-4d8b-9ab0-39a2edbadf4d req-506e8049-9778-4411-a54e-a63552c3ff3d tempest-DeleteServersTestJSON-986892327 tempest-DeleteServersTestJSON-986892327-project] 10.222.0.36 "GET /v2.0/ports?device_id=b00bd24b-615d-4cba-80bb-d31d4fe88c7f HTTP/1.1" status: 200 len: 943 time: 0.2754531 Sep 30 06:27:59.577174 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-ccb56389-02c0-4763-b478-fb376ea4d307 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533969'] for security_group, after_create {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:27:59.629190 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-b69e2627-4e31-4b3b-8906-9a0b7046e5d7 req-6c33352c-020a-4076-9d79-60136713d1d8 service neutron] 10.222.0.10 "GET /v2.0/networks/5fefac64-03c4-43dd-a17b-d4a261fa3173?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3986545 Sep 30 06:27:59.639561 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-48980697-9382-40bc-9e6d-18a06bd3ee8b req-e9f4a40b-b052-4507-b9da-5216e6dc55c2 tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] 10.222.0.36 "GET /v2.0/security-groups?id=aaa05d83-3ebc-404f-b7b5-bc03e45995ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4742682 Sep 30 06:27:59.702363 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [None req-ccb56389-02c0-4763-b478-fb376ea4d307 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=890bcf400d6f406da1953a315bc316c1&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2520652 Sep 30 06:27:59.703998 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.wsgi [-] (93999) accepted ('10.222.0.36', 51480) {{(pid=93999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 06:27:59.724732 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-a774a1cc-7c06-49d7-b614-104da320d6bc req-72f0170d-8694-4750-976b-14fbd0c45e17 service neutron] 10.222.0.10 "GET /v2.0/networks/5c01f472-be09-4f47-a17f-2a759f124795?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6628990 Sep 30 06:27:59.732139 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb56389-02c0-4763-b478-fb376ea4d307 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3a17bea-1891-4408-a8c1-7ffa3907f80f,revision_number=1']} {{(pid=93999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:27:59.761435 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc09879-aeac-4758-ad84-8424539f9b06 req-20419201-d1a0-4309-83db-ac6917a76ed9 tempest-AttachVolumeTestJSON-1192105893 tempest-AttachVolumeTestJSON-1192105893-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:27:59.766338 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-3bc09879-aeac-4758-ad84-8424539f9b06 req-20419201-d1a0-4309-83db-ac6917a76ed9 tempest-AttachVolumeTestJSON-1192105893 tempest-AttachVolumeTestJSON-1192105893-project] 10.222.0.10 "GET /v2.0/networks?id=92aa8f19-aafd-4462-9d7f-7e5f878c12b2 HTTP/1.1" status: 200 len: 810 time: 0.4213738 Sep 30 06:27:59.821980 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7de8e92-ecc9-41bc-98bb-5c2242bab3d1', 'tag': '387fd7a2-12c8-44e0-a778-a8a0b80d0b88'}] {{(pid=93999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 06:27:59.827658 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07b111f6e278cfffd9c4f208e103de524c2b9e3fbd4e5a5b5d8dd158a433df71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-850f6757-5bb8-4aab-9a60-75c094f6e319" -d '{"events": [{"name": "network-changed", "server_uuid": "c7de8e92-ecc9-41bc-98bb-5c2242bab3d1", "tag": "387fd7a2-12c8-44e0-a778-a8a0b80d0b88"}]}' {{(pid=93999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 06:27:59.864380 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-6ce0c057-0b24-4d8b-9ab0-39a2edbadf4d req-e0b1f5e3-0d4f-4722-9f03-cef6d7010779 tempest-DeleteServersTestJSON-986892327 tempest-DeleteServersTestJSON-986892327-project] 10.222.0.36 "GET /v2.0/security-groups?id=762947ed-3f0a-4262-b9ef-d9eb2e41838c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3388135 Sep 30 06:27:59.870921 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefa67bc-f4f9-4f46-81b4-e9a39d6f5452 req-3f920591-b821-4f51-8276-de17df7f0370 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:27:59.874020 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-fefa67bc-f4f9-4f46-81b4-e9a39d6f5452 req-3f920591-b821-4f51-8276-de17df7f0370 service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4803832 Sep 30 06:27:59.894037 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.wsgi [-] (93999) accepted ('10.222.0.36', 51486) {{(pid=93999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 06:27:59.901060 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-30ff86ed-508d-4283-b1c0-ab235c544364 req-11a25d09-efaf-47ff-89dc-9e8d908478e1 tempest-AttachVolumeTestJSON-1192105893 tempest-AttachVolumeTestJSON-1192105893-project] 10.222.0.36 "GET /v2.0/ports?device_id=6958c33e-794d-418e-a5ab-7fc4d005ddf7 HTTP/1.1" status: 200 len: 210 time: 0.0653806 Sep 30 06:27:59.959253 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-3faf9fe5-7389-4dc6-9cf0-822202e3d1d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:27:59.969744 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-3bc09879-aeac-4758-ad84-8424539f9b06 req-bf23f078-668e-44a6-bf17-22cc177d4543 tempest-AttachVolumeTestJSON-1192105893 tempest-AttachVolumeTestJSON-1192105893-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fd01cd14f23840e59331ece07bbcdf9e HTTP/1.1" status: 200 len: 379 time: 0.1562760 Sep 30 06:27:59.971864 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-4ff93aeb-d1ca-4582-9148-bea0c86126d1 req-05672954-2cdf-4e82-a2bc-84aa743a5ce4 service neutron] 10.222.0.10 "GET /v2.0/networks/09d5236c-0c6b-4c44-9520-bda2caf4b4f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5686269 Sep 30 06:27:59.995585 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-b69e2627-4e31-4b3b-8906-9a0b7046e5d7 req-020136e7-da3c-49a3-bce1-1535e36a61ac service neutron] 10.222.0.10 "GET /v2.0/networks/5fefac64-03c4-43dd-a17b-d4a261fa3173?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3552349 Sep 30 06:28:00.002471 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.api.v2.base [req-3bc09879-aeac-4758-ad84-8424539f9b06 req-3ad17403-e8a5-4abf-a3a9-94f08a27866a tempest-AttachVolumeTestJSON-1192105893 tempest-AttachVolumeTestJSON-1192105893-project] Request body: {'port': {'device_id': '6958c33e-794d-418e-a5ab-7fc4d005ddf7', 'network_id': '92aa8f19-aafd-4462-9d7f-7e5f878c12b2', 'admin_state_up': True, 'tenant_id': 'fd01cd14f23840e59331ece07bbcdf9e', 'security_groups': ['2948a1ff-6e7e-4016-a1fe-d6f8926a46bd']}} {{(pid=94000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 06:28:00.012933 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-ad65a7c8-6379-4070-ae37-50260175ee46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:28:00.015931 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 06:27:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dffb36ee-6b90-4ba1-a681-52291b187ad7 x-openstack-request-id: req-dffb36ee-6b90-4ba1-a681-52291b187ad7 {{(pid=93999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 06:28:00.016604 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7de8e92-ecc9-41bc-98bb-5c2242bab3d1", "tag": "387fd7a2-12c8-44e0-a778-a8a0b80d0b88", "status": "completed", "code": 200}]} {{(pid=93999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 06:28:00.016889 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-dffb36ee-6b90-4ba1-a681-52291b187ad7 {{(pid=93999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 06:28:00.017682 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7de8e92-ecc9-41bc-98bb-5c2242bab3d1', 'tag': '387fd7a2-12c8-44e0-a778-a8a0b80d0b88', 'status': 'completed', 'code': 200} Sep 30 06:28:00.042159 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d137764c-4736-4fba-ad62-ea142fcf2cc9 req-2aee88e4-2a2a-4ab8-ad2c-2c1ff78012bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:28:00.044871 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-d137764c-4736-4fba-ad62-ea142fcf2cc9 req-2aee88e4-2a2a-4ab8-ad2c-2c1ff78012bd service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=2a4fe69e521f47bb94fe812e2f32c8b1&device_id=be801cab-b2ce-4594-8d30-3431ea29df2f HTTP/1.1" status: 200 len: 1096 time: 0.1628332 Sep 30 06:28:00.096471 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-ad65a7c8-6379-4070-ae37-50260175ee46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:28:00.156402 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e32f1ea-67ee-4662-8556-d1346ea057ba req-b12099ce-8223-4ff3-8fcc-b94d21534224 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:28:00.159111 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-2e32f1ea-67ee-4662-8556-d1346ea057ba req-b12099ce-8223-4ff3-8fcc-b94d21534224 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=2a4fe69e521f47bb94fe812e2f32c8b1&device_id=0a86be7c-6414-4403-bd22-8634a0e22544 HTTP/1.1" status: 200 len: 1096 time: 0.2023528 Sep 30 06:28:00.200345 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9524b4b-0fc3-48cc-a0c3-5713b8df56fe req-12614da5-aee8-48a2-9ef9-db1c2aa308c8 tempest-ServerRescueNegativeTestJSON-1209427659 tempest-ServerRescueNegativeTestJSON-1209427659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:28:00.201921 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-b9524b4b-0fc3-48cc-a0c3-5713b8df56fe req-12614da5-aee8-48a2-9ef9-db1c2aa308c8 tempest-ServerRescueNegativeTestJSON-1209427659 tempest-ServerRescueNegativeTestJSON-1209427659-project] 10.222.0.36 "GET /v2.0/ports?device_id=0a86be7c-6414-4403-bd22-8634a0e22544 HTTP/1.1" status: 200 len: 943 time: 0.1827333 Sep 30 06:28:00.235616 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-2e32f1ea-67ee-4662-8556-d1346ea057ba req-4361db4c-fa9d-4f6e-8b2b-464ac61baf03 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b10500c6-dc7c-475e-a085-9d2c7ed838e8 HTTP/1.1" status: 200 len: 217 time: 0.0563033 Sep 30 06:28:00.351176 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-b9524b4b-0fc3-48cc-a0c3-5713b8df56fe req-4b526132-1cd5-48c1-8cd2-3bae942c6f70 tempest-ServerRescueNegativeTestJSON-1209427659 tempest-ServerRescueNegativeTestJSON-1209427659-project] 10.222.0.36 "GET /v2.0/security-groups?id=78ce1e3c-f3d7-420d-ac39-20c93d3fb7fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187859 Sep 30 06:28:00.358007 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e32f1ea-67ee-4662-8556-d1346ea057ba req-d1c90f4c-1dfb-4b78-b1a6-2f416f542d1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:28:00.361746 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-2e32f1ea-67ee-4662-8556-d1346ea057ba req-d1c90f4c-1dfb-4b78-b1a6-2f416f542d1a service neutron] 10.222.0.10 "GET /v2.0/subnets?id=c94366a3-4b59-4b72-a9bf-62e041f6886b HTTP/1.1" status: 200 len: 857 time: 0.1147285 Sep 30 06:28:00.382373 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850f6757-5bb8-4aab-9a60-75c094f6e319 req-8da98d54-5746-44d8-9243-5a484edda425 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:28:00.383925 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-850f6757-5bb8-4aab-9a60-75c094f6e319 req-8da98d54-5746-44d8-9243-5a484edda425 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=3f54d397fb6646ca811cd4b70b8b5d31&device_id=c7de8e92-ecc9-41bc-98bb-5c2242bab3d1 HTTP/1.1" status: 200 len: 1096 time: 0.2333708 Sep 30 06:28:00.393301 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-ad65a7c8-6379-4070-ae37-50260175ee46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533969'] for security_group, after_delete {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:28:00.396506 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-ad65a7c8-6379-4070-ae37-50260175ee46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:28:00.397951 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [None req-ad65a7c8-6379-4070-ae37-50260175ee46 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/f3a17bea-1891-4408-a8c1-7ffa3907f80f HTTP/1.1" status: 204 len: 168 time: 0.6907022 Sep 30 06:28:00.412460 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d137764c-4736-4fba-ad62-ea142fcf2cc9 req-ba83ba7b-a4f3-4f0a-b90f-ac3d93636338 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:28:00.414201 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-d137764c-4736-4fba-ad62-ea142fcf2cc9 req-ba83ba7b-a4f3-4f0a-b90f-ac3d93636338 service neutron] 10.222.0.10 "GET /v2.0/networks?id=5c01f472-be09-4f47-a17f-2a759f124795 HTTP/1.1" status: 200 len: 918 time: 0.3357844 Sep 30 06:28:00.417642 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-2e32f1ea-67ee-4662-8556-d1346ea057ba req-50846edc-ca78-4245-b05b-4e1ee7c3c68c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=5c01f472-be09-4f47-a17f-2a759f124795&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0483975 Sep 30 06:28:00.488723 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad65a7c8-6379-4070-ae37-50260175ee46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3a17bea-1891-4408-a8c1-7ffa3907f80f,revision_number=None']} {{(pid=93999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:28:00.567674 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-3faf9fe5-7389-4dc6-9cf0-822202e3d1d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:28:00.575517 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-d137764c-4736-4fba-ad62-ea142fcf2cc9 req-14534c37-2025-4d8b-8bab-adfc06a13c0a service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f5867bda-e9f5-44e1-9382-f6b9e19fe331 HTTP/1.1" status: 200 len: 217 time: 0.1164236 Sep 30 06:28:00.579105 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-3faf9fe5-7389-4dc6-9cf0-822202e3d1d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533969'] for security_group, after_create {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:28:00.615763 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3bc09879-aeac-4758-ad84-8424539f9b06 req-3ad17403-e8a5-4abf-a3a9-94f08a27866a tempest-AttachVolumeTestJSON-1192105893 tempest-AttachVolumeTestJSON-1192105893-project] Made reservation on behalf of fd01cd14f23840e59331ece07bbcdf9e for: {'port': 1} {{(pid=94000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 06:28:00.628498 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [req-3bc09879-aeac-4758-ad84-8424539f9b06 req-3ad17403-e8a5-4abf-a3a9-94f08a27866a tempest-AttachVolumeTestJSON-1192105893 tempest-AttachVolumeTestJSON-1192105893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653538'] for port, before_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:28:00.719964 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [None req-3faf9fe5-7389-4dc6-9cf0-822202e3d1d1 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=20271c2e9b634410856a4160506bbda3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8178384 Sep 30 06:28:00.726043 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.wsgi [-] (93999) accepted ('10.222.0.36', 51506) {{(pid=93999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 06:28:00.737251 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3faf9fe5-7389-4dc6-9cf0-822202e3d1d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77aa3c54-8051-465b-84a5-d86e582a817d,revision_number=1']} {{(pid=93999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:28:00.742803 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850f6757-5bb8-4aab-9a60-75c094f6e319 req-3d484942-bdec-4c50-a489-8252ffb15332 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:28:00.744319 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-850f6757-5bb8-4aab-9a60-75c094f6e319 req-3d484942-bdec-4c50-a489-8252ffb15332 service neutron] 10.222.0.10 "GET /v2.0/networks?id=5fefac64-03c4-43dd-a17b-d4a261fa3173 HTTP/1.1" status: 200 len: 918 time: 0.3451030 Sep 30 06:28:00.750791 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d137764c-4736-4fba-ad62-ea142fcf2cc9 req-fa511643-c3a5-4138-abdf-321a98076e02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:28:00.752874 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-d137764c-4736-4fba-ad62-ea142fcf2cc9 req-fa511643-c3a5-4138-abdf-321a98076e02 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=c94366a3-4b59-4b72-a9bf-62e041f6886b HTTP/1.1" status: 200 len: 857 time: 0.1384220 Sep 30 06:28:00.780089 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-2e32f1ea-67ee-4662-8556-d1346ea057ba req-49988b64-8fea-4025-a8d1-b890dffa5c95 service neutron] 10.222.0.10 "GET /v2.0/networks/5c01f472-be09-4f47-a17f-2a759f124795?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3505793 Sep 30 06:28:00.995920 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.db.db_base_plugin_common [req-3bc09879-aeac-4758-ad84-8424539f9b06 req-3ad17403-e8a5-4abf-a3a9-94f08a27866a tempest-AttachVolumeTestJSON-1192105893 tempest-AttachVolumeTestJSON-1192105893-project] Allocated IP 172.20.0.12 (92aa8f19-aafd-4462-9d7f-7e5f878c12b2/87e3e2f7-f230-4774-967b-a68a66b90c87/80920450-855b-4404-98ac-1933b7f666f4) {{(pid=94000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 06:28:01.017412 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-2e32f1ea-67ee-4662-8556-d1346ea057ba req-9d44a90a-86a6-4dd2-a081-8c300ddf38e4 service neutron] 10.222.0.10 "GET /v2.0/networks/5c01f472-be09-4f47-a17f-2a759f124795?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2175984 Sep 30 06:28:01.043559 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-d137764c-4736-4fba-ad62-ea142fcf2cc9 req-6dade9eb-b821-4199-a7d7-29d02e32444b service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=5c01f472-be09-4f47-a17f-2a759f124795&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2791624 Sep 30 06:28:01.044820 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-850f6757-5bb8-4aab-9a60-75c094f6e319 req-94167743-2f55-43ee-ae1c-8b7af0a8f927 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=387fd7a2-12c8-44e0-a778-a8a0b80d0b88 HTTP/1.1" status: 200 len: 217 time: 0.2910762 Sep 30 06:28:01.103372 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-50d8e7a7-5d8b-4514-9cbd-11513d2903b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:28:01.138647 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2cbe39-39ec-4cd6-948b-00e577971504 req-8ad3d010-ce0e-4b20-b389-df1e290a04cb tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:28:01.140979 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-cc2cbe39-39ec-4cd6-948b-00e577971504 req-8ad3d010-ce0e-4b20-b389-df1e290a04cb tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] 10.222.0.36 "GET /v2.0/ports?device_id=c7de8e92-ecc9-41bc-98bb-5c2242bab3d1 HTTP/1.1" status: 200 len: 943 time: 0.1018546 Sep 30 06:28:01.147234 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-50d8e7a7-5d8b-4514-9cbd-11513d2903b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:28:01.155065 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d7b3f2-18e2-4aaa-aa8d-91f16fada3a7 req-78932327-0c89-4b45-9133-58d46dcae9d7 tempest-DeleteServersTestJSON-986892327 tempest-DeleteServersTestJSON-986892327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:28:01.158485 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-51d7b3f2-18e2-4aaa-aa8d-91f16fada3a7 req-78932327-0c89-4b45-9133-58d46dcae9d7 tempest-DeleteServersTestJSON-986892327 tempest-DeleteServersTestJSON-986892327-project] 10.222.0.36 "GET /v2.0/ports?device_id=b00bd24b-615d-4cba-80bb-d31d4fe88c7f HTTP/1.1" status: 200 len: 943 time: 0.1115282 Sep 30 06:28:01.211066 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-cc2cbe39-39ec-4cd6-948b-00e577971504 req-249ce70b-687a-4803-aea0-6435485901d4 tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] 10.222.0.36 "GET /v2.0/security-groups?id=aaa05d83-3ebc-404f-b7b5-bc03e45995ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615442 Sep 30 06:28:01.250022 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-50d8e7a7-5d8b-4514-9cbd-11513d2903b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533969'] for security_group, after_delete {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:28:01.254117 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-50d8e7a7-5d8b-4514-9cbd-11513d2903b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:28:01.255505 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [None req-50d8e7a7-5d8b-4514-9cbd-11513d2903b5 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/77aa3c54-8051-465b-84a5-d86e582a817d HTTP/1.1" status: 204 len: 168 time: 0.5266323 Sep 30 06:28:01.278853 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-51d7b3f2-18e2-4aaa-aa8d-91f16fada3a7 req-a59ef7ce-2b44-4b00-be1d-5df576e1f2a4 tempest-DeleteServersTestJSON-986892327 tempest-DeleteServersTestJSON-986892327-project] 10.222.0.36 "GET /v2.0/security-groups?id=762947ed-3f0a-4262-b9ef-d9eb2e41838c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602508 Sep 30 06:28:01.283077 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d8e7a7-5d8b-4514-9cbd-11513d2903b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77aa3c54-8051-465b-84a5-d86e582a817d,revision_number=None']} {{(pid=93999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:28:01.298258 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [req-3bc09879-aeac-4758-ad84-8424539f9b06 req-3ad17403-e8a5-4abf-a3a9-94f08a27866a tempest-AttachVolumeTestJSON-1192105893 tempest-AttachVolumeTestJSON-1192105893-project] Notify callbacks [] for port, precommit_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:28:01.338887 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-72978c97-9b09-4809-9dd9-12034a08d6de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727546001794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-597483'] for agent, after_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:28:01.368288 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [req-3bc09879-aeac-4758-ad84-8424539f9b06 req-3ad17403-e8a5-4abf-a3a9-94f08a27866a tempest-AttachVolumeTestJSON-1192105893 tempest-AttachVolumeTestJSON-1192105893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7821886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727545489345'] for port, after_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:28:01.416252 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3bc09879-aeac-4758-ad84-8424539f9b06 req-3ad17403-e8a5-4abf-a3a9-94f08a27866a tempest-AttachVolumeTestJSON-1192105893 tempest-AttachVolumeTestJSON-1192105893-project] Network 92aa8f19-aafd-4462-9d7f-7e5f878c12b2 is already hosted by enough agents. {{(pid=94000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 06:28:01.419711 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.scheduler.base_scheduler [req-3bc09879-aeac-4758-ad84-8424539f9b06 req-3ad17403-e8a5-4abf-a3a9-94f08a27866a tempest-AttachVolumeTestJSON-1192105893 tempest-AttachVolumeTestJSON-1192105893-project] Resources bound (agent type, host, resource id): {{(pid=94000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 06:28:01.424968 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.db.l3_dvrscheduler_db [req-3bc09879-aeac-4758-ad84-8424539f9b06 req-3ad17403-e8a5-4abf-a3a9-94f08a27866a tempest-AttachVolumeTestJSON-1192105893 tempest-AttachVolumeTestJSON-1192105893-project] Received port after_create {{(pid=94000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 06:28:01.430761 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc09879-aeac-4758-ad84-8424539f9b06 req-3ad17403-e8a5-4abf-a3a9-94f08a27866a tempest-AttachVolumeTestJSON-1192105893 tempest-AttachVolumeTestJSON-1192105893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:28:01.432506 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [req-3bc09879-aeac-4758-ad84-8424539f9b06 req-3ad17403-e8a5-4abf-a3a9-94f08a27866a tempest-AttachVolumeTestJSON-1192105893 tempest-AttachVolumeTestJSON-1192105893-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7821868'] for port, before_response {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:28:01.442917 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad17403-e8a5-4abf-a3a9-94f08a27866a tempest-AttachVolumeTestJSON-1192105893 tempest-AttachVolumeTestJSON-1192105893-project] Pushing event updated for resources: {'Port': ['ID=80920450-855b-4404-98ac-1933b7f666f4,revision_number=1']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:28:01.473770 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-3bc09879-aeac-4758-ad84-8424539f9b06 req-3ad17403-e8a5-4abf-a3a9-94f08a27866a tempest-AttachVolumeTestJSON-1192105893 tempest-AttachVolumeTestJSON-1192105893-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4790328 Sep 30 06:28:01.516612 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67561923-0801-49fd-92ce-ddeb91865db2 req-5a49c386-4f6a-4475-bf68-d83dc96ea6d0 tempest-AttachVolumeTestJSON-1192105893 tempest-AttachVolumeTestJSON-1192105893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:28:01.520493 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-67561923-0801-49fd-92ce-ddeb91865db2 req-5a49c386-4f6a-4475-bf68-d83dc96ea6d0 tempest-AttachVolumeTestJSON-1192105893 tempest-AttachVolumeTestJSON-1192105893-project] 10.222.0.36 "GET /v2.0/ports?device_id=6958c33e-794d-418e-a5ab-7fc4d005ddf7 HTTP/1.1" status: 200 len: 932 time: 0.0996618 Sep 30 06:28:01.592073 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-67561923-0801-49fd-92ce-ddeb91865db2 req-59610878-3ad9-4520-87ec-8137b8135a6e tempest-AttachVolumeTestJSON-1192105893 tempest-AttachVolumeTestJSON-1192105893-project] 10.222.0.36 "GET /v2.0/security-groups?id=2948a1ff-6e7e-4016-a1fe-d6f8926a46bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552235 Sep 30 06:28:01.623252 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6736d0b-30ca-40ef-bc6a-81a6296fae6d req-e2feda35-bc76-43d4-a50d-76804bdc40ee tempest-ServerRescueNegativeTestJSON-1209427659 tempest-ServerRescueNegativeTestJSON-1209427659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:28:01.625645 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-c6736d0b-30ca-40ef-bc6a-81a6296fae6d req-e2feda35-bc76-43d4-a50d-76804bdc40ee tempest-ServerRescueNegativeTestJSON-1209427659 tempest-ServerRescueNegativeTestJSON-1209427659-project] 10.222.0.36 "GET /v2.0/ports?device_id=0a86be7c-6414-4403-bd22-8634a0e22544 HTTP/1.1" status: 200 len: 943 time: 0.1009493 Sep 30 06:28:01.702695 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-c6736d0b-30ca-40ef-bc6a-81a6296fae6d req-f0590f28-6def-403b-88b1-2b25b63e5814 tempest-ServerRescueNegativeTestJSON-1209427659 tempest-ServerRescueNegativeTestJSON-1209427659-project] 10.222.0.36 "GET /v2.0/security-groups?id=78ce1e3c-f3d7-420d-ac39-20c93d3fb7fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615425 Sep 30 06:28:01.807454 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.db.provisioning_blocks [None req-49675b56-41d3-4c13-8f68-d5b17fb94c89 None None] Provisioning complete for port 80920450-855b-4404-98ac-1933b7f666f4 triggered by entity DHCP. {{(pid=94001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 06:28:01.808082 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-49675b56-41d3-4c13-8f68-d5b17fb94c89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-597822'] for port, provisioning_complete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:28:01.873946 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.plugin [None req-49675b56-41d3-4c13-8f68-d5b17fb94c89 None None] Port 80920450-855b-4404-98ac-1933b7f666f4 cannot update to ACTIVE because it is not bound. {{(pid=94001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 06:28:02.060261 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.wsgi [-] (93999) accepted ('10.222.0.36', 51552) {{(pid=93999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 06:28:02.087097 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.36', 51556) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 06:28:02.217206 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.api.v2.base [None req-37e40836-6549-449e-83f3-d27006512fb0 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1009753417-network', 'tenant_id': 'f9d7de5145794c9286ac43dc7db34946'}} {{(pid=93999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 06:28:02.254220 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37e40836-6549-449e-83f3-d27006512fb0 admin admin] Made reservation on behalf of f9d7de5145794c9286ac43dc7db34946 for: {'network': 1} {{(pid=93999) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 06:28:02.258423 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-37e40836-6549-449e-83f3-d27006512fb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653538'] for network, before_create {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:28:02.273274 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-37e40836-6549-449e-83f3-d27006512fb0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:28:02.328478 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-1a5ef50c-1a60-4eeb-b96e-cf5df6fcca4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727546001794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-597483'] for agent, after_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:28:02.495678 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-b718a30c-60a5-4a59-8f24-30dcbc459614 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:28:02.503780 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3efe55-bbc1-43e6-83fc-9407052b2f8e req-0cec3ffb-f767-4112-8371-efa6d68cf5db tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:28:02.505408 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-2f3efe55-bbc1-43e6-83fc-9407052b2f8e req-0cec3ffb-f767-4112-8371-efa6d68cf5db tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] 10.222.0.36 "GET /v2.0/ports?device_id=c7de8e92-ecc9-41bc-98bb-5c2242bab3d1 HTTP/1.1" status: 200 len: 943 time: 0.1098051 Sep 30 06:28:02.515757 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-37e40836-6549-449e-83f3-d27006512fb0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:28:02.524271 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-37e40836-6549-449e-83f3-d27006512fb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533969'] for security_group, after_create {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:28:02.569423 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9e3051-7bb7-49fb-9cab-b04959a2133a req-d44f0aa9-5828-4490-9442-24ebcabf8ee6 tempest-DeleteServersTestJSON-986892327 tempest-DeleteServersTestJSON-986892327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:28:02.571229 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-4a9e3051-7bb7-49fb-9cab-b04959a2133a req-d44f0aa9-5828-4490-9442-24ebcabf8ee6 tempest-DeleteServersTestJSON-986892327 tempest-DeleteServersTestJSON-986892327-project] 10.222.0.36 "GET /v2.0/ports?device_id=b00bd24b-615d-4cba-80bb-d31d4fe88c7f HTTP/1.1" status: 200 len: 943 time: 0.0775201 Sep 30 06:28:02.587974 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37e40836-6549-449e-83f3-d27006512fb0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 311} {{(pid=93999) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 06:28:02.628681 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-37e40836-6549-449e-83f3-d27006512fb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583621'] for segment, precommit_create {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:28:02.629702 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.db.segments_db [None req-37e40836-6549-449e-83f3-d27006512fb0 admin admin] Added segment 54eea948-2358-49e3-9983-9a3fb9adcfc9 of type vlan for network b3f2533f-40f5-41aa-a446-8afe268def11 Sep 30 06:28:02.630325 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-028184f3-f8cc-4c85-9e6b-64613141ad03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727546001794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-597483'] for agent, after_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:28:02.650291 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e40836-6549-449e-83f3-d27006512fb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c21397b2-dbd6-4b40-855f-7bd3a2aa8248,revision_number=1']} {{(pid=93999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:28:02.668422 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-2f3efe55-bbc1-43e6-83fc-9407052b2f8e req-9d4add35-985f-433a-aa8b-626b7f880d6e tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] 10.222.0.36 "GET /v2.0/security-groups?id=aaa05d83-3ebc-404f-b7b5-bc03e45995ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1466837 Sep 30 06:28:02.678922 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-4a9e3051-7bb7-49fb-9cab-b04959a2133a req-a175a3d8-6bea-4d8c-bb53-9b06df49b5ed tempest-DeleteServersTestJSON-986892327 tempest-DeleteServersTestJSON-986892327-project] 10.222.0.36 "GET /v2.0/security-groups?id=762947ed-3f0a-4262-b9ef-d9eb2e41838c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865521 Sep 30 06:28:02.752657 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-37e40836-6549-449e-83f3-d27006512fb0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727545443103'] for network, precommit_create {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:28:02.782138 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-b718a30c-60a5-4a59-8f24-30dcbc459614 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:28:02.795822 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-b718a30c-60a5-4a59-8f24-30dcbc459614 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533969'] for security_group, after_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:28:02.842493 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-37e40836-6549-449e-83f3-d27006512fb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7821886'] for network, after_create {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:28:02.843423 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37e40836-6549-449e-83f3-d27006512fb0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:28:02.844021 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-37e40836-6549-449e-83f3-d27006512fb0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7821868'] for network, before_response {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:28:02.873455 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b718a30c-60a5-4a59-8f24-30dcbc459614 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af25ed15-f2c6-402b-a548-7480c4bc1bd6,revision_number=1']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:28:02.879670 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [None req-b718a30c-60a5-4a59-8f24-30dcbc459614 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=8fd601ed03b4486a88bb8d98bcf1e72a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7914648 Sep 30 06:28:02.884350 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.36', 51584) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 06:28:02.897582 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [None req-37e40836-6549-449e-83f3-d27006512fb0 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8312478 Sep 30 06:28:02.898183 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.wsgi [-] (93999) accepted ('10.222.0.36', 51586) {{(pid=93999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 06:28:02.921386 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.api.v2.base [None req-973de2f5-79d6-4523-9224-29bf07e08eab admin admin] Request body: {'subnet': {'network_id': 'b3f2533f-40f5-41aa-a446-8afe268def11', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1009753417-subnet', 'tenant_id': 'f9d7de5145794c9286ac43dc7db34946', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 06:28:02.962975 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43c48c9-28df-4ae7-a26a-1f2441b99970 req-4f61e9f7-7017-4cd3-bcf5-056d7d17ddf8 tempest-AttachVolumeTestJSON-1192105893 tempest-AttachVolumeTestJSON-1192105893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:28:02.965483 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-d43c48c9-28df-4ae7-a26a-1f2441b99970 req-4f61e9f7-7017-4cd3-bcf5-056d7d17ddf8 tempest-AttachVolumeTestJSON-1192105893 tempest-AttachVolumeTestJSON-1192105893-project] 10.222.0.36 "GET /v2.0/ports?device_id=6958c33e-794d-418e-a5ab-7fc4d005ddf7 HTTP/1.1" status: 200 len: 932 time: 0.1433005 Sep 30 06:28:02.996291 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b07657-9950-43a1-bcfc-09ddc9b508e6 req-db5f4b95-0458-4a3f-a895-9435897b6ba2 tempest-ServerRescueNegativeTestJSON-1209427659 tempest-ServerRescueNegativeTestJSON-1209427659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:28:02.997935 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-f9b07657-9950-43a1-bcfc-09ddc9b508e6 req-db5f4b95-0458-4a3f-a895-9435897b6ba2 tempest-ServerRescueNegativeTestJSON-1209427659 tempest-ServerRescueNegativeTestJSON-1209427659-project] 10.222.0.36 "GET /v2.0/ports?device_id=0a86be7c-6414-4403-bd22-8634a0e22544 HTTP/1.1" status: 200 len: 943 time: 0.1864457 Sep 30 06:28:02.999053 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-973de2f5-79d6-4523-9224-29bf07e08eab admin admin] Made reservation on behalf of f9d7de5145794c9286ac43dc7db34946 for: {'subnet': 1} {{(pid=93999) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 06:28:03.001930 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-973de2f5-79d6-4523-9224-29bf07e08eab admin admin] Notify callbacks [] for subnet, before_create {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:28:03.005670 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-084025f2-4870-42ca-ade5-4d6ed3b19c19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:28:03.027783 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e40836-6549-449e-83f3-d27006512fb0 admin admin] Pushing event updated for resources: {'Network': ['ID=b3f2533f-40f5-41aa-a446-8afe268def11,revision_number=1']} {{(pid=93999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:28:03.042661 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-084025f2-4870-42ca-ade5-4d6ed3b19c19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:28:03.047317 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.rpc [None req-1a5ef50c-1a60-4eeb-b96e-cf5df6fcca4b None None] Network b3f2533f-40f5-41aa-a446-8afe268def11 details requested by agent ovs-agent-dv-cinder-811877-1-iscsi with host dv-cinder-811877-1-iscsi {{(pid=94001) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 06:28:03.054954 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-d43c48c9-28df-4ae7-a26a-1f2441b99970 req-2523b097-e7ae-42a8-b89a-f35ea2af78d3 tempest-AttachVolumeTestJSON-1192105893 tempest-AttachVolumeTestJSON-1192105893-project] 10.222.0.36 "GET /v2.0/security-groups?id=2948a1ff-6e7e-4016-a1fe-d6f8926a46bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0782652 Sep 30 06:28:03.136950 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-f9b07657-9950-43a1-bcfc-09ddc9b508e6 req-2f1b1ad3-2984-4268-b3f2-0cdf184908c2 tempest-ServerRescueNegativeTestJSON-1209427659 tempest-ServerRescueNegativeTestJSON-1209427659-project] 10.222.0.36 "GET /v2.0/security-groups?id=78ce1e3c-f3d7-420d-ac39-20c93d3fb7fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951622 Sep 30 06:28:03.177519 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-084025f2-4870-42ca-ade5-4d6ed3b19c19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533969'] for security_group, after_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:28:03.180179 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-084025f2-4870-42ca-ade5-4d6ed3b19c19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:28:03.181687 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [None req-084025f2-4870-42ca-ade5-4d6ed3b19c19 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/af25ed15-f2c6-402b-a548-7480c4bc1bd6 HTTP/1.1" status: 204 len: 168 time: 0.2963507 Sep 30 06:28:03.197433 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084025f2-4870-42ca-ade5-4d6ed3b19c19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af25ed15-f2c6-402b-a548-7480c4bc1bd6,revision_number=None']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:28:03.289855 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-973de2f5-79d6-4523-9224-29bf07e08eab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7821886'] for subnet, after_create {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:28:03.360626 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973de2f5-79d6-4523-9224-29bf07e08eab admin admin] Pushing event updated for resources: {'Subnet': ['ID=5071cde9-d30a-48ba-97b8-0e344f3001d7,revision_number=0']} {{(pid=93999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:28:03.369596 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-973de2f5-79d6-4523-9224-29bf07e08eab admin admin] Checking segment: {'id': '54eea948-2358-49e3-9983-9a3fb9adcfc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'b3f2533f-40f5-41aa-a446-8afe268def11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 06:28:03.369965 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-973de2f5-79d6-4523-9224-29bf07e08eab admin admin] Network hostable DHCP agents. Network: b3f2533f-40f5-41aa-a446-8afe268def11, hostable agents: ['2764eebb-577a-46b3-8e38-018fcc444f25'], hosted agents: [] {{(pid=93999) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 06:28:03.392946 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-973de2f5-79d6-4523-9224-29bf07e08eab admin admin] Network b3f2533f-40f5-41aa-a446-8afe268def11 is scheduled to be hosted by DHCP agent 2764eebb-577a-46b3-8e38-018fcc444f25 with binding_index 1 {{(pid=93999) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 06:28:03.405620 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.scheduler.base_scheduler [None req-973de2f5-79d6-4523-9224-29bf07e08eab admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-811877-1-iscsi, b3f2533f-40f5-41aa-a446-8afe268def11) {{(pid=93999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 06:28:03.410390 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-973de2f5-79d6-4523-9224-29bf07e08eab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:28:03.411032 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-973de2f5-79d6-4523-9224-29bf07e08eab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7821868'] for subnet, before_response {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:28:03.416454 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28a25d26-c568-4a89-8dd9-f54798de740e None None] Network b3f2533f-40f5-41aa-a446-8afe268def11 requested from dv-cinder-811877-1-iscsi {{(pid=94001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 06:28:03.437982 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [None req-973de2f5-79d6-4523-9224-29bf07e08eab admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5288208 Sep 30 06:28:03.586472 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06539bdc-88df-4f3d-8b37-e3b45d2a39aa None None] Network b3f2533f-40f5-41aa-a446-8afe268def11 requested from dv-cinder-811877-1-iscsi {{(pid=94001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 06:28:03.772486 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.api.v2.base [req-3bc09879-aeac-4758-ad84-8424539f9b06 req-49b8ed02-2963-42c1-a237-2211e6f3fa23 service neutron] Request body: {'port': {'device_id': '6958c33e-794d-418e-a5ab-7fc4d005ddf7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81187'}} {{(pid=94000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 06:28:03.798747 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.rpc [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] Device f5867bda-e9f5-44e1-9382-f6b9e19fe331 details requested by agent hyperv_hv-cinder-81187 with host hv-cinder-81187 {{(pid=94001) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 06:28:03.937979 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.db [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] For port f5867bda-e9f5-44e1-9382-f6b9e19fe331, host hv-cinder-81187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81187',level=0,port_id=f5867bda-e9f5-44e1-9382-f6b9e19fe331,segment=NetworkSegment(410fd4de-8a82-48c3-96d1-1762cdf9a695),segment_id=410fd4de-8a82-48c3-96d1-1762cdf9a695)] {{(pid=94001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 06:28:03.943189 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5d7866-b987-49f5-b8f2-4b3efd98978e req-7897bbad-adda-4557-8879-2db5133e9620 tempest-DeleteServersTestJSON-986892327 tempest-DeleteServersTestJSON-986892327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:28:03.953589 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-2f5d7866-b987-49f5-b8f2-4b3efd98978e req-7897bbad-adda-4557-8879-2db5133e9620 tempest-DeleteServersTestJSON-986892327 tempest-DeleteServersTestJSON-986892327-project] 10.222.0.36 "GET /v2.0/ports?device_id=b00bd24b-615d-4cba-80bb-d31d4fe88c7f HTTP/1.1" status: 200 len: 943 time: 0.1309671 Sep 30 06:28:03.955918 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.rpc [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] Returning: {'device': 'f5867bda-e9f5-44e1-9382-f6b9e19fe331', 'network_id': '5c01f472-be09-4f47-a17f-2a759f124795', 'port_id': 'f5867bda-e9f5-44e1-9382-f6b9e19fe331', 'mac_address': 'fa:16:3e:81:0c:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 337, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c94366a3-4b59-4b72-a9bf-62e041f6886b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94001) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 06:28:03.958472 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [req-3bc09879-aeac-4758-ad84-8424539f9b06 req-49b8ed02-2963-42c1-a237-2211e6f3fa23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653538'] for port, before_update {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:28:04.046631 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-2f5d7866-b987-49f5-b8f2-4b3efd98978e req-6847c4b3-c2c2-4516-9869-be965b796ee8 tempest-DeleteServersTestJSON-986892327 tempest-DeleteServersTestJSON-986892327-project] 10.222.0.36 "GET /v2.0/security-groups?id=762947ed-3f0a-4262-b9ef-d9eb2e41838c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908585 Sep 30 06:28:04.063044 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-31788eca-3db2-42eb-847b-597dce492ba7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727546001794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-597483'] for agent, after_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:28:04.083031 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653538'] for port, before_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:28:04.116328 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.notifiers.nova [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f5867bda-e9f5-44e1-9382-f6b9e19fe331 {{(pid=94001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 06:28:04.129084 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850f6757-5bb8-4aab-9a60-75c094f6e319 req-d38b3811-d07e-495b-b7bb-889944387bf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:28:04.130842 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-850f6757-5bb8-4aab-9a60-75c094f6e319 req-d38b3811-d07e-495b-b7bb-889944387bf9 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=05cd2f04-a42c-4ac5-94b6-16f7140b471b HTTP/1.1" status: 200 len: 856 time: 0.3397675 Sep 30 06:28:04.180543 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dedd58d-e074-45b2-83bb-918fb487705b req-a79e5140-8f4c-4ac5-b69e-bc9fe284fdec tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:28:04.182313 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-1dedd58d-e074-45b2-83bb-918fb487705b req-a79e5140-8f4c-4ac5-b69e-bc9fe284fdec tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] 10.222.0.36 "GET /v2.0/ports?device_id=c7de8e92-ecc9-41bc-98bb-5c2242bab3d1 HTTP/1.1" status: 200 len: 943 time: 0.1558757 Sep 30 06:28:04.187114 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-d137764c-4736-4fba-ad62-ea142fcf2cc9 req-23f210ee-7485-46d2-b1f3-033c19b640aa service neutron] 10.222.0.10 "GET /v2.0/networks/5c01f472-be09-4f47-a17f-2a759f124795?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4198730 Sep 30 06:28:04.210932 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.db [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] For port f5867bda-e9f5-44e1-9382-f6b9e19fe331, host hv-cinder-81187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81187',level=0,port_id=f5867bda-e9f5-44e1-9382-f6b9e19fe331,segment=NetworkSegment(410fd4de-8a82-48c3-96d1-1762cdf9a695),segment_id=410fd4de-8a82-48c3-96d1-1762cdf9a695)] {{(pid=94001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 06:28:04.219495 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7821886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727545992452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727545489363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727545489381'] for port, after_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:28:04.221498 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.rpc [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] Device 387fd7a2-12c8-44e0-a778-a8a0b80d0b88 details requested by agent hyperv_hv-cinder-81187 with host hv-cinder-81187 {{(pid=94001) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 06:28:04.240230 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-1dedd58d-e074-45b2-83bb-918fb487705b req-a9ecbcad-1454-4ce6-b27e-c00b6644dbe7 tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] 10.222.0.36 "GET /v2.0/security-groups?id=aaa05d83-3ebc-404f-b7b5-bc03e45995ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431294 Sep 30 06:28:04.447602 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] Pushing event updated for resources: {'Port': ['ID=f5867bda-e9f5-44e1-9382-f6b9e19fe331,revision_number=4']} {{(pid=94001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:28:04.458220 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3caa093-5e8c-4dbc-a19d-c5c76f01e2e9 req-13aaba44-5652-4ac8-a45f-19532a0f9e81 tempest-AttachVolumeTestJSON-1192105893 tempest-AttachVolumeTestJSON-1192105893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:28:04.465816 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-e3caa093-5e8c-4dbc-a19d-c5c76f01e2e9 req-13aaba44-5652-4ac8-a45f-19532a0f9e81 tempest-AttachVolumeTestJSON-1192105893 tempest-AttachVolumeTestJSON-1192105893-project] 10.222.0.36 "GET /v2.0/ports?device_id=6958c33e-794d-418e-a5ab-7fc4d005ddf7 HTTP/1.1" status: 200 len: 932 time: 0.1852703 Sep 30 06:28:04.555155 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-e3caa093-5e8c-4dbc-a19d-c5c76f01e2e9 req-87e493cf-47b2-4050-a55d-bc4ab143c97b tempest-AttachVolumeTestJSON-1192105893 tempest-AttachVolumeTestJSON-1192105893-project] 10.222.0.36 "GET /v2.0/security-groups?id=2948a1ff-6e7e-4016-a1fe-d6f8926a46bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0862186 Sep 30 06:28:04.566474 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6965924-572c-4286-986d-5f65bb23816e req-4a9dace3-1a7b-429c-b7e4-74d81760b4dd tempest-ServerRescueNegativeTestJSON-1209427659 tempest-ServerRescueNegativeTestJSON-1209427659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:28:04.572138 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.notifiers.nova [req-3bc09879-aeac-4758-ad84-8424539f9b06 req-49b8ed02-2963-42c1-a237-2211e6f3fa23 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 80920450-855b-4404-98ac-1933b7f666f4 {{(pid=94000) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 06:28:04.576040 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-d6965924-572c-4286-986d-5f65bb23816e req-4a9dace3-1a7b-429c-b7e4-74d81760b4dd tempest-ServerRescueNegativeTestJSON-1209427659 tempest-ServerRescueNegativeTestJSON-1209427659-project] 10.222.0.36 "GET /v2.0/ports?device_id=0a86be7c-6414-4403-bd22-8634a0e22544 HTTP/1.1" status: 200 len: 943 time: 0.1842351 Sep 30 06:28:04.583025 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [req-3bc09879-aeac-4758-ad84-8424539f9b06 req-49b8ed02-2963-42c1-a237-2211e6f3fa23 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:28:04.602473 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.db.provisioning_blocks [req-3bc09879-aeac-4758-ad84-8424539f9b06 req-49b8ed02-2963-42c1-a237-2211e6f3fa23 service neutron] Transition to ACTIVE for port object 80920450-855b-4404-98ac-1933b7f666f4 will not be triggered until provisioned by entity L2. {{(pid=94000) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 06:28:04.608883 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [req-3bc09879-aeac-4758-ad84-8424539f9b06 req-49b8ed02-2963-42c1-a237-2211e6f3fa23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7821886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727545992452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727545489363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727545489381'] for port, after_update {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:28:04.634062 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.db [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] For port 387fd7a2-12c8-44e0-a778-a8a0b80d0b88, host hv-cinder-81187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81187',level=0,port_id=387fd7a2-12c8-44e0-a778-a8a0b80d0b88,segment=NetworkSegment(2a6dd986-63b3-41e2-80f5-fecbf28b70d3),segment_id=2a6dd986-63b3-41e2-80f5-fecbf28b70d3)] {{(pid=94001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 06:28:04.672190 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-d6965924-572c-4286-986d-5f65bb23816e req-a2fcffaf-33ac-4da7-96eb-2b601ececd0a tempest-ServerRescueNegativeTestJSON-1209427659 tempest-ServerRescueNegativeTestJSON-1209427659-project] 10.222.0.36 "GET /v2.0/security-groups?id=78ce1e3c-f3d7-420d-ac39-20c93d3fb7fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788774 Sep 30 06:28:04.676302 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.rpc [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] Returning: {'device': '387fd7a2-12c8-44e0-a778-a8a0b80d0b88', 'network_id': '5fefac64-03c4-43dd-a17b-d4a261fa3173', 'port_id': '387fd7a2-12c8-44e0-a778-a8a0b80d0b88', 'mac_address': 'fa:16:3e:7b:0d:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 333, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05cd2f04-a42c-4ac5-94b6-16f7140b471b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94001) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 06:28:04.724336 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b8ed02-2963-42c1-a237-2211e6f3fa23 service neutron] Pushing event updated for resources: {'Port': ['ID=80920450-855b-4404-98ac-1933b7f666f4,revision_number=2']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:28:04.806584 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653538'] for port, before_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:28:04.811252 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.plugins.ml2.managers [req-3bc09879-aeac-4758-ad84-8424539f9b06 req-49b8ed02-2963-42c1-a237-2211e6f3fa23 service neutron] Attempting to bind port 80920450-855b-4404-98ac-1933b7f666f4 on host hv-cinder-81187 for vnic_type normal with profile {{(pid=94000) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 06:28:04.811959 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.plugins.ml2.managers [req-3bc09879-aeac-4758-ad84-8424539f9b06 req-49b8ed02-2963-42c1-a237-2211e6f3fa23 service neutron] Attempting to bind port 80920450-855b-4404-98ac-1933b7f666f4 by drivers openvswitch,hyperv on host hv-cinder-81187 at level 0 using segments [{'id': 'fb392b75-2cea-4ed8-909e-87c2ccb253f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '92aa8f19-aafd-4462-9d7f-7e5f878c12b2'}] {{(pid=94000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 06:28:04.811959 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bc09879-aeac-4758-ad84-8424539f9b06 req-49b8ed02-2963-42c1-a237-2211e6f3fa23 service neutron] Attempting to bind port 80920450-855b-4404-98ac-1933b7f666f4 on network 92aa8f19-aafd-4462-9d7f-7e5f878c12b2 {{(pid=94000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 06:28:04.817180 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bc09879-aeac-4758-ad84-8424539f9b06 req-49b8ed02-2963-42c1-a237-2211e6f3fa23 service neutron] Port 80920450-855b-4404-98ac-1933b7f666f4 on network 92aa8f19-aafd-4462-9d7f-7e5f878c12b2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81187 {{(pid=94000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 06:28:04.817563 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bc09879-aeac-4758-ad84-8424539f9b06 req-49b8ed02-2963-42c1-a237-2211e6f3fa23 service neutron] Attempting to bind port 80920450-855b-4404-98ac-1933b7f666f4 on network 92aa8f19-aafd-4462-9d7f-7e5f878c12b2 {{(pid=94000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 06:28:04.828235 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bc09879-aeac-4758-ad84-8424539f9b06 req-49b8ed02-2963-42c1-a237-2211e6f3fa23 service neutron] Checking agent: {'id': '8d9eab89-7803-44fc-b727-c0e530c74148', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81187', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 6, 25, 39), 'started_at': datetime.datetime(2021, 9, 30, 6, 25, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 6, 27, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 06:28:04.828633 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bc09879-aeac-4758-ad84-8424539f9b06 req-49b8ed02-2963-42c1-a237-2211e6f3fa23 service neutron] Checking segment: {'id': 'fb392b75-2cea-4ed8-909e-87c2ccb253f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '92aa8f19-aafd-4462-9d7f-7e5f878c12b2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 06:28:04.828972 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bc09879-aeac-4758-ad84-8424539f9b06 req-49b8ed02-2963-42c1-a237-2211e6f3fa23 service neutron] Bound using segment: {'id': 'fb392b75-2cea-4ed8-909e-87c2ccb253f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '92aa8f19-aafd-4462-9d7f-7e5f878c12b2'} {{(pid=94000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 06:28:04.829892 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.notifiers.nova [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 387fd7a2-12c8-44e0-a778-a8a0b80d0b88 {{(pid=94001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 06:28:04.834769 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.plugins.ml2.managers [req-3bc09879-aeac-4758-ad84-8424539f9b06 req-49b8ed02-2963-42c1-a237-2211e6f3fa23 service neutron] Bound port: 80920450-855b-4404-98ac-1933b7f666f4, host: hv-cinder-81187, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fb392b75-2cea-4ed8-909e-87c2ccb253f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '92aa8f19-aafd-4462-9d7f-7e5f878c12b2'}}] {{(pid=94000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 06:28:04.835226 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [req-3bc09879-aeac-4758-ad84-8424539f9b06 req-49b8ed02-2963-42c1-a237-2211e6f3fa23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653538'] for port, before_update {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:28:04.868256 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.db [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] For port 387fd7a2-12c8-44e0-a778-a8a0b80d0b88, host hv-cinder-81187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81187',level=0,port_id=387fd7a2-12c8-44e0-a778-a8a0b80d0b88,segment=NetworkSegment(2a6dd986-63b3-41e2-80f5-fecbf28b70d3),segment_id=2a6dd986-63b3-41e2-80f5-fecbf28b70d3)] {{(pid=94001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 06:28:04.878284 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7821886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727545992452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727545489363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727545489381'] for port, after_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:28:04.879553 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.rpc [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] Device c9702d29-a308-44f8-8cc9-eee4f7954e89 details requested by agent hyperv_hv-cinder-81187 with host hv-cinder-81187 {{(pid=94001) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 06:28:05.004025 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.plugins.ml2.db [req-3bc09879-aeac-4758-ad84-8424539f9b06 req-49b8ed02-2963-42c1-a237-2211e6f3fa23 service neutron] For port 80920450-855b-4404-98ac-1933b7f666f4, host hv-cinder-81187, cleared binding levels {{(pid=94000) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 06:28:05.013452 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.plugins.ml2.db [req-3bc09879-aeac-4758-ad84-8424539f9b06 req-49b8ed02-2963-42c1-a237-2211e6f3fa23 service neutron] For port 80920450-855b-4404-98ac-1933b7f666f4, host hv-cinder-81187, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81187',level=0,port_id=80920450-855b-4404-98ac-1933b7f666f4,segment=NetworkSegment(fb392b75-2cea-4ed8-909e-87c2ccb253f8),segment_id=fb392b75-2cea-4ed8-909e-87c2ccb253f8)] {{(pid=94000) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 06:28:05.024892 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [req-3bc09879-aeac-4758-ad84-8424539f9b06 req-49b8ed02-2963-42c1-a237-2211e6f3fa23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7821886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727545992452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727545489363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727545489381'] for port, after_update {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:28:05.065971 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.wsgi [-] (93999) accepted ('10.222.0.36', 51652) {{(pid=93999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 06:28:05.078506 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.db.resource_extend [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 30 06:28:05.082104 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.api.v2.base [None req-73306544-c438-48e2-9957-67e3409984a8 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-576744486-network', 'tenant_id': '07782c811d8d487eaa709c2b01da74ce'}} {{(pid=93999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 06:28:05.147354 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc09879-aeac-4758-ad84-8424539f9b06 req-49b8ed02-2963-42c1-a237-2211e6f3fa23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:28:05.147354 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [req-3bc09879-aeac-4758-ad84-8424539f9b06 req-49b8ed02-2963-42c1-a237-2211e6f3fa23 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7821868'] for port, before_response {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:28:05.147354 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-3bc09879-aeac-4758-ad84-8424539f9b06 req-49b8ed02-2963-42c1-a237-2211e6f3fa23 service neutron] 10.222.0.10 "PUT /v2.0/ports/80920450-855b-4404-98ac-1933b7f666f4 HTTP/1.1" status: 200 len: 1094 time: 1.3634634 Sep 30 06:28:05.147354 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6958c33e-794d-418e-a5ab-7fc4d005ddf7', 'tag': '80920450-855b-4404-98ac-1933b7f666f4'}] {{(pid=94000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 06:28:05.147354 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4acac726bceb08fc5dc31984e0b5877fccc01d7f70542289dc6193c12fa4dba7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73de2f18-ef42-42a8-a007-f920281a0041" -d '{"events": [{"name": "network-changed", "server_uuid": "6958c33e-794d-418e-a5ab-7fc4d005ddf7", "tag": "80920450-855b-4404-98ac-1933b7f666f4"}]}' {{(pid=94000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 06:28:05.165017 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73306544-c438-48e2-9957-67e3409984a8 admin admin] Made reservation on behalf of 07782c811d8d487eaa709c2b01da74ce for: {'network': 1} {{(pid=93999) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 06:28:05.165485 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] Pushing event updated for resources: {'Port': ['ID=387fd7a2-12c8-44e0-a778-a8a0b80d0b88,revision_number=4']} {{(pid=94001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:28:05.169124 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-73306544-c438-48e2-9957-67e3409984a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653538'] for network, before_create {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:28:05.201930 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-73306544-c438-48e2-9957-67e3409984a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:28:05.222379 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b8ed02-2963-42c1-a237-2211e6f3fa23 service neutron] Pushing event updated for resources: {'Port': ['ID=80920450-855b-4404-98ac-1933b7f666f4,revision_number=3']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:28:05.302530 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 06:28:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fb5fc2f-e766-406c-ad82-106ccdf90efa x-openstack-request-id: req-9fb5fc2f-e766-406c-ad82-106ccdf90efa {{(pid=94000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 06:28:05.305084 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6958c33e-794d-418e-a5ab-7fc4d005ddf7", "tag": "80920450-855b-4404-98ac-1933b7f666f4", "status": "completed", "code": 200}]} {{(pid=94000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 06:28:05.314424 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-9fb5fc2f-e766-406c-ad82-106ccdf90efa {{(pid=94000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 06:28:05.315155 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6958c33e-794d-418e-a5ab-7fc4d005ddf7', 'tag': '80920450-855b-4404-98ac-1933b7f666f4', 'status': 'completed', 'code': 200} Sep 30 06:28:05.384333 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f833b2-5fc0-4b28-9372-67d709dd9f54 req-e60a222e-9417-48d9-9253-ed75c4bbb035 tempest-DeleteServersTestJSON-986892327 tempest-DeleteServersTestJSON-986892327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:28:05.396211 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-81f833b2-5fc0-4b28-9372-67d709dd9f54 req-e60a222e-9417-48d9-9253-ed75c4bbb035 tempest-DeleteServersTestJSON-986892327 tempest-DeleteServersTestJSON-986892327-project] 10.222.0.36 "GET /v2.0/ports?device_id=b00bd24b-615d-4cba-80bb-d31d4fe88c7f HTTP/1.1" status: 200 len: 943 time: 0.1471925 Sep 30 06:28:05.521083 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.db [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] For port c9702d29-a308-44f8-8cc9-eee4f7954e89, host hv-cinder-81187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81187',level=0,port_id=c9702d29-a308-44f8-8cc9-eee4f7954e89,segment=NetworkSegment(f7de19b9-6a8b-4c13-864b-abf85c02a385),segment_id=f7de19b9-6a8b-4c13-864b-abf85c02a385)] {{(pid=94001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 06:28:05.527507 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-81f833b2-5fc0-4b28-9372-67d709dd9f54 req-c35aef95-3b44-44fb-b01a-d598f9c6a7ae tempest-DeleteServersTestJSON-986892327 tempest-DeleteServersTestJSON-986892327-project] 10.222.0.36 "GET /v2.0/security-groups?id=762947ed-3f0a-4262-b9ef-d9eb2e41838c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300313 Sep 30 06:28:05.544750 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.rpc [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] Returning: {'device': 'c9702d29-a308-44f8-8cc9-eee4f7954e89', 'network_id': '09d5236c-0c6b-4c44-9520-bda2caf4b4f2', 'port_id': 'c9702d29-a308-44f8-8cc9-eee4f7954e89', 'mac_address': 'fa:16:3e:31:87:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 315, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2cc33e45-6ebd-4aca-ac3c-4bbace2f6c45', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94001) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 06:28:05.577362 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-73306544-c438-48e2-9957-67e3409984a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:28:05.590261 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-73306544-c438-48e2-9957-67e3409984a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533969'] for security_group, after_create {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:28:05.640010 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653538'] for port, before_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:28:05.659099 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73306544-c438-48e2-9957-67e3409984a8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 317} {{(pid=93999) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 06:28:05.665960 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.notifiers.nova [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c9702d29-a308-44f8-8cc9-eee4f7954e89 {{(pid=94001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 06:28:05.685187 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005790b2-261d-4ac2-a5c1-b78d2fdb0e8c req-8bad2d5b-95fd-47ad-a618-de30a1c24a4c tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:28:05.687421 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-005790b2-261d-4ac2-a5c1-b78d2fdb0e8c req-8bad2d5b-95fd-47ad-a618-de30a1c24a4c tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] 10.222.0.36 "GET /v2.0/ports?device_id=c7de8e92-ecc9-41bc-98bb-5c2242bab3d1 HTTP/1.1" status: 200 len: 944 time: 0.1857579 Sep 30 06:28:05.695123 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73306544-c438-48e2-9957-67e3409984a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=625a6601-134f-467e-9638-485788e5b575,revision_number=1']} {{(pid=93999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:28:05.717420 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.db [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] For port c9702d29-a308-44f8-8cc9-eee4f7954e89, host hv-cinder-81187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81187',level=0,port_id=c9702d29-a308-44f8-8cc9-eee4f7954e89,segment=NetworkSegment(f7de19b9-6a8b-4c13-864b-abf85c02a385),segment_id=f7de19b9-6a8b-4c13-864b-abf85c02a385)] {{(pid=94001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 06:28:05.722200 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-73306544-c438-48e2-9957-67e3409984a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583621'] for segment, precommit_create {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:28:05.722647 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.db.segments_db [None req-73306544-c438-48e2-9957-67e3409984a8 admin admin] Added segment 950a3bea-d18c-4e17-ab07-b0ace4e4b254 of type vlan for network 32a6127f-941d-41f5-9f1b-a6c71a13a5c2 Sep 30 06:28:05.731686 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7821886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727545992452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727545489363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727545489381'] for port, after_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:28:05.776131 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07f4787-9677-49b6-a9fb-1c553625010c req-64f69ca1-db16-4220-b397-083c1831f37f tempest-AttachVolumeTestJSON-1192105893 tempest-AttachVolumeTestJSON-1192105893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:28:05.785279 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-e07f4787-9677-49b6-a9fb-1c553625010c req-64f69ca1-db16-4220-b397-083c1831f37f tempest-AttachVolumeTestJSON-1192105893 tempest-AttachVolumeTestJSON-1192105893-project] 10.222.0.36 "GET /v2.0/ports?device_id=6958c33e-794d-418e-a5ab-7fc4d005ddf7 HTTP/1.1" status: 200 len: 944 time: 0.0885186 Sep 30 06:28:05.808021 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] Pushing event updated for resources: {'Port': ['ID=c9702d29-a308-44f8-8cc9-eee4f7954e89,revision_number=4']} {{(pid=94001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:28:05.828071 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-e07f4787-9677-49b6-a9fb-1c553625010c req-5bb988b6-a1a3-4376-a162-aefb6eff3837 tempest-AttachVolumeTestJSON-1192105893 tempest-AttachVolumeTestJSON-1192105893-project] 10.222.0.36 "GET /v2.0/security-groups?id=2948a1ff-6e7e-4016-a1fe-d6f8926a46bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414071 Sep 30 06:28:05.829035 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-73306544-c438-48e2-9957-67e3409984a8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727545443103'] for network, precommit_create {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:28:05.954148 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-73306544-c438-48e2-9957-67e3409984a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7821886'] for network, after_create {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:28:05.955818 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73306544-c438-48e2-9957-67e3409984a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:28:05.956787 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-73306544-c438-48e2-9957-67e3409984a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7821868'] for network, before_response {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:28:06.000571 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-005790b2-261d-4ac2-a5c1-b78d2fdb0e8c req-5e85b4ff-aa3e-4495-b63d-52db1c5f29be tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] 10.222.0.36 "GET /v2.0/security-groups?id=aaa05d83-3ebc-404f-b7b5-bc03e45995ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2874031 Sep 30 06:28:06.032731 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3453199-c7d5-4954-baf3-464b73e1c7aa req-bf552f34-2f88-4997-814d-0a2a9c0967a4 tempest-ServerRescueNegativeTestJSON-1209427659 tempest-ServerRescueNegativeTestJSON-1209427659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:28:06.036392 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850f6757-5bb8-4aab-9a60-75c094f6e319 req-8e6f5e0a-6de1-4663-9eec-8ed8dd8eee2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:28:06.036867 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-f3453199-c7d5-4954-baf3-464b73e1c7aa req-bf552f34-2f88-4997-814d-0a2a9c0967a4 tempest-ServerRescueNegativeTestJSON-1209427659 tempest-ServerRescueNegativeTestJSON-1209427659-project] 10.222.0.36 "GET /v2.0/ports?device_id=0a86be7c-6414-4403-bd22-8634a0e22544 HTTP/1.1" status: 200 len: 943 time: 0.0934446 Sep 30 06:28:06.039176 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-850f6757-5bb8-4aab-9a60-75c094f6e319 req-8e6f5e0a-6de1-4663-9eec-8ed8dd8eee2d service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=5fefac64-03c4-43dd-a17b-d4a261fa3173&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1826556 Sep 30 06:28:06.046615 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [None req-73306544-c438-48e2-9957-67e3409984a8 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.9782257 Sep 30 06:28:06.049031 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.36', 51680) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 06:28:06.055348 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.api.v2.base [None req-8f8463fa-1b55-4a29-96f1-4957617d80b2 admin admin] Request body: {'subnet': {'network_id': '32a6127f-941d-41f5-9f1b-a6c71a13a5c2', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-576744486-subnet', 'tenant_id': '07782c811d8d487eaa709c2b01da74ce', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 06:28:06.090891 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73306544-c438-48e2-9957-67e3409984a8 admin admin] Pushing event updated for resources: {'Network': ['ID=32a6127f-941d-41f5-9f1b-a6c71a13a5c2,revision_number=1']} {{(pid=93999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:28:06.107520 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.rpc [None req-1a5ef50c-1a60-4eeb-b96e-cf5df6fcca4b None None] Network 32a6127f-941d-41f5-9f1b-a6c71a13a5c2 details requested by agent ovs-agent-dv-cinder-811877-1-iscsi with host dv-cinder-811877-1-iscsi {{(pid=94001) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 06:28:06.130371 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f8463fa-1b55-4a29-96f1-4957617d80b2 admin admin] Made reservation on behalf of 07782c811d8d487eaa709c2b01da74ce for: {'subnet': 1} {{(pid=94000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 06:28:06.135869 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-8f8463fa-1b55-4a29-96f1-4957617d80b2 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:28:06.147558 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-f3453199-c7d5-4954-baf3-464b73e1c7aa req-0348f3e1-7a4b-49fc-87a0-9b12deecaad9 tempest-ServerRescueNegativeTestJSON-1209427659 tempest-ServerRescueNegativeTestJSON-1209427659-project] 10.222.0.36 "GET /v2.0/security-groups?id=78ce1e3c-f3d7-420d-ac39-20c93d3fb7fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820537 Sep 30 06:28:06.362387 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-8f8463fa-1b55-4a29-96f1-4957617d80b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7821886'] for subnet, after_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:28:06.424533 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8463fa-1b55-4a29-96f1-4957617d80b2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=42b08c28-e95f-415c-a5c1-ababa3b961d8,revision_number=0']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:28:06.438123 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f8463fa-1b55-4a29-96f1-4957617d80b2 admin admin] Checking segment: {'id': '950a3bea-d18c-4e17-ab07-b0ace4e4b254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '32a6127f-941d-41f5-9f1b-a6c71a13a5c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 06:28:06.438485 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f8463fa-1b55-4a29-96f1-4957617d80b2 admin admin] Network hostable DHCP agents. Network: 32a6127f-941d-41f5-9f1b-a6c71a13a5c2, hostable agents: ['2764eebb-577a-46b3-8e38-018fcc444f25'], hosted agents: [] {{(pid=94000) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 06:28:06.462129 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f8463fa-1b55-4a29-96f1-4957617d80b2 admin admin] Network 32a6127f-941d-41f5-9f1b-a6c71a13a5c2 is scheduled to be hosted by DHCP agent 2764eebb-577a-46b3-8e38-018fcc444f25 with binding_index 1 {{(pid=94000) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 06:28:06.479143 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.scheduler.base_scheduler [None req-8f8463fa-1b55-4a29-96f1-4957617d80b2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-811877-1-iscsi, 32a6127f-941d-41f5-9f1b-a6c71a13a5c2) {{(pid=94000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 06:28:06.490216 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f8463fa-1b55-4a29-96f1-4957617d80b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:28:06.492299 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-8f8463fa-1b55-4a29-96f1-4957617d80b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7821868'] for subnet, before_response {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:28:06.504602 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa0abc35-04c9-4dbf-9cf7-7c0e75816e48 None None] Network 32a6127f-941d-41f5-9f1b-a6c71a13a5c2 requested from dv-cinder-811877-1-iscsi {{(pid=94001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 06:28:06.528006 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [None req-8f8463fa-1b55-4a29-96f1-4957617d80b2 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4702005 Sep 30 06:28:06.698090 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6aabb6-2b90-4ebc-a50a-68a41675426d req-3b66f154-0152-4dc3-a95a-235429e6a9e8 tempest-DeleteServersTestJSON-986892327 tempest-DeleteServersTestJSON-986892327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:28:06.706720 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-6f6aabb6-2b90-4ebc-a50a-68a41675426d req-3b66f154-0152-4dc3-a95a-235429e6a9e8 tempest-DeleteServersTestJSON-986892327 tempest-DeleteServersTestJSON-986892327-project] 10.222.0.36 "GET /v2.0/ports?device_id=b00bd24b-615d-4cba-80bb-d31d4fe88c7f HTTP/1.1" status: 200 len: 944 time: 0.0861914 Sep 30 06:28:06.751776 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-6f6aabb6-2b90-4ebc-a50a-68a41675426d req-0218901b-8c5b-4b71-9eaa-297f8e88afc7 tempest-DeleteServersTestJSON-986892327 tempest-DeleteServersTestJSON-986892327-project] 10.222.0.36 "GET /v2.0/security-groups?id=762947ed-3f0a-4262-b9ef-d9eb2e41838c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433426 Sep 30 06:28:06.767739 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b17a1850-0f44-4acd-b1e9-6b2be77b2330 None None] Network 32a6127f-941d-41f5-9f1b-a6c71a13a5c2 requested from dv-cinder-811877-1-iscsi {{(pid=94001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 06:28:07.075125 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73de2f18-ef42-42a8-a007-f920281a0041 req-f97060ec-a441-427f-a61a-7afe490bd15b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:28:07.077099 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-73de2f18-ef42-42a8-a007-f920281a0041 req-f97060ec-a441-427f-a61a-7afe490bd15b service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=fd01cd14f23840e59331ece07bbcdf9e&device_id=6958c33e-794d-418e-a5ab-7fc4d005ddf7 HTTP/1.1" status: 200 len: 1097 time: 0.1728368 Sep 30 06:28:07.096807 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49802f6-f13c-43ee-a3d5-16db98fee939 req-ae3b52cf-41e1-495b-9169-819fa1f7cf00 tempest-AttachVolumeTestJSON-1192105893 tempest-AttachVolumeTestJSON-1192105893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:28:07.107986 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-b49802f6-f13c-43ee-a3d5-16db98fee939 req-ae3b52cf-41e1-495b-9169-819fa1f7cf00 tempest-AttachVolumeTestJSON-1192105893 tempest-AttachVolumeTestJSON-1192105893-project] 10.222.0.36 "GET /v2.0/ports?device_id=6958c33e-794d-418e-a5ab-7fc4d005ddf7 HTTP/1.1" status: 200 len: 944 time: 0.1294444 Sep 30 06:28:07.228175 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-b49802f6-f13c-43ee-a3d5-16db98fee939 req-c4c5bdd7-e132-438c-abe7-75ed24fe1fd4 tempest-AttachVolumeTestJSON-1192105893 tempest-AttachVolumeTestJSON-1192105893-project] 10.222.0.36 "GET /v2.0/security-groups?id=2948a1ff-6e7e-4016-a1fe-d6f8926a46bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1185193 Sep 30 06:28:07.339898 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-850f6757-5bb8-4aab-9a60-75c094f6e319 req-c37a7abc-9fdf-4d91-af07-d59f7feac12c service neutron] 10.222.0.10 "GET /v2.0/networks/5fefac64-03c4-43dd-a17b-d4a261fa3173?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4530387 Sep 30 06:28:07.404189 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73de2f18-ef42-42a8-a007-f920281a0041 req-f3704815-992a-4866-927a-ba57d7df48e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:28:07.409158 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-73de2f18-ef42-42a8-a007-f920281a0041 req-f3704815-992a-4866-927a-ba57d7df48e1 service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=fd01cd14f23840e59331ece07bbcdf9e&shared=False HTTP/1.1" status: 200 len: 911 time: 0.2856085 Sep 30 06:28:07.443992 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-d137764c-4736-4fba-ad62-ea142fcf2cc9 req-7f4b8a47-4e1a-446f-9626-5983a5957f59 service neutron] 10.222.0.10 "GET /v2.0/networks/5c01f472-be09-4f47-a17f-2a759f124795?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5894055 Sep 30 06:28:07.444153 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.db [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] get_ports_and_sgs() called for port_ids ['f5867bda-e9f5-44e1-9382-f6b9e19fe331'] {{(pid=94001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 06:28:07.444600 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.wsgi [-] (93999) accepted ('10.222.0.36', 51730) {{(pid=93999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 06:28:07.532353 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.db [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] get_ports_and_sgs() called for port_ids ['387fd7a2-12c8-44e0-a778-a8a0b80d0b88'] {{(pid=94001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 06:28:07.542308 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.db [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] get_ports_and_sgs() called for port_ids ['c9702d29-a308-44f8-8cc9-eee4f7954e89'] {{(pid=94001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 06:28:07.546890 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73de2f18-ef42-42a8-a007-f920281a0041 req-ede6518c-f9e3-470a-85e5-e71c4da61515 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:28:07.551133 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-73de2f18-ef42-42a8-a007-f920281a0041 req-ede6518c-f9e3-470a-85e5-e71c4da61515 service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1280854 Sep 30 06:28:07.685806 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff28264c-1e99-40ff-a8b5-2ff6c43a7575 req-025a78a7-7524-46e3-9da5-894a75333426 tempest-ServerRescueNegativeTestJSON-1209427659 tempest-ServerRescueNegativeTestJSON-1209427659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:28:07.687682 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-ff28264c-1e99-40ff-a8b5-2ff6c43a7575 req-025a78a7-7524-46e3-9da5-894a75333426 tempest-ServerRescueNegativeTestJSON-1209427659 tempest-ServerRescueNegativeTestJSON-1209427659-project] 10.222.0.36 "GET /v2.0/ports?device_id=0a86be7c-6414-4403-bd22-8634a0e22544 HTTP/1.1" status: 200 len: 943 time: 0.1354482 Sep 30 06:28:07.734228 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc09879-aeac-4758-ad84-8424539f9b06 req-7202ebde-f401-4a1b-9f96-6eb7c485a347 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:28:07.737338 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-3bc09879-aeac-4758-ad84-8424539f9b06 req-7202ebde-f401-4a1b-9f96-6eb7c485a347 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=fd01cd14f23840e59331ece07bbcdf9e&device_id=6958c33e-794d-418e-a5ab-7fc4d005ddf7 HTTP/1.1" status: 200 len: 1097 time: 0.1072936 Sep 30 06:28:07.787556 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2e8eb2-81ba-45da-ab68-80df4a3a563d req-7dabc640-e567-409e-b5ba-bc243612a4b3 tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:28:07.789642 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-8a2e8eb2-81ba-45da-ab68-80df4a3a563d req-7dabc640-e567-409e-b5ba-bc243612a4b3 tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] 10.222.0.36 "GET /v2.0/ports?device_id=c7de8e92-ecc9-41bc-98bb-5c2242bab3d1 HTTP/1.1" status: 200 len: 944 time: 0.3483529 Sep 30 06:28:07.826957 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-268a0688-5cf1-4967-ab1b-51d1f3d2e6f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:28:07.857947 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-3bc09879-aeac-4758-ad84-8424539f9b06 req-01532868-6ea2-4313-9093-1a6554c99048 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=80920450-855b-4404-98ac-1933b7f666f4 HTTP/1.1" status: 200 len: 217 time: 0.1036277 Sep 30 06:28:07.907220 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-ff28264c-1e99-40ff-a8b5-2ff6c43a7575 req-e9077ce2-3bcd-4213-89b1-e9a9ddd8b68a tempest-ServerRescueNegativeTestJSON-1209427659 tempest-ServerRescueNegativeTestJSON-1209427659-project] 10.222.0.36 "GET /v2.0/security-groups?id=78ce1e3c-f3d7-420d-ac39-20c93d3fb7fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1978369 Sep 30 06:28:07.978790 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-8a2e8eb2-81ba-45da-ab68-80df4a3a563d req-e9d650c6-b167-4522-9389-096055ce51a9 tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] 10.222.0.36 "GET /v2.0/security-groups?id=aaa05d83-3ebc-404f-b7b5-bc03e45995ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1254838 Sep 30 06:28:07.995969 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-850f6757-5bb8-4aab-9a60-75c094f6e319 req-578c2c0d-5dd8-483d-a0a8-ac3c2111d4da service neutron] 10.222.0.10 "GET /v2.0/networks/5fefac64-03c4-43dd-a17b-d4a261fa3173?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5494750 Sep 30 06:28:08.006580 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc09879-aeac-4758-ad84-8424539f9b06 req-528364bc-1610-4c5e-a300-6ae9c644be87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:28:08.008333 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-3bc09879-aeac-4758-ad84-8424539f9b06 req-528364bc-1610-4c5e-a300-6ae9c644be87 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=87e3e2f7-f230-4774-967b-a68a66b90c87 HTTP/1.1" status: 200 len: 849 time: 0.1386213 Sep 30 06:28:08.107061 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-268a0688-5cf1-4967-ab1b-51d1f3d2e6f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:28:08.119400 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-268a0688-5cf1-4967-ab1b-51d1f3d2e6f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533969'] for security_group, after_create {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:28:08.181267 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [None req-268a0688-5cf1-4967-ab1b-51d1f3d2e6f1 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=720b8c38500643eeb14cedacca02f002&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7327147 Sep 30 06:28:08.182846 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268a0688-5cf1-4967-ab1b-51d1f3d2e6f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90100f88-7f52-4c88-b45e-f0f48c0f4a37,revision_number=1']} {{(pid=93999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:28:08.185607 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.wsgi [-] (93999) accepted ('10.222.0.36', 51758) {{(pid=93999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 06:28:08.199983 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc09879-aeac-4758-ad84-8424539f9b06 req-a3592163-e2a4-43dd-a01f-7ea59a1e5692 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:28:08.201951 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-3bc09879-aeac-4758-ad84-8424539f9b06 req-a3592163-e2a4-43dd-a01f-7ea59a1e5692 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=92aa8f19-aafd-4462-9d7f-7e5f878c12b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1806574 Sep 30 06:28:08.256973 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5acb61-de33-4905-8d15-fef637b4724b req-98415ace-e086-413f-ab2e-0a0758e2fbe4 tempest-DeleteServersTestJSON-986892327 tempest-DeleteServersTestJSON-986892327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:28:08.265615 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-8c5acb61-de33-4905-8d15-fef637b4724b req-98415ace-e086-413f-ab2e-0a0758e2fbe4 tempest-DeleteServersTestJSON-986892327 tempest-DeleteServersTestJSON-986892327-project] 10.222.0.36 "GET /v2.0/ports?device_id=b00bd24b-615d-4cba-80bb-d31d4fe88c7f HTTP/1.1" status: 200 len: 944 time: 0.1724710 Sep 30 06:28:08.272021 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-4507fe0b-b0fe-499f-ab25-9d263a00c616 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:28:08.304649 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-4507fe0b-b0fe-499f-ab25-9d263a00c616 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:28:08.331226 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-8c5acb61-de33-4905-8d15-fef637b4724b req-9cd4830c-50c4-4ea5-94e8-c9de9e7ce19e tempest-DeleteServersTestJSON-986892327 tempest-DeleteServersTestJSON-986892327-project] 10.222.0.36 "GET /v2.0/security-groups?id=762947ed-3f0a-4262-b9ef-d9eb2e41838c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581734 Sep 30 06:28:08.428191 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-4507fe0b-b0fe-499f-ab25-9d263a00c616 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533969'] for security_group, after_delete {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:28:08.431573 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-4507fe0b-b0fe-499f-ab25-9d263a00c616 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:28:08.437847 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [None req-4507fe0b-b0fe-499f-ab25-9d263a00c616 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/90100f88-7f52-4c88-b45e-f0f48c0f4a37 HTTP/1.1" status: 204 len: 168 time: 0.2377288 Sep 30 06:28:08.456691 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-3bc09879-aeac-4758-ad84-8424539f9b06 req-7d5a4ad6-7cc3-47b1-a08a-acc966b70023 service neutron] 10.222.0.10 "GET /v2.0/networks/92aa8f19-aafd-4462-9d7f-7e5f878c12b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2438822 Sep 30 06:28:08.502899 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4507fe0b-b0fe-499f-ab25-9d263a00c616 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90100f88-7f52-4c88-b45e-f0f48c0f4a37,revision_number=None']} {{(pid=93999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:28:08.566951 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53dbe13-c0bc-4e85-8764-ef825ef16340 req-9ae57582-0641-4135-90ef-460c8aeb07bd tempest-AttachVolumeTestJSON-1192105893 tempest-AttachVolumeTestJSON-1192105893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:28:08.568612 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-b53dbe13-c0bc-4e85-8764-ef825ef16340 req-9ae57582-0641-4135-90ef-460c8aeb07bd tempest-AttachVolumeTestJSON-1192105893 tempest-AttachVolumeTestJSON-1192105893-project] 10.222.0.36 "GET /v2.0/ports?device_id=6958c33e-794d-418e-a5ab-7fc4d005ddf7 HTTP/1.1" status: 200 len: 944 time: 0.1655335 Sep 30 06:28:08.618919 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-b53dbe13-c0bc-4e85-8764-ef825ef16340 req-e9645bdf-5ca5-4a60-9dc1-12c923dcc91d tempest-AttachVolumeTestJSON-1192105893 tempest-AttachVolumeTestJSON-1192105893-project] 10.222.0.36 "GET /v2.0/security-groups?id=2948a1ff-6e7e-4016-a1fe-d6f8926a46bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423799 Sep 30 06:28:08.644870 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-3bc09879-aeac-4758-ad84-8424539f9b06 req-39bb8170-7629-43bc-9de0-c0db19b25523 service neutron] 10.222.0.10 "GET /v2.0/networks/92aa8f19-aafd-4462-9d7f-7e5f878c12b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1815968 Sep 30 06:28:08.849357 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.wsgi [-] (93999) accepted ('10.222.0.36', 51778) {{(pid=93999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 06:28:08.864090 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-4bc813fb-99a2-4b84-ab16-2a7bec166b4a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:28:08.904582 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.rpc [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] Device b10500c6-dc7c-475e-a085-9d2c7ed838e8 details requested by agent hyperv_hv-cinder-81187 with host hv-cinder-81187 {{(pid=94001) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 06:28:09.042272 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727546001794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-597483'] for agent, after_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:28:09.074744 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.db [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] For port b10500c6-dc7c-475e-a085-9d2c7ed838e8, host hv-cinder-81187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81187',level=0,port_id=b10500c6-dc7c-475e-a085-9d2c7ed838e8,segment=NetworkSegment(410fd4de-8a82-48c3-96d1-1762cdf9a695),segment_id=410fd4de-8a82-48c3-96d1-1762cdf9a695)] {{(pid=94001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 06:28:09.098894 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.rpc [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] Returning: {'device': 'b10500c6-dc7c-475e-a085-9d2c7ed838e8', 'network_id': '5c01f472-be09-4f47-a17f-2a759f124795', 'port_id': 'b10500c6-dc7c-475e-a085-9d2c7ed838e8', 'mac_address': 'fa:16:3e:76:fd:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 337, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c94366a3-4b59-4b72-a9bf-62e041f6886b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94001) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 06:28:09.106742 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-4bc813fb-99a2-4b84-ab16-2a7bec166b4a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:28:09.124305 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-4bc813fb-99a2-4b84-ab16-2a7bec166b4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533969'] for security_group, after_create {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:28:09.170969 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3b87b2-a2a9-4e3e-aa6a-24211d1704db req-3110954d-2c58-4194-8186-897442c26663 tempest-ServerRescueNegativeTestJSON-1209427659 tempest-ServerRescueNegativeTestJSON-1209427659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:28:09.173458 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-bb3b87b2-a2a9-4e3e-aa6a-24211d1704db req-3110954d-2c58-4194-8186-897442c26663 tempest-ServerRescueNegativeTestJSON-1209427659 tempest-ServerRescueNegativeTestJSON-1209427659-project] 10.222.0.36 "GET /v2.0/ports?device_id=0a86be7c-6414-4403-bd22-8634a0e22544 HTTP/1.1" status: 200 len: 943 time: 0.1200881 Sep 30 06:28:09.218413 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653538'] for port, before_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:28:09.262850 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-bb3b87b2-a2a9-4e3e-aa6a-24211d1704db req-bcf3a15a-0faf-4e47-b90b-52464c9066b5 tempest-ServerRescueNegativeTestJSON-1209427659 tempest-ServerRescueNegativeTestJSON-1209427659-project] 10.222.0.36 "GET /v2.0/security-groups?id=78ce1e3c-f3d7-420d-ac39-20c93d3fb7fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690370 Sep 30 06:28:09.264521 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.notifiers.nova [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b10500c6-dc7c-475e-a085-9d2c7ed838e8 {{(pid=94001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 06:28:09.294275 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [None req-4bc813fb-99a2-4b84-ab16-2a7bec166b4a admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=3983cd85bd45468f978e0180e9167ad0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4308820 Sep 30 06:28:09.294275 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc813fb-99a2-4b84-ab16-2a7bec166b4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5037e488-a244-401f-b0c5-8b70a95c9eb8,revision_number=1']} {{(pid=93999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:28:09.295895 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.36', 51800) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 06:28:09.310746 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.db [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] For port b10500c6-dc7c-475e-a085-9d2c7ed838e8, host hv-cinder-81187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81187',level=0,port_id=b10500c6-dc7c-475e-a085-9d2c7ed838e8,segment=NetworkSegment(410fd4de-8a82-48c3-96d1-1762cdf9a695),segment_id=410fd4de-8a82-48c3-96d1-1762cdf9a695)] {{(pid=94001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 06:28:09.317788 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7821886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727545992452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727545489363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727545489381'] for port, after_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:28:09.343788 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0147d6e-6fbc-4585-b6ac-63479523c827 req-b8668930-b085-43dd-8924-1903981619df tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:28:09.354655 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-d0147d6e-6fbc-4585-b6ac-63479523c827 req-b8668930-b085-43dd-8924-1903981619df tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] 10.222.0.36 "GET /v2.0/ports?device_id=c7de8e92-ecc9-41bc-98bb-5c2242bab3d1 HTTP/1.1" status: 200 len: 944 time: 0.2051125 Sep 30 06:28:09.408926 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] Pushing event updated for resources: {'Port': ['ID=b10500c6-dc7c-475e-a085-9d2c7ed838e8,revision_number=4']} {{(pid=94001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:28:09.429042 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-d0147d6e-6fbc-4585-b6ac-63479523c827 req-a3438171-568a-45c5-9766-85ccb8ff0602 tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] 10.222.0.36 "GET /v2.0/security-groups?id=aaa05d83-3ebc-404f-b7b5-bc03e45995ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0715382 Sep 30 06:28:09.452480 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-f353679d-fa06-419f-ba43-8a41a0cabf2d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:28:09.521439 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-f353679d-fa06-419f-ba43-8a41a0cabf2d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:28:09.560328 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f07cb5c-d1bd-4b98-ac79-f36e41ece29c req-b38d855d-c4da-4b2a-b955-57aba6ade9d3 tempest-DeleteServersTestJSON-986892327 tempest-DeleteServersTestJSON-986892327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:28:09.571532 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-7f07cb5c-d1bd-4b98-ac79-f36e41ece29c req-b38d855d-c4da-4b2a-b955-57aba6ade9d3 tempest-DeleteServersTestJSON-986892327 tempest-DeleteServersTestJSON-986892327-project] 10.222.0.36 "GET /v2.0/ports?device_id=b00bd24b-615d-4cba-80bb-d31d4fe88c7f HTTP/1.1" status: 200 len: 944 time: 0.1012526 Sep 30 06:28:09.618302 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-7f07cb5c-d1bd-4b98-ac79-f36e41ece29c req-96c87276-7ace-4220-8d4f-e569d8bc0271 tempest-DeleteServersTestJSON-986892327 tempest-DeleteServersTestJSON-986892327-project] 10.222.0.36 "GET /v2.0/security-groups?id=762947ed-3f0a-4262-b9ef-d9eb2e41838c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488563 Sep 30 06:28:09.631426 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-f353679d-fa06-419f-ba43-8a41a0cabf2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533969'] for security_group, after_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:28:09.635028 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-f353679d-fa06-419f-ba43-8a41a0cabf2d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:28:09.637784 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [None req-f353679d-fa06-419f-ba43-8a41a0cabf2d admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/5037e488-a244-401f-b0c5-8b70a95c9eb8 HTTP/1.1" status: 204 len: 168 time: 0.3505392 Sep 30 06:28:09.640289 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.db [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] get_ports_and_sgs() called for port_ids ['b10500c6-dc7c-475e-a085-9d2c7ed838e8'] {{(pid=94001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 06:28:09.659482 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f353679d-fa06-419f-ba43-8a41a0cabf2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5037e488-a244-401f-b0c5-8b70a95c9eb8,revision_number=None']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:28:09.907485 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b225329-f6f3-4924-888a-773d292072f0 req-a4616aa3-6b64-43af-8750-1f995d755b14 tempest-AttachVolumeTestJSON-1192105893 tempest-AttachVolumeTestJSON-1192105893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:28:09.916568 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-2b225329-f6f3-4924-888a-773d292072f0 req-a4616aa3-6b64-43af-8750-1f995d755b14 tempest-AttachVolumeTestJSON-1192105893 tempest-AttachVolumeTestJSON-1192105893-project] 10.222.0.36 "GET /v2.0/ports?device_id=6958c33e-794d-418e-a5ab-7fc4d005ddf7 HTTP/1.1" status: 200 len: 944 time: 0.1359584 Sep 30 06:28:09.968182 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-2b225329-f6f3-4924-888a-773d292072f0 req-4c849959-5058-40e9-908c-351d7b9909f0 tempest-AttachVolumeTestJSON-1192105893 tempest-AttachVolumeTestJSON-1192105893-project] 10.222.0.36 "GET /v2.0/security-groups?id=2948a1ff-6e7e-4016-a1fe-d6f8926a46bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504112 Sep 30 06:28:10.467227 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc1f2de-8354-4130-ac19-951d7c44dbb0 req-305dcff7-d725-4edc-8622-31c058ec791c tempest-ServerRescueNegativeTestJSON-1209427659 tempest-ServerRescueNegativeTestJSON-1209427659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:28:10.470438 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-0bc1f2de-8354-4130-ac19-951d7c44dbb0 req-305dcff7-d725-4edc-8622-31c058ec791c tempest-ServerRescueNegativeTestJSON-1209427659 tempest-ServerRescueNegativeTestJSON-1209427659-project] 10.222.0.36 "GET /v2.0/ports?device_id=0a86be7c-6414-4403-bd22-8634a0e22544 HTTP/1.1" status: 200 len: 944 time: 0.0663815 Sep 30 06:28:10.523728 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-0bc1f2de-8354-4130-ac19-951d7c44dbb0 req-e2d42517-d0ce-4185-ab1a-b541624ec10b tempest-ServerRescueNegativeTestJSON-1209427659 tempest-ServerRescueNegativeTestJSON-1209427659-project] 10.222.0.36 "GET /v2.0/security-groups?id=78ce1e3c-f3d7-420d-ac39-20c93d3fb7fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424910 Sep 30 06:28:10.545820 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.36', 51866) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 06:28:10.607304 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e22fbba-a492-45b4-ac1e-f5be5271ff15 req-2b9f2801-7e8b-4ae5-b6ec-547b992de861 tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:28:10.611086 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-9e22fbba-a492-45b4-ac1e-f5be5271ff15 req-2b9f2801-7e8b-4ae5-b6ec-547b992de861 tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] 10.222.0.36 "GET /v2.0/ports?device_id=c7de8e92-ecc9-41bc-98bb-5c2242bab3d1 HTTP/1.1" status: 200 len: 944 time: 0.0766728 Sep 30 06:28:10.687340 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-9e22fbba-a492-45b4-ac1e-f5be5271ff15 req-588a09dd-00c2-43ff-aec3-02c22688e654 tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] 10.222.0.36 "GET /v2.0/security-groups?id=aaa05d83-3ebc-404f-b7b5-bc03e45995ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0681803 Sep 30 06:28:10.769704 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-138385a4-8a4d-4a40-abed-97157cb42af2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:28:10.807452 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60fc9c9-cf06-46a6-b72e-a6860e223777 req-3f12e778-3ac6-414f-93a9-545ebc88822a tempest-DeleteServersTestJSON-986892327 tempest-DeleteServersTestJSON-986892327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:28:10.809151 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-a60fc9c9-cf06-46a6-b72e-a6860e223777 req-3f12e778-3ac6-414f-93a9-545ebc88822a tempest-DeleteServersTestJSON-986892327 tempest-DeleteServersTestJSON-986892327-project] 10.222.0.36 "GET /v2.0/ports?device_id=b00bd24b-615d-4cba-80bb-d31d4fe88c7f HTTP/1.1" status: 200 len: 944 time: 0.0845628 Sep 30 06:28:10.886007 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-a60fc9c9-cf06-46a6-b72e-a6860e223777 req-94f8b9b1-9805-49e8-93ac-d8b0cf8d8891 tempest-DeleteServersTestJSON-986892327 tempest-DeleteServersTestJSON-986892327-project] 10.222.0.36 "GET /v2.0/security-groups?id=762947ed-3f0a-4262-b9ef-d9eb2e41838c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636988 Sep 30 06:28:10.930025 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.rpc [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] Device 80920450-855b-4404-98ac-1933b7f666f4 details requested by agent hyperv_hv-cinder-81187 with host hv-cinder-81187 {{(pid=94001) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 06:28:10.934604 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.rpc [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] Device b10500c6-dc7c-475e-a085-9d2c7ed838e8 up at agent hyperv_hv-cinder-81187 {{(pid=94001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 06:28:10.945986 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-138385a4-8a4d-4a40-abed-97157cb42af2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:28:10.953985 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-138385a4-8a4d-4a40-abed-97157cb42af2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533969'] for security_group, after_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:28:11.018043 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138385a4-8a4d-4a40-abed-97157cb42af2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50f4a08b-cf14-4313-93d0-a1d07fa0cbfe,revision_number=1']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:28:11.031172 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [None req-138385a4-8a4d-4a40-abed-97157cb42af2 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=904b132790f446549c8610156085157d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4841311 Sep 30 06:28:11.036144 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.36', 51886) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 06:28:11.060480 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.db.provisioning_blocks [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] Provisioning for port b10500c6-dc7c-475e-a085-9d2c7ed838e8 completed by entity L2. {{(pid=94001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 06:28:11.080604 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.db.provisioning_blocks [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] Provisioning complete for port b10500c6-dc7c-475e-a085-9d2c7ed838e8 triggered by entity L2. {{(pid=94001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 06:28:11.081311 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-597822'] for port, provisioning_complete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:28:11.122473 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-2cf6e879-8e34-43d0-a263-7eccbd898a59 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:28:11.164366 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-2cf6e879-8e34-43d0-a263-7eccbd898a59 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:28:11.208577 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa50807b-68f6-4fbb-9036-16041accc9ab req-2b3c9d50-c897-4cac-88bc-9dfd704ac27c tempest-AttachVolumeTestJSON-1192105893 tempest-AttachVolumeTestJSON-1192105893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:28:11.212734 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-aa50807b-68f6-4fbb-9036-16041accc9ab req-2b3c9d50-c897-4cac-88bc-9dfd704ac27c tempest-AttachVolumeTestJSON-1192105893 tempest-AttachVolumeTestJSON-1192105893-project] 10.222.0.36 "GET /v2.0/ports?device_id=6958c33e-794d-418e-a5ab-7fc4d005ddf7 HTTP/1.1" status: 200 len: 944 time: 0.1406465 Sep 30 06:28:11.241194 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.db [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] For port 80920450-855b-4404-98ac-1933b7f666f4, host hv-cinder-81187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81187',level=0,port_id=80920450-855b-4404-98ac-1933b7f666f4,segment=NetworkSegment(fb392b75-2cea-4ed8-909e-87c2ccb253f8),segment_id=fb392b75-2cea-4ed8-909e-87c2ccb253f8)] {{(pid=94001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 06:28:11.252369 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-2cf6e879-8e34-43d0-a263-7eccbd898a59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533969'] for security_group, after_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:28:11.255565 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-2cf6e879-8e34-43d0-a263-7eccbd898a59 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:28:11.260850 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [None req-2cf6e879-8e34-43d0-a263-7eccbd898a59 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/50f4a08b-cf14-4313-93d0-a1d07fa0cbfe HTTP/1.1" status: 204 len: 168 time: 0.2195904 Sep 30 06:28:11.274606 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.rpc [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] Returning: {'device': '80920450-855b-4404-98ac-1933b7f666f4', 'network_id': '92aa8f19-aafd-4462-9d7f-7e5f878c12b2', 'port_id': '80920450-855b-4404-98ac-1933b7f666f4', 'mac_address': 'fa:16:3e:4f:7a:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 305, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '87e3e2f7-f230-4774-967b-a68a66b90c87', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94001) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 06:28:11.282851 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf6e879-8e34-43d0-a263-7eccbd898a59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50f4a08b-cf14-4313-93d0-a1d07fa0cbfe,revision_number=None']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:28:11.326673 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-aa50807b-68f6-4fbb-9036-16041accc9ab req-400ec284-5981-4eaf-8de5-b203ba983a21 tempest-AttachVolumeTestJSON-1192105893 tempest-AttachVolumeTestJSON-1192105893-project] 10.222.0.36 "GET /v2.0/security-groups?id=2948a1ff-6e7e-4016-a1fe-d6f8926a46bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1036634 Sep 30 06:28:11.522363 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653538'] for port, before_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:28:11.553084 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.notifiers.nova [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 80920450-855b-4404-98ac-1933b7f666f4 {{(pid=94001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 06:28:11.597273 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653538'] for port, before_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:28:11.604136 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.db [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] For port 80920450-855b-4404-98ac-1933b7f666f4, host hv-cinder-81187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81187',level=0,port_id=80920450-855b-4404-98ac-1933b7f666f4,segment=NetworkSegment(fb392b75-2cea-4ed8-909e-87c2ccb253f8),segment_id=fb392b75-2cea-4ed8-909e-87c2ccb253f8)] {{(pid=94001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 06:28:11.618249 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7821886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727545992452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727545489363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727545489381'] for port, after_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:28:11.735334 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.db [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] For port b10500c6-dc7c-475e-a085-9d2c7ed838e8, host hv-cinder-81187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81187',level=0,port_id=b10500c6-dc7c-475e-a085-9d2c7ed838e8,segment=NetworkSegment(410fd4de-8a82-48c3-96d1-1762cdf9a695),segment_id=410fd4de-8a82-48c3-96d1-1762cdf9a695)] {{(pid=94001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 06:28:11.736276 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22fc917-6631-4d1b-9d32-97ef4a13a122 req-6fdaf889-2dff-4f09-89ba-cc66e085f776 tempest-ServerRescueNegativeTestJSON-1209427659 tempest-ServerRescueNegativeTestJSON-1209427659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:28:11.738346 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a86be7c-6414-4403-bd22-8634a0e22544', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b10500c6-dc7c-475e-a085-9d2c7ed838e8'}] {{(pid=94001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 06:28:11.739847 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-a22fc917-6631-4d1b-9d32-97ef4a13a122 req-6fdaf889-2dff-4f09-89ba-cc66e085f776 tempest-ServerRescueNegativeTestJSON-1209427659 tempest-ServerRescueNegativeTestJSON-1209427659-project] 10.222.0.36 "GET /v2.0/ports?device_id=0a86be7c-6414-4403-bd22-8634a0e22544 HTTP/1.1" status: 200 len: 944 time: 0.0711532 Sep 30 06:28:11.805019 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-a22fc917-6631-4d1b-9d32-97ef4a13a122 req-5bc96360-e9b5-4b56-a7e8-c5448e427fc6 tempest-ServerRescueNegativeTestJSON-1209427659 tempest-ServerRescueNegativeTestJSON-1209427659-project] 10.222.0.36 "GET /v2.0/security-groups?id=78ce1e3c-f3d7-420d-ac39-20c93d3fb7fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590856 Sep 30 06:28:11.853758 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7821886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727545992452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727545489363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727545489381'] for port, after_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:28:11.854612 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.rpc [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] Device f5867bda-e9f5-44e1-9382-f6b9e19fe331 up at agent hyperv_hv-cinder-81187 {{(pid=94001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 06:28:11.888002 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] Pushing event updated for resources: {'Port': ['ID=80920450-855b-4404-98ac-1933b7f666f4,revision_number=4']} {{(pid=94001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:28:11.978875 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.db [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] get_ports_and_sgs() called for port_ids ['80920450-855b-4404-98ac-1933b7f666f4'] {{(pid=94001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 06:28:12.026516 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9012e445-9182-4d39-aa7c-7ca6e0328daa req-92051ebb-6a70-4df2-98e8-a137681bcffd tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:28:12.030639 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-9012e445-9182-4d39-aa7c-7ca6e0328daa req-92051ebb-6a70-4df2-98e8-a137681bcffd tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] 10.222.0.36 "GET /v2.0/ports?device_id=c7de8e92-ecc9-41bc-98bb-5c2242bab3d1 HTTP/1.1" status: 200 len: 944 time: 0.1265731 Sep 30 06:28:12.093373 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.wsgi [-] (93999) accepted ('10.222.0.36', 51930) {{(pid=93999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 06:28:12.128071 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0264ed7-9744-4e9c-bc9f-fef7a2a5592d req-fdf7ec89-5192-4a3f-9853-946233effb33 tempest-DeleteServersTestJSON-986892327 tempest-DeleteServersTestJSON-986892327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:28:12.138320 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-e0264ed7-9744-4e9c-bc9f-fef7a2a5592d req-fdf7ec89-5192-4a3f-9853-946233effb33 tempest-DeleteServersTestJSON-986892327 tempest-DeleteServersTestJSON-986892327-project] 10.222.0.36 "GET /v2.0/ports?device_id=b00bd24b-615d-4cba-80bb-d31d4fe88c7f HTTP/1.1" status: 200 len: 944 time: 0.0919008 Sep 30 06:28:12.187316 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-9012e445-9182-4d39-aa7c-7ca6e0328daa req-f24243cf-b945-47d4-963f-11e982d35ab1 tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] 10.222.0.36 "GET /v2.0/security-groups?id=aaa05d83-3ebc-404f-b7b5-bc03e45995ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1471753 Sep 30 06:28:12.189128 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-feaba533-d254-4ad4-8cb0-cf48bc46dbce admin admin] Notify callbacks [] for security_group, before_create {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:28:12.212372 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] Pushing event updated for resources: {'Port': ['ID=b10500c6-dc7c-475e-a085-9d2c7ed838e8,revision_number=5']} {{(pid=94001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:28:12.221883 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-e0264ed7-9744-4e9c-bc9f-fef7a2a5592d req-a82123fa-9466-4de0-a745-1a4fe19678eb tempest-DeleteServersTestJSON-986892327 tempest-DeleteServersTestJSON-986892327-project] 10.222.0.36 "GET /v2.0/security-groups?id=762947ed-3f0a-4262-b9ef-d9eb2e41838c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812774 Sep 30 06:28:12.250047 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6a6fbc36b32d89ab1780593628eab99e94898f937be62aa03f5208480f4236e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eaf8a4e5-722d-43b0-8099-dd3fca1af91a" -d '{"events": [{"server_uuid": "0a86be7c-6414-4403-bd22-8634a0e22544", "name": "network-vif-plugged", "status": "completed", "tag": "b10500c6-dc7c-475e-a085-9d2c7ed838e8"}]}' {{(pid=94001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 06:28:12.283690 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.db.provisioning_blocks [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] Provisioning for port f5867bda-e9f5-44e1-9382-f6b9e19fe331 completed by entity L2. {{(pid=94001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 06:28:12.299614 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.db.provisioning_blocks [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] Provisioning complete for port f5867bda-e9f5-44e1-9382-f6b9e19fe331 triggered by entity L2. {{(pid=94001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 06:28:12.300305 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-597822'] for port, provisioning_complete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:28:12.365203 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-feaba533-d254-4ad4-8cb0-cf48bc46dbce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:28:12.374057 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-feaba533-d254-4ad4-8cb0-cf48bc46dbce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533969'] for security_group, after_create {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:28:12.439507 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [None req-feaba533-d254-4ad4-8cb0-cf48bc46dbce admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=385123738e8040e48277b1e76d4dc668&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3450327 Sep 30 06:28:12.441119 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feaba533-d254-4ad4-8cb0-cf48bc46dbce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=daea1f6a-5c6e-4fff-b5ff-3d7bf1784b31,revision_number=1']} {{(pid=93999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:28:12.443005 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.36', 51940) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 06:28:12.569970 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 06:28:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2de38590-fc6a-4baa-b2da-eba479799500 x-openstack-request-id: req-2de38590-fc6a-4baa-b2da-eba479799500 {{(pid=94001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 06:28:12.570378 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a86be7c-6414-4403-bd22-8634a0e22544", "name": "network-vif-plugged", "status": "completed", "tag": "b10500c6-dc7c-475e-a085-9d2c7ed838e8", "code": 200}]} {{(pid=94001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 06:28:12.570981 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-2de38590-fc6a-4baa-b2da-eba479799500 {{(pid=94001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 06:28:12.571821 dv-cinder-811877-1-iscsi neutron-server[94001]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a86be7c-6414-4403-bd22-8634a0e22544', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b10500c6-dc7c-475e-a085-9d2c7ed838e8', 'code': 200} Sep 30 06:28:12.573456 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653538'] for port, before_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:28:12.653072 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0d508d-9e78-4dbf-911e-cceced26d984 req-6b400bc7-35d8-46d8-bf41-fa0f5ae1ce26 tempest-AttachVolumeTestJSON-1192105893 tempest-AttachVolumeTestJSON-1192105893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:28:12.655976 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-2e0d508d-9e78-4dbf-911e-cceced26d984 req-6b400bc7-35d8-46d8-bf41-fa0f5ae1ce26 tempest-AttachVolumeTestJSON-1192105893 tempest-AttachVolumeTestJSON-1192105893-project] 10.222.0.36 "GET /v2.0/ports?device_id=6958c33e-794d-418e-a5ab-7fc4d005ddf7 HTTP/1.1" status: 200 len: 945 time: 0.1531756 Sep 30 06:28:12.660991 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-e792f1ae-4761-45fb-beeb-07af3dcef3f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:28:12.681107 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.db [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] For port f5867bda-e9f5-44e1-9382-f6b9e19fe331, host hv-cinder-81187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81187',level=0,port_id=f5867bda-e9f5-44e1-9382-f6b9e19fe331,segment=NetworkSegment(410fd4de-8a82-48c3-96d1-1762cdf9a695),segment_id=410fd4de-8a82-48c3-96d1-1762cdf9a695)] {{(pid=94001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 06:28:12.701861 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7821886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727545992452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727545489363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727545489381'] for port, after_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:28:12.704722 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.rpc [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] Device 387fd7a2-12c8-44e0-a778-a8a0b80d0b88 up at agent hyperv_hv-cinder-81187 {{(pid=94001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 06:28:12.712414 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-e792f1ae-4761-45fb-beeb-07af3dcef3f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:28:12.809609 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-2e0d508d-9e78-4dbf-911e-cceced26d984 req-6d1673d0-1fbc-4497-9e77-7c36ce36ca73 tempest-AttachVolumeTestJSON-1192105893 tempest-AttachVolumeTestJSON-1192105893-project] 10.222.0.36 "GET /v2.0/security-groups?id=2948a1ff-6e7e-4016-a1fe-d6f8926a46bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1235883 Sep 30 06:28:12.872358 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] Pushing event updated for resources: {'Port': ['ID=f5867bda-e9f5-44e1-9382-f6b9e19fe331,revision_number=5']} {{(pid=94001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:28:12.876644 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-e792f1ae-4761-45fb-beeb-07af3dcef3f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533969'] for security_group, after_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:28:12.879568 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-e792f1ae-4761-45fb-beeb-07af3dcef3f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:28:12.885230 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [None req-e792f1ae-4761-45fb-beeb-07af3dcef3f3 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/daea1f6a-5c6e-4fff-b5ff-3d7bf1784b31 HTTP/1.1" status: 204 len: 168 time: 0.4364944 Sep 30 06:28:12.888057 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.db.provisioning_blocks [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] Provisioning for port 387fd7a2-12c8-44e0-a778-a8a0b80d0b88 completed by entity L2. {{(pid=94001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 06:28:12.894323 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e792f1ae-4761-45fb-beeb-07af3dcef3f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=daea1f6a-5c6e-4fff-b5ff-3d7bf1784b31,revision_number=None']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:28:12.906704 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.db.provisioning_blocks [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] Provisioning complete for port 387fd7a2-12c8-44e0-a778-a8a0b80d0b88 triggered by entity L2. {{(pid=94001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 06:28:12.908025 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-597822'] for port, provisioning_complete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:28:13.070255 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbf2456-a352-4fba-b305-f24be7669519 req-101bfcbc-30a0-4b07-814f-1e10e044c38a tempest-ServerRescueNegativeTestJSON-1209427659 tempest-ServerRescueNegativeTestJSON-1209427659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:28:13.073973 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-6cbf2456-a352-4fba-b305-f24be7669519 req-101bfcbc-30a0-4b07-814f-1e10e044c38a tempest-ServerRescueNegativeTestJSON-1209427659 tempest-ServerRescueNegativeTestJSON-1209427659-project] 10.222.0.36 "GET /v2.0/ports?device_id=0a86be7c-6414-4403-bd22-8634a0e22544 HTTP/1.1" status: 200 len: 945 time: 0.1025240 Sep 30 06:28:13.135104 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653538'] for port, before_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:28:13.191215 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01d0c01-989a-4077-aa3f-dfa1deee36d5 req-c43ce5bd-c5c3-4a4d-8191-fb7791b84fb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:28:13.193825 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-f01d0c01-989a-4077-aa3f-dfa1deee36d5 req-c43ce5bd-c5c3-4a4d-8191-fb7791b84fb8 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=0a86be7c-6414-4403-bd22-8634a0e22544 HTTP/1.1" status: 200 len: 1098 time: 0.2260954 Sep 30 06:28:13.201335 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.db [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] For port 387fd7a2-12c8-44e0-a778-a8a0b80d0b88, host hv-cinder-81187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81187',level=0,port_id=387fd7a2-12c8-44e0-a778-a8a0b80d0b88,segment=NetworkSegment(2a6dd986-63b3-41e2-80f5-fecbf28b70d3),segment_id=2a6dd986-63b3-41e2-80f5-fecbf28b70d3)] {{(pid=94001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 06:28:13.220917 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7821886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727545992452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727545489363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727545489381'] for port, after_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:28:13.224190 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.rpc [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] Device c9702d29-a308-44f8-8cc9-eee4f7954e89 up at agent hyperv_hv-cinder-81187 {{(pid=94001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 06:28:13.244421 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [req-f01d0c01-989a-4077-aa3f-dfa1deee36d5 req-28cea897-0bd0-4d10-bfba-4731743f99a6 service neutron] Notify callbacks [] for security_group, before_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:28:13.255051 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-6cbf2456-a352-4fba-b305-f24be7669519 req-ffb122bd-dee9-4cb1-a33c-cfb4609a9c39 tempest-ServerRescueNegativeTestJSON-1209427659 tempest-ServerRescueNegativeTestJSON-1209427659-project] 10.222.0.36 "GET /v2.0/security-groups?id=78ce1e3c-f3d7-420d-ac39-20c93d3fb7fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1761630 Sep 30 06:28:13.526871 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad06e693-3292-4f0f-85e6-f796429041ee req-124f183d-ab8f-484f-9569-6fc1fe9a78d1 tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:28:13.529464 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-ad06e693-3292-4f0f-85e6-f796429041ee req-124f183d-ab8f-484f-9569-6fc1fe9a78d1 tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] 10.222.0.36 "GET /v2.0/ports?device_id=c7de8e92-ecc9-41bc-98bb-5c2242bab3d1 HTTP/1.1" status: 200 len: 945 time: 0.1628044 Sep 30 06:28:13.545820 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.db.provisioning_blocks [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] Provisioning for port c9702d29-a308-44f8-8cc9-eee4f7954e89 completed by entity L2. {{(pid=94001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 06:28:13.583559 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] Pushing event updated for resources: {'Port': ['ID=387fd7a2-12c8-44e0-a778-a8a0b80d0b88,revision_number=5']} {{(pid=94001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:28:13.597285 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.db.provisioning_blocks [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] Provisioning complete for port c9702d29-a308-44f8-8cc9-eee4f7954e89 triggered by entity L2. {{(pid=94001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 06:28:13.598265 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-597822'] for port, provisioning_complete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:28:13.640865 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affa5576-8834-4abd-ba43-bdffd42826af req-c300417e-3f3e-4fb5-944a-d709b59f0e76 tempest-DeleteServersTestJSON-986892327 tempest-DeleteServersTestJSON-986892327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:28:13.645343 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-affa5576-8834-4abd-ba43-bdffd42826af req-c300417e-3f3e-4fb5-944a-d709b59f0e76 tempest-DeleteServersTestJSON-986892327 tempest-DeleteServersTestJSON-986892327-project] 10.222.0.36 "GET /v2.0/ports?device_id=b00bd24b-615d-4cba-80bb-d31d4fe88c7f HTTP/1.1" status: 200 len: 944 time: 0.1860056 Sep 30 06:28:13.686993 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-ad06e693-3292-4f0f-85e6-f796429041ee req-1f9f3de1-bf47-49c5-afd1-34d00916beba tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] 10.222.0.36 "GET /v2.0/security-groups?id=aaa05d83-3ebc-404f-b7b5-bc03e45995ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1333318 Sep 30 06:28:13.715392 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [req-f01d0c01-989a-4077-aa3f-dfa1deee36d5 req-28cea897-0bd0-4d10-bfba-4731743f99a6 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:28:13.743128 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [req-f01d0c01-989a-4077-aa3f-dfa1deee36d5 req-28cea897-0bd0-4d10-bfba-4731743f99a6 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533969'] for security_group, after_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:28:13.791130 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-affa5576-8834-4abd-ba43-bdffd42826af req-17dd07be-a894-4a61-babd-2364db667754 tempest-DeleteServersTestJSON-986892327 tempest-DeleteServersTestJSON-986892327-project] 10.222.0.36 "GET /v2.0/security-groups?id=762947ed-3f0a-4262-b9ef-d9eb2e41838c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274929 Sep 30 06:28:13.848466 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28cea897-0bd0-4d10-bfba-4731743f99a6 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=fc3335d5-d343-4ac4-8542-132991246510,revision_number=1']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:28:13.896633 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-f01d0c01-989a-4077-aa3f-dfa1deee36d5 req-28cea897-0bd0-4d10-bfba-4731743f99a6 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=78ce1e3c-f3d7-420d-ac39-20c93d3fb7fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6938610 Sep 30 06:28:14.037212 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653538'] for port, before_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:28:14.136466 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff899057-117e-4d47-a8e4-1c0683b7104c req-a96d8018-7443-433d-9526-7c9e92593d74 tempest-AttachVolumeTestJSON-1192105893 tempest-AttachVolumeTestJSON-1192105893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:28:14.142982 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-ff899057-117e-4d47-a8e4-1c0683b7104c req-a96d8018-7443-433d-9526-7c9e92593d74 tempest-AttachVolumeTestJSON-1192105893 tempest-AttachVolumeTestJSON-1192105893-project] 10.222.0.36 "GET /v2.0/ports?device_id=6958c33e-794d-418e-a5ab-7fc4d005ddf7 HTTP/1.1" status: 200 len: 945 time: 0.1338518 Sep 30 06:28:14.158072 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.db [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] For port c9702d29-a308-44f8-8cc9-eee4f7954e89, host hv-cinder-81187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81187',level=0,port_id=c9702d29-a308-44f8-8cc9-eee4f7954e89,segment=NetworkSegment(f7de19b9-6a8b-4c13-864b-abf85c02a385),segment_id=f7de19b9-6a8b-4c13-864b-abf85c02a385)] {{(pid=94001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 06:28:14.166609 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7821886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727545992452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727545489363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727545489381'] for port, after_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:28:14.229447 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-ff899057-117e-4d47-a8e4-1c0683b7104c req-1d3edce3-d696-41e3-8b78-a39e6f010a61 tempest-AttachVolumeTestJSON-1192105893 tempest-AttachVolumeTestJSON-1192105893-project] 10.222.0.36 "GET /v2.0/security-groups?id=2948a1ff-6e7e-4016-a1fe-d6f8926a46bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0789859 Sep 30 06:28:14.263391 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.rpc [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] Device 80920450-855b-4404-98ac-1933b7f666f4 up at agent hyperv_hv-cinder-81187 {{(pid=94001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 06:28:14.401165 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] Pushing event updated for resources: {'Port': ['ID=c9702d29-a308-44f8-8cc9-eee4f7954e89,revision_number=5']} {{(pid=94001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:28:14.448488 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.db.provisioning_blocks [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] Provisioning for port 80920450-855b-4404-98ac-1933b7f666f4 completed by entity L2. {{(pid=94001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 06:28:14.460201 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.db.provisioning_blocks [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] Provisioning complete for port 80920450-855b-4404-98ac-1933b7f666f4 triggered by entity L2. {{(pid=94001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 06:28:14.461098 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-597822'] for port, provisioning_complete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:28:14.474902 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d50352d-295c-4106-a737-02c14c76230a req-6b9bc2d0-88c2-4c09-9f3b-bf7a8a70168a tempest-ServerRescueNegativeTestJSON-1209427659 tempest-ServerRescueNegativeTestJSON-1209427659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:28:14.476851 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-0d50352d-295c-4106-a737-02c14c76230a req-6b9bc2d0-88c2-4c09-9f3b-bf7a8a70168a tempest-ServerRescueNegativeTestJSON-1209427659 tempest-ServerRescueNegativeTestJSON-1209427659-project] 10.222.0.36 "GET /v2.0/ports?device_id=0a86be7c-6414-4403-bd22-8634a0e22544 HTTP/1.1" status: 200 len: 945 time: 0.1101615 Sep 30 06:28:14.535670 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-0d50352d-295c-4106-a737-02c14c76230a req-b313d6d8-451f-4d41-a29a-58f71179337c tempest-ServerRescueNegativeTestJSON-1209427659 tempest-ServerRescueNegativeTestJSON-1209427659-project] 10.222.0.36 "GET /v2.0/security-groups?id=78ce1e3c-f3d7-420d-ac39-20c93d3fb7fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418394 Sep 30 06:28:14.580209 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be801cab-b2ce-4594-8d30-3431ea29df2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5867bda-e9f5-44e1-9382-f6b9e19fe331'}, {'server_uuid': 'c7de8e92-ecc9-41bc-98bb-5c2242bab3d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '387fd7a2-12c8-44e0-a778-a8a0b80d0b88'}, {'server_uuid': 'b00bd24b-615d-4cba-80bb-d31d4fe88c7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9702d29-a308-44f8-8cc9-eee4f7954e89'}] {{(pid=94001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 06:28:14.583217 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6a6fbc36b32d89ab1780593628eab99e94898f937be62aa03f5208480f4236e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f17cb495-44bf-4cb6-8d81-7906fc3076b8" -d '{"events": [{"server_uuid": "be801cab-b2ce-4594-8d30-3431ea29df2f", "name": "network-vif-plugged", "status": "completed", "tag": "f5867bda-e9f5-44e1-9382-f6b9e19fe331"}, {"server_uuid": "c7de8e92-ecc9-41bc-98bb-5c2242bab3d1", "name": "network-vif-plugged", "status": "completed", "tag": "387fd7a2-12c8-44e0-a778-a8a0b80d0b88"}, {"server_uuid": "b00bd24b-615d-4cba-80bb-d31d4fe88c7f", "name": "network-vif-plugged", "status": "completed", "tag": "c9702d29-a308-44f8-8cc9-eee4f7954e89"}]}' {{(pid=94001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 06:28:14.629295 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653538'] for port, before_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:28:14.777391 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.db [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] For port 80920450-855b-4404-98ac-1933b7f666f4, host hv-cinder-81187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81187',level=0,port_id=80920450-855b-4404-98ac-1933b7f666f4,segment=NetworkSegment(fb392b75-2cea-4ed8-909e-87c2ccb253f8),segment_id=fb392b75-2cea-4ed8-909e-87c2ccb253f8)] {{(pid=94001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 06:28:14.783814 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Thu, 30 Sep 2021 06:28:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c35a89ef-2691-4fa9-9f05-2e3def73b584 x-openstack-request-id: req-c35a89ef-2691-4fa9-9f05-2e3def73b584 {{(pid=94001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 06:28:14.783814 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be801cab-b2ce-4594-8d30-3431ea29df2f", "name": "network-vif-plugged", "status": "completed", "tag": "f5867bda-e9f5-44e1-9382-f6b9e19fe331", "code": 200}, {"server_uuid": "c7de8e92-ecc9-41bc-98bb-5c2242bab3d1", "name": "network-vif-plugged", "status": "completed", "tag": "387fd7a2-12c8-44e0-a778-a8a0b80d0b88", "code": 200}, {"server_uuid": "b00bd24b-615d-4cba-80bb-d31d4fe88c7f", "name": "network-vif-plugged", "status": "completed", "tag": "c9702d29-a308-44f8-8cc9-eee4f7954e89", "code": 200}]} {{(pid=94001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 06:28:14.783814 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-c35a89ef-2691-4fa9-9f05-2e3def73b584 {{(pid=94001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 06:28:14.783814 dv-cinder-811877-1-iscsi neutron-server[94001]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be801cab-b2ce-4594-8d30-3431ea29df2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5867bda-e9f5-44e1-9382-f6b9e19fe331', 'code': 200} Sep 30 06:28:14.784388 dv-cinder-811877-1-iscsi neutron-server[94001]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7de8e92-ecc9-41bc-98bb-5c2242bab3d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '387fd7a2-12c8-44e0-a778-a8a0b80d0b88', 'code': 200} Sep 30 06:28:14.784617 dv-cinder-811877-1-iscsi neutron-server[94001]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b00bd24b-615d-4cba-80bb-d31d4fe88c7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9702d29-a308-44f8-8cc9-eee4f7954e89', 'code': 200} Sep 30 06:28:14.786528 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7821886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727545992452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727545489363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727545489381'] for port, after_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:28:14.927713 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] Pushing event updated for resources: {'Port': ['ID=80920450-855b-4404-98ac-1933b7f666f4,revision_number=5']} {{(pid=94001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:28:14.959817 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cb5f9b-19d0-40e4-a31c-9a4f3fd55565 req-ea1f9e23-8af7-4c3c-a743-7b88d2000401 tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:28:14.972688 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-e6cb5f9b-19d0-40e4-a31c-9a4f3fd55565 req-ea1f9e23-8af7-4c3c-a743-7b88d2000401 tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] 10.222.0.36 "GET /v2.0/ports?device_id=c7de8e92-ecc9-41bc-98bb-5c2242bab3d1 HTTP/1.1" status: 200 len: 945 time: 0.1341271 Sep 30 06:28:15.034693 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-e6cb5f9b-19d0-40e4-a31c-9a4f3fd55565 req-dac0acb5-bf3e-47e5-844e-ef81f09ba530 tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] 10.222.0.36 "GET /v2.0/security-groups?id=aaa05d83-3ebc-404f-b7b5-bc03e45995ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605342 Sep 30 06:28:15.155144 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cbc2d2-05e3-47bb-9551-be9b77d306d9 req-88f2c4ee-227a-4284-94aa-5f27cd554a7b tempest-DeleteServersTestJSON-986892327 tempest-DeleteServersTestJSON-986892327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:28:15.160168 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-08cbc2d2-05e3-47bb-9551-be9b77d306d9 req-88f2c4ee-227a-4284-94aa-5f27cd554a7b tempest-DeleteServersTestJSON-986892327 tempest-DeleteServersTestJSON-986892327-project] 10.222.0.36 "GET /v2.0/ports?device_id=b00bd24b-615d-4cba-80bb-d31d4fe88c7f HTTP/1.1" status: 200 len: 945 time: 0.1610196 Sep 30 06:28:15.251859 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.wsgi [-] (93999) accepted ('10.222.0.36', 52062) {{(pid=93999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 06:28:15.346366 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.wsgi [-] (93999) accepted ('10.222.0.36', 52068) {{(pid=93999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 06:28:15.374145 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-08cbc2d2-05e3-47bb-9551-be9b77d306d9 req-9f142388-e552-43a1-876f-2f4705c44c0d tempest-DeleteServersTestJSON-986892327 tempest-DeleteServersTestJSON-986892327-project] 10.222.0.36 "GET /v2.0/security-groups?id=762947ed-3f0a-4262-b9ef-d9eb2e41838c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2073557 Sep 30 06:28:15.426411 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a58c5f-ca65-440a-a12a-241075b230a0 req-9182c727-e651-47db-9b8b-01afa409c875 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:28:15.430421 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-c5a58c5f-ca65-440a-a12a-241075b230a0 req-9182c727-e651-47db-9b8b-01afa409c875 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=c7de8e92-ecc9-41bc-98bb-5c2242bab3d1 HTTP/1.1" status: 200 len: 1098 time: 0.1434731 Sep 30 06:28:15.485526 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-0e7886a7-8540-46d7-a1ee-d05fa40f4e37 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:28:15.496517 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-c5a58c5f-ca65-440a-a12a-241075b230a0 req-8dafa2f5-40b1-41fd-b982-0a458ad36b33 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=aaa05d83-3ebc-404f-b7b5-bc03e45995ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585008 Sep 30 06:28:15.525762 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6542fc0-3f72-4520-ade1-da2c935af61c req-236b357d-5541-4d36-b986-c057c403c32c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:28:15.527370 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-d6542fc0-3f72-4520-ade1-da2c935af61c req-236b357d-5541-4d36-b986-c057c403c32c service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=b00bd24b-615d-4cba-80bb-d31d4fe88c7f HTTP/1.1" status: 200 len: 1098 time: 0.1830251 Sep 30 06:28:15.532166 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c0143e-7e6f-49ca-8b35-63db2f31353d req-6fabc624-c2c6-40ad-b3d9-ec5d45a47b5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:28:15.533639 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-d6c0143e-7e6f-49ca-8b35-63db2f31353d req-6fabc624-c2c6-40ad-b3d9-ec5d45a47b5c service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=be801cab-b2ce-4594-8d30-3431ea29df2f HTTP/1.1" status: 200 len: 1098 time: 0.2216864 Sep 30 06:28:15.554938 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b62697-fea7-4404-b8fc-d25d6906eb93 req-db7f85e9-6b30-49cc-8559-7db771b39ab9 tempest-AttachVolumeTestJSON-1192105893 tempest-AttachVolumeTestJSON-1192105893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:28:15.556538 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-a6b62697-fea7-4404-b8fc-d25d6906eb93 req-db7f85e9-6b30-49cc-8559-7db771b39ab9 tempest-AttachVolumeTestJSON-1192105893 tempest-AttachVolumeTestJSON-1192105893-project] 10.222.0.36 "GET /v2.0/ports?device_id=6958c33e-794d-418e-a5ab-7fc4d005ddf7 HTTP/1.1" status: 200 len: 946 time: 0.1472256 Sep 30 06:28:15.557376 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-c6be2135-2d16-4b97-8615-bb87f74bad1e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:28:15.643173 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-a6b62697-fea7-4404-b8fc-d25d6906eb93 req-d4688205-89fb-4641-b8e2-db62e0175f03 tempest-AttachVolumeTestJSON-1192105893 tempest-AttachVolumeTestJSON-1192105893-project] 10.222.0.36 "GET /v2.0/security-groups?id=2948a1ff-6e7e-4016-a1fe-d6f8926a46bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0722232 Sep 30 06:28:15.693906 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-0e7886a7-8540-46d7-a1ee-d05fa40f4e37 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:28:15.696688 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4184c2d8-53a5-40a2-ac2e-218386bfba38 req-3c89a8bf-08ce-4d5b-9d5c-ac182b75b267 tempest-ServerRescueNegativeTestJSON-1209427659 tempest-ServerRescueNegativeTestJSON-1209427659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:28:15.698321 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-4184c2d8-53a5-40a2-ac2e-218386bfba38 req-3c89a8bf-08ce-4d5b-9d5c-ac182b75b267 tempest-ServerRescueNegativeTestJSON-1209427659 tempest-ServerRescueNegativeTestJSON-1209427659-project] 10.222.0.36 "GET /v2.0/ports?device_id=0a86be7c-6414-4403-bd22-8634a0e22544 HTTP/1.1" status: 200 len: 945 time: 0.0643935 Sep 30 06:28:15.700474 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-0e7886a7-8540-46d7-a1ee-d05fa40f4e37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533969'] for security_group, after_create {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:28:15.756268 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-4184c2d8-53a5-40a2-ac2e-218386bfba38 req-67629c2c-5f0b-47e3-8486-fd923496d00d tempest-ServerRescueNegativeTestJSON-1209427659 tempest-ServerRescueNegativeTestJSON-1209427659-project] 10.222.0.36 "GET /v2.0/security-groups?id=78ce1e3c-f3d7-420d-ac39-20c93d3fb7fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499380 Sep 30 06:28:15.756782 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [None req-0e7886a7-8540-46d7-a1ee-d05fa40f4e37 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=b12d19c599ff47b78104fe8926cbc04b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5034060 Sep 30 06:28:15.759513 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.36', 52076) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 06:28:15.763658 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7886a7-8540-46d7-a1ee-d05fa40f4e37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=612ff20b-a7d0-484d-aebd-8a53bdf876e5,revision_number=1']} {{(pid=93999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:28:15.831823 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-c6be2135-2d16-4b97-8615-bb87f74bad1e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:28:15.836445 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-c6be2135-2d16-4b97-8615-bb87f74bad1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533969'] for security_group, after_create {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:28:15.849027 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-2f23e840-332b-4a6b-bc0f-4abf9ff88728 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:28:15.877825 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6be2135-2d16-4b97-8615-bb87f74bad1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ffbdb52-f0e7-49ac-92e8-aea98ba12627,revision_number=1']} {{(pid=93999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:28:15.882465 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [None req-c6be2135-2d16-4b97-8615-bb87f74bad1e admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=0ebb504e2e394d96876e9c0156215c57&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5348103 Sep 30 06:28:15.885116 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.wsgi [-] (93999) accepted ('10.222.0.36', 52078) {{(pid=93999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 06:28:15.889311 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-2f23e840-332b-4a6b-bc0f-4abf9ff88728 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:28:15.942915 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-a3d96026-a099-4849-ab42-d847a89808aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:28:15.962381 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-2f23e840-332b-4a6b-bc0f-4abf9ff88728 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533969'] for security_group, after_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:28:15.966194 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-2f23e840-332b-4a6b-bc0f-4abf9ff88728 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:28:15.970487 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [None req-2f23e840-332b-4a6b-bc0f-4abf9ff88728 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/612ff20b-a7d0-484d-aebd-8a53bdf876e5 HTTP/1.1" status: 204 len: 168 time: 0.2071695 Sep 30 06:28:15.982509 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-a3d96026-a099-4849-ab42-d847a89808aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:28:15.987080 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f23e840-332b-4a6b-bc0f-4abf9ff88728 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=612ff20b-a7d0-484d-aebd-8a53bdf876e5,revision_number=None']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:28:16.086524 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-a3d96026-a099-4849-ab42-d847a89808aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533969'] for security_group, after_delete {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:28:16.091698 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-a3d96026-a099-4849-ab42-d847a89808aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:28:16.096840 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [None req-a3d96026-a099-4849-ab42-d847a89808aa admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/4ffbdb52-f0e7-49ac-92e8-aea98ba12627 HTTP/1.1" status: 204 len: 168 time: 0.2075155 Sep 30 06:28:16.109090 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d96026-a099-4849-ab42-d847a89808aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ffbdb52-f0e7-49ac-92e8-aea98ba12627,revision_number=None']} {{(pid=93999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:28:16.268310 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427a491d-f10d-4971-b558-de59ff6b5a4c req-60c50caf-1882-46bd-a891-91a31e2c2fc1 tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:28:16.271028 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-427a491d-f10d-4971-b558-de59ff6b5a4c req-60c50caf-1882-46bd-a891-91a31e2c2fc1 tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] 10.222.0.36 "GET /v2.0/ports?device_id=c7de8e92-ecc9-41bc-98bb-5c2242bab3d1 HTTP/1.1" status: 200 len: 945 time: 0.1019022 Sep 30 06:28:16.338865 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-427a491d-f10d-4971-b558-de59ff6b5a4c req-ee31cfd5-4a01-4842-aa66-603e3f7b2ab0 tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] 10.222.0.36 "GET /v2.0/security-groups?id=aaa05d83-3ebc-404f-b7b5-bc03e45995ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612972 Sep 30 06:28:16.605024 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057d7f7b-9a72-4f58-ad36-bddaedc0a5f5 req-926a866c-1069-4f98-a618-a99d0ea36111 tempest-DeleteServersTestJSON-986892327 tempest-DeleteServersTestJSON-986892327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:28:16.619461 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-057d7f7b-9a72-4f58-ad36-bddaedc0a5f5 req-926a866c-1069-4f98-a618-a99d0ea36111 tempest-DeleteServersTestJSON-986892327 tempest-DeleteServersTestJSON-986892327-project] 10.222.0.36 "GET /v2.0/ports?device_id=b00bd24b-615d-4cba-80bb-d31d4fe88c7f HTTP/1.1" status: 200 len: 945 time: 0.1301455 Sep 30 06:28:16.629097 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.wsgi [-] (93999) accepted ('10.222.0.36', 52112) {{(pid=93999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 06:28:16.650827 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-476264fa-e2bf-40f5-ae27-50aa26693e0d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:28:16.681252 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-057d7f7b-9a72-4f58-ad36-bddaedc0a5f5 req-3381c046-fd4a-4543-99bd-8f861398f27d tempest-DeleteServersTestJSON-986892327 tempest-DeleteServersTestJSON-986892327-project] 10.222.0.36 "GET /v2.0/security-groups?id=762947ed-3f0a-4262-b9ef-d9eb2e41838c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589759 Sep 30 06:28:16.791267 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6958c33e-794d-418e-a5ab-7fc4d005ddf7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80920450-855b-4404-98ac-1933b7f666f4'}] {{(pid=94001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 06:28:16.791267 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6a6fbc36b32d89ab1780593628eab99e94898f937be62aa03f5208480f4236e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87f5db6d-c221-4ded-b169-67edc6fae91d" -d '{"events": [{"server_uuid": "6958c33e-794d-418e-a5ab-7fc4d005ddf7", "name": "network-vif-plugged", "status": "completed", "tag": "80920450-855b-4404-98ac-1933b7f666f4"}]}' {{(pid=94001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 06:28:16.835638 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-476264fa-e2bf-40f5-ae27-50aa26693e0d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:28:16.845989 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-476264fa-e2bf-40f5-ae27-50aa26693e0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533969'] for security_group, after_create {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:28:16.867742 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7237a897-579f-4742-986f-f55252a6bf1f req-6d17c6b4-2088-418f-afa1-056dc1d1740c tempest-AttachVolumeTestJSON-1192105893 tempest-AttachVolumeTestJSON-1192105893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:28:16.870629 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-7237a897-579f-4742-986f-f55252a6bf1f req-6d17c6b4-2088-418f-afa1-056dc1d1740c tempest-AttachVolumeTestJSON-1192105893 tempest-AttachVolumeTestJSON-1192105893-project] 10.222.0.36 "GET /v2.0/ports?device_id=6958c33e-794d-418e-a5ab-7fc4d005ddf7 HTTP/1.1" status: 200 len: 946 time: 0.1066494 Sep 30 06:28:16.932995 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [None req-476264fa-e2bf-40f5-ae27-50aa26693e0d admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=43e11a37b4f441eca62787d7d2932861&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3023877 Sep 30 06:28:16.936117 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.wsgi [-] (93999) accepted ('10.222.0.36', 52126) {{(pid=93999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 06:28:16.940259 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f04adeb-b013-487f-8870-7629a91b093f req-9322e7b5-dd77-4d45-bb77-1e02a3b7e46b tempest-ServerRescueNegativeTestJSON-1209427659 tempest-ServerRescueNegativeTestJSON-1209427659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:28:16.941825 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-7f04adeb-b013-487f-8870-7629a91b093f req-9322e7b5-dd77-4d45-bb77-1e02a3b7e46b tempest-ServerRescueNegativeTestJSON-1209427659 tempest-ServerRescueNegativeTestJSON-1209427659-project] 10.222.0.36 "GET /v2.0/ports?device_id=0a86be7c-6414-4403-bd22-8634a0e22544 HTTP/1.1" status: 200 len: 945 time: 0.0604210 Sep 30 06:28:16.948761 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476264fa-e2bf-40f5-ae27-50aa26693e0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14fe1429-d1e9-4f42-a7cc-91fd68fcef3a,revision_number=1']} {{(pid=93999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:28:16.966993 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-7237a897-579f-4742-986f-f55252a6bf1f req-ad97099f-be87-4469-8a86-d0f89e0d54ef tempest-AttachVolumeTestJSON-1192105893 tempest-AttachVolumeTestJSON-1192105893-project] 10.222.0.36 "GET /v2.0/security-groups?id=2948a1ff-6e7e-4016-a1fe-d6f8926a46bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0779655 Sep 30 06:28:17.001665 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-7f04adeb-b013-487f-8870-7629a91b093f req-e252eef3-f2c3-4b6f-8ce1-a50037d4164a tempest-ServerRescueNegativeTestJSON-1209427659 tempest-ServerRescueNegativeTestJSON-1209427659-project] 10.222.0.36 "GET /v2.0/security-groups?id=78ce1e3c-f3d7-420d-ac39-20c93d3fb7fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522780 Sep 30 06:28:17.008113 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-0b31308c-a956-46ee-a9a1-c72952a084df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:28:17.033896 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-0b31308c-a956-46ee-a9a1-c72952a084df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:28:17.067148 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 06:28:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e6c9cee-1498-4874-a61f-5cee79cf2491 x-openstack-request-id: req-1e6c9cee-1498-4874-a61f-5cee79cf2491 {{(pid=94001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 06:28:17.067774 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6958c33e-794d-418e-a5ab-7fc4d005ddf7", "name": "network-vif-plugged", "status": "completed", "tag": "80920450-855b-4404-98ac-1933b7f666f4", "code": 200}]} {{(pid=94001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 06:28:17.068305 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-1e6c9cee-1498-4874-a61f-5cee79cf2491 {{(pid=94001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 06:28:17.069417 dv-cinder-811877-1-iscsi neutron-server[94001]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6958c33e-794d-418e-a5ab-7fc4d005ddf7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80920450-855b-4404-98ac-1933b7f666f4', 'code': 200} Sep 30 06:28:17.088865 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-0b31308c-a956-46ee-a9a1-c72952a084df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533969'] for security_group, after_delete {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:28:17.091514 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-0b31308c-a956-46ee-a9a1-c72952a084df admin admin] Notify callbacks [] for security_group, before_response {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:28:17.092707 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [None req-0b31308c-a956-46ee-a9a1-c72952a084df admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/14fe1429-d1e9-4f42-a7cc-91fd68fcef3a HTTP/1.1" status: 204 len: 168 time: 0.1556580 Sep 30 06:28:17.102112 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b31308c-a956-46ee-a9a1-c72952a084df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14fe1429-d1e9-4f42-a7cc-91fd68fcef3a,revision_number=None']} {{(pid=93999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:28:17.516775 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bbc750-e33a-4fd6-96a1-cee31e595169 req-2aaccde9-dd19-402f-b30d-4e89d060d3c0 tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:28:17.530104 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-c6bbc750-e33a-4fd6-96a1-cee31e595169 req-2aaccde9-dd19-402f-b30d-4e89d060d3c0 tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] 10.222.0.36 "GET /v2.0/ports?device_id=c7de8e92-ecc9-41bc-98bb-5c2242bab3d1 HTTP/1.1" status: 200 len: 945 time: 0.0758495 Sep 30 06:28:17.591165 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-c6bbc750-e33a-4fd6-96a1-cee31e595169 req-e16ac16c-786e-463b-9440-aa77eace32ef tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] 10.222.0.36 "GET /v2.0/security-groups?id=aaa05d83-3ebc-404f-b7b5-bc03e45995ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549247 Sep 30 06:28:17.827770 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db42b634-a9b6-4cd2-8347-fa12c5ec9037 req-c14e2a9d-2aff-4956-9de7-376cd8f48fb6 tempest-DeleteServersTestJSON-986892327 tempest-DeleteServersTestJSON-986892327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:28:17.829830 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-db42b634-a9b6-4cd2-8347-fa12c5ec9037 req-c14e2a9d-2aff-4956-9de7-376cd8f48fb6 tempest-DeleteServersTestJSON-986892327 tempest-DeleteServersTestJSON-986892327-project] 10.222.0.36 "GET /v2.0/ports?device_id=b00bd24b-615d-4cba-80bb-d31d4fe88c7f HTTP/1.1" status: 200 len: 945 time: 0.0593109 Sep 30 06:28:17.878495 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-db42b634-a9b6-4cd2-8347-fa12c5ec9037 req-fae4781c-eeaf-4998-b6a8-b59f1b406c41 tempest-DeleteServersTestJSON-986892327 tempest-DeleteServersTestJSON-986892327-project] 10.222.0.36 "GET /v2.0/security-groups?id=762947ed-3f0a-4262-b9ef-d9eb2e41838c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418613 Sep 30 06:28:18.193522 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ec0fb6-0da7-4653-a7c2-8cac6258d57c req-3eeece35-8e68-4b9c-b24b-02628f35a283 tempest-AttachVolumeTestJSON-1192105893 tempest-AttachVolumeTestJSON-1192105893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:28:18.207418 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-36ec0fb6-0da7-4653-a7c2-8cac6258d57c req-3eeece35-8e68-4b9c-b24b-02628f35a283 tempest-AttachVolumeTestJSON-1192105893 tempest-AttachVolumeTestJSON-1192105893-project] 10.222.0.36 "GET /v2.0/ports?device_id=6958c33e-794d-418e-a5ab-7fc4d005ddf7 HTTP/1.1" status: 200 len: 946 time: 0.1189115 Sep 30 06:28:18.233620 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7caa70-3d83-478e-be41-50793283ad6d req-23e82011-678b-4fa3-ae6a-7c566decd317 tempest-ServerRescueNegativeTestJSON-1209427659 tempest-ServerRescueNegativeTestJSON-1209427659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:28:18.237064 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-7e7caa70-3d83-478e-be41-50793283ad6d req-23e82011-678b-4fa3-ae6a-7c566decd317 tempest-ServerRescueNegativeTestJSON-1209427659 tempest-ServerRescueNegativeTestJSON-1209427659-project] 10.222.0.36 "GET /v2.0/ports?device_id=0a86be7c-6414-4403-bd22-8634a0e22544 HTTP/1.1" status: 200 len: 945 time: 0.0784178 Sep 30 06:28:18.281819 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-36ec0fb6-0da7-4653-a7c2-8cac6258d57c req-cc6141ad-06c4-4513-b093-9631c285bdc9 tempest-AttachVolumeTestJSON-1192105893 tempest-AttachVolumeTestJSON-1192105893-project] 10.222.0.36 "GET /v2.0/security-groups?id=2948a1ff-6e7e-4016-a1fe-d6f8926a46bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0652683 Sep 30 06:28:18.301416 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-7e7caa70-3d83-478e-be41-50793283ad6d req-7941da05-4a14-4f66-af87-c2bf662b0584 tempest-ServerRescueNegativeTestJSON-1209427659 tempest-ServerRescueNegativeTestJSON-1209427659-project] 10.222.0.36 "GET /v2.0/security-groups?id=78ce1e3c-f3d7-420d-ac39-20c93d3fb7fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514302 Sep 30 06:28:18.522972 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-d6542fc0-3f72-4520-ade1-da2c935af61c req-833ac55f-93b4-49ab-afd7-182880d09918 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=762947ed-3f0a-4262-b9ef-d9eb2e41838c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548317 Sep 30 06:28:18.591640 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-d6c0143e-7e6f-49ca-8b35-63db2f31353d req-0ce24c1f-4211-4f4e-86b9-c12d3ff33a2b service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=78ce1e3c-f3d7-420d-ac39-20c93d3fb7fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655203 Sep 30 06:28:18.789011 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3a57c6-4d80-495e-88da-1243e806894f req-537e4c24-6198-41b3-b839-f0bbea04889e tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:28:18.790674 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-5a3a57c6-4d80-495e-88da-1243e806894f req-537e4c24-6198-41b3-b839-f0bbea04889e tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] 10.222.0.36 "GET /v2.0/ports?device_id=c7de8e92-ecc9-41bc-98bb-5c2242bab3d1 HTTP/1.1" status: 200 len: 945 time: 0.0823798 Sep 30 06:28:18.846874 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-5a3a57c6-4d80-495e-88da-1243e806894f req-bf6fb7b7-f131-4c29-b659-11c89acc376f tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] 10.222.0.36 "GET /v2.0/security-groups?id=aaa05d83-3ebc-404f-b7b5-bc03e45995ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491099 Sep 30 06:28:19.100674 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5b666c-3811-41dd-b7bd-252df12bd79e req-4d0debed-84f9-4781-913c-16508da93b51 tempest-DeleteServersTestJSON-986892327 tempest-DeleteServersTestJSON-986892327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:28:19.104563 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-8c5b666c-3811-41dd-b7bd-252df12bd79e req-4d0debed-84f9-4781-913c-16508da93b51 tempest-DeleteServersTestJSON-986892327 tempest-DeleteServersTestJSON-986892327-project] 10.222.0.36 "GET /v2.0/ports?device_id=b00bd24b-615d-4cba-80bb-d31d4fe88c7f HTTP/1.1" status: 200 len: 945 time: 0.1095405 Sep 30 06:28:19.214121 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-8c5b666c-3811-41dd-b7bd-252df12bd79e req-b890c696-f5d3-439e-a467-3b3dcc711f9a tempest-DeleteServersTestJSON-986892327 tempest-DeleteServersTestJSON-986892327-project] 10.222.0.36 "GET /v2.0/security-groups?id=762947ed-3f0a-4262-b9ef-d9eb2e41838c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970297 Sep 30 06:28:19.556766 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f525de-faa0-40fa-86f3-ccc3ca796393 req-0cd9ab5f-31da-4a5c-88de-2e5c6082c5e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:28:19.558747 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-b5f525de-faa0-40fa-86f3-ccc3ca796393 req-0cd9ab5f-31da-4a5c-88de-2e5c6082c5e5 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=6958c33e-794d-418e-a5ab-7fc4d005ddf7 HTTP/1.1" status: 200 len: 1099 time: 0.1230645 Sep 30 06:28:19.604721 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddfff46-9046-43d6-aa75-dcc0655ea8a1 req-f9e5ed82-d50b-45e9-8316-9c793a5fe17c tempest-AttachVolumeTestJSON-1192105893 tempest-AttachVolumeTestJSON-1192105893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:28:19.605511 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fa73dc-e8a6-4e9b-b751-01bc4ce30b71 req-6940a1a4-9731-44b1-8247-42b4e6b9bc7f tempest-ServerRescueNegativeTestJSON-1209427659 tempest-ServerRescueNegativeTestJSON-1209427659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:28:19.606966 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-d0fa73dc-e8a6-4e9b-b751-01bc4ce30b71 req-6940a1a4-9731-44b1-8247-42b4e6b9bc7f tempest-ServerRescueNegativeTestJSON-1209427659 tempest-ServerRescueNegativeTestJSON-1209427659-project] 10.222.0.36 "GET /v2.0/ports?device_id=0a86be7c-6414-4403-bd22-8634a0e22544 HTTP/1.1" status: 200 len: 945 time: 0.0949357 Sep 30 06:28:19.618574 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-6ddfff46-9046-43d6-aa75-dcc0655ea8a1 req-f9e5ed82-d50b-45e9-8316-9c793a5fe17c tempest-AttachVolumeTestJSON-1192105893 tempest-AttachVolumeTestJSON-1192105893-project] 10.222.0.36 "GET /v2.0/ports?device_id=6958c33e-794d-418e-a5ab-7fc4d005ddf7 HTTP/1.1" status: 200 len: 946 time: 0.1375241 Sep 30 06:28:19.624742 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-b5f525de-faa0-40fa-86f3-ccc3ca796393 req-78b1e73d-3a44-46db-be03-dc7ce5b1f524 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=2948a1ff-6e7e-4016-a1fe-d6f8926a46bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0572610 Sep 30 06:28:19.681988 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-6ddfff46-9046-43d6-aa75-dcc0655ea8a1 req-6f7564dd-cebc-458a-9854-2e85889b5cd0 tempest-AttachVolumeTestJSON-1192105893 tempest-AttachVolumeTestJSON-1192105893-project] 10.222.0.36 "GET /v2.0/security-groups?id=2948a1ff-6e7e-4016-a1fe-d6f8926a46bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533800 Sep 30 06:28:19.692243 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-d0fa73dc-e8a6-4e9b-b751-01bc4ce30b71 req-852e50ba-d6f6-42a6-966c-f9a54dbc006f tempest-ServerRescueNegativeTestJSON-1209427659 tempest-ServerRescueNegativeTestJSON-1209427659-project] 10.222.0.36 "GET /v2.0/security-groups?id=78ce1e3c-f3d7-420d-ac39-20c93d3fb7fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707500 Sep 30 06:28:20.034944 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e02213e-f30d-423e-b5c6-d8ed1e74b55f req-c30c2419-49aa-4f89-887e-58ac904e77e6 tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:28:20.036849 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-0e02213e-f30d-423e-b5c6-d8ed1e74b55f req-c30c2419-49aa-4f89-887e-58ac904e77e6 tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] 10.222.0.36 "GET /v2.0/ports?device_id=c7de8e92-ecc9-41bc-98bb-5c2242bab3d1 HTTP/1.1" status: 200 len: 945 time: 0.0734832 Sep 30 06:28:20.138429 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-0e02213e-f30d-423e-b5c6-d8ed1e74b55f req-e5840ce2-b2c9-4711-b480-46d858cb1f54 tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] 10.222.0.36 "GET /v2.0/security-groups?id=aaa05d83-3ebc-404f-b7b5-bc03e45995ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0895090 Sep 30 06:28:20.345974 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703052f0-334f-4c2e-b314-9c7fd5d4017e req-5c075844-3699-4e0b-88df-963f21e21642 tempest-ServerRescueNegativeTestJSON-1209427659 tempest-ServerRescueNegativeTestJSON-1209427659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:28:20.347957 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-703052f0-334f-4c2e-b314-9c7fd5d4017e req-5c075844-3699-4e0b-88df-963f21e21642 tempest-ServerRescueNegativeTestJSON-1209427659 tempest-ServerRescueNegativeTestJSON-1209427659-project] 10.222.0.36 "GET /v2.0/ports?device_id=0a86be7c-6414-4403-bd22-8634a0e22544 HTTP/1.1" status: 200 len: 945 time: 0.1057599 Sep 30 06:28:20.445554 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-703052f0-334f-4c2e-b314-9c7fd5d4017e req-0fe95b0c-0361-4b03-9867-9bb5368a97ab tempest-ServerRescueNegativeTestJSON-1209427659 tempest-ServerRescueNegativeTestJSON-1209427659-project] 10.222.0.36 "GET /v2.0/security-groups?id=78ce1e3c-f3d7-420d-ac39-20c93d3fb7fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775998 Sep 30 06:28:20.830352 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3485125c-e46b-4bad-9954-6533d149f137 req-35c12bca-20ff-4105-a170-371fc754728d tempest-DeleteServersTestJSON-986892327 tempest-DeleteServersTestJSON-986892327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:28:20.847543 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-3485125c-e46b-4bad-9954-6533d149f137 req-35c12bca-20ff-4105-a170-371fc754728d tempest-DeleteServersTestJSON-986892327 tempest-DeleteServersTestJSON-986892327-project] 10.222.0.36 "GET /v2.0/ports?device_id=b00bd24b-615d-4cba-80bb-d31d4fe88c7f HTTP/1.1" status: 200 len: 945 time: 0.4762347 Sep 30 06:28:20.863810 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308a9d13-cb27-427f-a36c-fca76df67a50 req-b57c811c-071b-445f-9277-29400b58c4b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:28:20.867068 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-308a9d13-cb27-427f-a36c-fca76df67a50 req-b57c811c-071b-445f-9277-29400b58c4b3 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=2a4fe69e521f47bb94fe812e2f32c8b1&device_id=0a86be7c-6414-4403-bd22-8634a0e22544 HTTP/1.1" status: 200 len: 1098 time: 0.4309087 Sep 30 06:28:20.986641 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b751ca15-61a9-4807-a709-8ce8d8582bf2 req-26962340-8593-48f6-8c8b-c521640469b8 tempest-AttachVolumeTestJSON-1192105893 tempest-AttachVolumeTestJSON-1192105893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:28:20.997111 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-b751ca15-61a9-4807-a709-8ce8d8582bf2 req-26962340-8593-48f6-8c8b-c521640469b8 tempest-AttachVolumeTestJSON-1192105893 tempest-AttachVolumeTestJSON-1192105893-project] 10.222.0.36 "GET /v2.0/ports?device_id=6958c33e-794d-418e-a5ab-7fc4d005ddf7 HTTP/1.1" status: 200 len: 946 time: 0.0911126 Sep 30 06:28:21.023915 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-3485125c-e46b-4bad-9954-6533d149f137 req-190583b3-3f2d-402d-81f5-90648d2f59fe tempest-DeleteServersTestJSON-986892327 tempest-DeleteServersTestJSON-986892327-project] 10.222.0.36 "GET /v2.0/security-groups?id=762947ed-3f0a-4262-b9ef-d9eb2e41838c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1738474 Sep 30 06:28:21.094264 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-b751ca15-61a9-4807-a709-8ce8d8582bf2 req-1f204f7e-d7b8-4104-98e2-c0344e4c4f04 tempest-AttachVolumeTestJSON-1192105893 tempest-AttachVolumeTestJSON-1192105893-project] 10.222.0.36 "GET /v2.0/security-groups?id=2948a1ff-6e7e-4016-a1fe-d6f8926a46bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0953686 Sep 30 06:28:21.179003 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308a9d13-cb27-427f-a36c-fca76df67a50 req-cc2b6b47-3c35-4ece-bbd4-b87950dc6e7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:28:21.182655 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-308a9d13-cb27-427f-a36c-fca76df67a50 req-cc2b6b47-3c35-4ece-bbd4-b87950dc6e7b service neutron] 10.222.0.10 "GET /v2.0/networks?id=5c01f472-be09-4f47-a17f-2a759f124795 HTTP/1.1" status: 200 len: 918 time: 0.2723050 Sep 30 06:28:21.284920 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-308a9d13-cb27-427f-a36c-fca76df67a50 req-1eec5106-8389-408b-834a-a9360236973e service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b10500c6-dc7c-475e-a085-9d2c7ed838e8 HTTP/1.1" status: 200 len: 217 time: 0.0860374 Sep 30 06:28:21.406142 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308a9d13-cb27-427f-a36c-fca76df67a50 req-9b8026a6-13ac-4812-9b5f-4e8d375e7669 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:28:21.408032 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-308a9d13-cb27-427f-a36c-fca76df67a50 req-9b8026a6-13ac-4812-9b5f-4e8d375e7669 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=c94366a3-4b59-4b72-a9bf-62e041f6886b HTTP/1.1" status: 200 len: 857 time: 0.1148448 Sep 30 06:28:21.426930 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2361764-e90a-481d-8d00-71f7a9d12038 req-4d0798d6-18bd-4f6b-a9b6-7e2ebbf29c07 tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:28:21.429088 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-f2361764-e90a-481d-8d00-71f7a9d12038 req-4d0798d6-18bd-4f6b-a9b6-7e2ebbf29c07 tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] 10.222.0.36 "GET /v2.0/ports?device_id=c7de8e92-ecc9-41bc-98bb-5c2242bab3d1 HTTP/1.1" status: 200 len: 945 time: 0.1483629 Sep 30 06:28:21.469985 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-308a9d13-cb27-427f-a36c-fca76df67a50 req-b7a647ab-ab03-4bc7-a96e-c582dedb6ce8 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=5c01f472-be09-4f47-a17f-2a759f124795&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0396106 Sep 30 06:28:21.643165 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-308a9d13-cb27-427f-a36c-fca76df67a50 req-a5d8eaa4-f525-4850-9ea8-72c76b515f3a service neutron] 10.222.0.10 "GET /v2.0/networks/5c01f472-be09-4f47-a17f-2a759f124795?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1506152 Sep 30 06:28:21.730459 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-f2361764-e90a-481d-8d00-71f7a9d12038 req-c776b01b-db98-445b-83d1-d5a96fcfbde9 tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] 10.222.0.36 "GET /v2.0/security-groups?id=aaa05d83-3ebc-404f-b7b5-bc03e45995ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2638397 Sep 30 06:28:21.761005 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454c11bb-3c3c-4ab0-8c34-65df19fb5dc5 req-0e779ba3-b1bb-47b6-8e09-d69c23a28a4b tempest-ServerRescueNegativeTestJSON-1209427659 tempest-ServerRescueNegativeTestJSON-1209427659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:28:21.772485 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-454c11bb-3c3c-4ab0-8c34-65df19fb5dc5 req-0e779ba3-b1bb-47b6-8e09-d69c23a28a4b tempest-ServerRescueNegativeTestJSON-1209427659 tempest-ServerRescueNegativeTestJSON-1209427659-project] 10.222.0.36 "GET /v2.0/ports?device_id=0a86be7c-6414-4403-bd22-8634a0e22544 HTTP/1.1" status: 200 len: 945 time: 0.1413066 Sep 30 06:28:21.911801 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-454c11bb-3c3c-4ab0-8c34-65df19fb5dc5 req-27af039b-8d9a-43d6-96d9-94021838e693 tempest-ServerRescueNegativeTestJSON-1209427659 tempest-ServerRescueNegativeTestJSON-1209427659-project] 10.222.0.36 "GET /v2.0/security-groups?id=78ce1e3c-f3d7-420d-ac39-20c93d3fb7fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263273 Sep 30 06:28:21.953326 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-308a9d13-cb27-427f-a36c-fca76df67a50 req-5029af36-cd17-4c45-bef9-d408e285f2db service neutron] 10.222.0.10 "GET /v2.0/networks/5c01f472-be09-4f47-a17f-2a759f124795?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2938919 Sep 30 06:28:22.161133 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57c338d-00c4-4c81-9960-671d0f70a962 req-5b030a8e-18f5-486d-b407-688b0abb373e tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:28:22.165108 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-c57c338d-00c4-4c81-9960-671d0f70a962 req-5b030a8e-18f5-486d-b407-688b0abb373e tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] 10.222.0.36 "GET /v2.0/ports?device_id=c7de8e92-ecc9-41bc-98bb-5c2242bab3d1 HTTP/1.1" status: 200 len: 945 time: 0.1397121 Sep 30 06:28:22.180710 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.36', 52338) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 06:28:22.194277 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.api.v2.base [None req-bda7f45a-93ea-4f3f-abb5-c693e0cdc31d tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] Request body: {'floatingip': {'port_id': '387fd7a2-12c8-44e0-a778-a8a0b80d0b88'}} {{(pid=94000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 06:28:22.414118 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-bda7f45a-93ea-4f3f-abb5-c693e0cdc31d tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] Notify callbacks [] for floatingip, before_update {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:28:22.461655 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8302c8c7-6b84-4ceb-84a6-9883ca8d27a0 req-286825eb-09e5-4a92-9faf-f83008c498c2 tempest-AttachVolumeTestJSON-1192105893 tempest-AttachVolumeTestJSON-1192105893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:28:22.481438 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-8302c8c7-6b84-4ceb-84a6-9883ca8d27a0 req-286825eb-09e5-4a92-9faf-f83008c498c2 tempest-AttachVolumeTestJSON-1192105893 tempest-AttachVolumeTestJSON-1192105893-project] 10.222.0.36 "GET /v2.0/ports?device_id=6958c33e-794d-418e-a5ab-7fc4d005ddf7 HTTP/1.1" status: 200 len: 946 time: 0.1763804 Sep 30 06:28:22.555051 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-8302c8c7-6b84-4ceb-84a6-9883ca8d27a0 req-c794eda4-4b72-4ba7-8adf-ef6731feb396 tempest-AttachVolumeTestJSON-1192105893 tempest-AttachVolumeTestJSON-1192105893-project] 10.222.0.36 "GET /v2.0/security-groups?id=2948a1ff-6e7e-4016-a1fe-d6f8926a46bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0715773 Sep 30 06:28:22.749773 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89132a3e-2eb1-4e20-9488-72100c2de30f req-ffe96c07-05cb-4660-b350-07248be3a9cb tempest-AttachVolumeTestJSON-1192105893 tempest-AttachVolumeTestJSON-1192105893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:28:22.754089 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-89132a3e-2eb1-4e20-9488-72100c2de30f req-ffe96c07-05cb-4660-b350-07248be3a9cb tempest-AttachVolumeTestJSON-1192105893 tempest-AttachVolumeTestJSON-1192105893-project] 10.222.0.36 "GET /v2.0/ports?device_id=6958c33e-794d-418e-a5ab-7fc4d005ddf7 HTTP/1.1" status: 200 len: 946 time: 0.1057484 Sep 30 06:28:22.767787 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.wsgi [-] (93999) accepted ('10.222.0.36', 52362) {{(pid=93999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 06:28:22.787176 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.api.v2.base [None req-93162889-0842-4562-8a55-e85a5e96a7ae tempest-AttachVolumeTestJSON-1192105893 tempest-AttachVolumeTestJSON-1192105893-project] Request body: {'floatingip': {'port_id': '80920450-855b-4404-98ac-1933b7f666f4'}} {{(pid=93999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 06:28:22.787894 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab2a57b-57bf-4c0d-843f-3c002a5f8914 req-b95d647a-03d2-442f-bf8e-f1ff564700ac tempest-DeleteServersTestJSON-986892327 tempest-DeleteServersTestJSON-986892327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:28:22.789790 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-6ab2a57b-57bf-4c0d-843f-3c002a5f8914 req-b95d647a-03d2-442f-bf8e-f1ff564700ac tempest-DeleteServersTestJSON-986892327 tempest-DeleteServersTestJSON-986892327-project] 10.222.0.36 "GET /v2.0/ports?device_id=b00bd24b-615d-4cba-80bb-d31d4fe88c7f HTTP/1.1" status: 200 len: 945 time: 0.5911286 Sep 30 06:28:22.963231 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-6ab2a57b-57bf-4c0d-843f-3c002a5f8914 req-0b368ee8-e3b4-4f22-8df5-4af00405b31c tempest-DeleteServersTestJSON-986892327 tempest-DeleteServersTestJSON-986892327-project] 10.222.0.36 "GET /v2.0/security-groups?id=762947ed-3f0a-4262-b9ef-d9eb2e41838c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483128 Sep 30 06:28:22.968993 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-93162889-0842-4562-8a55-e85a5e96a7ae tempest-AttachVolumeTestJSON-1192105893 tempest-AttachVolumeTestJSON-1192105893-project] Notify callbacks [] for floatingip, before_update {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:28:23.271200 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bd5b42-dc9b-4b34-9a13-4f06be794466 req-1581592c-a008-48d0-ad78-4e0a9904fcc9 tempest-ServerRescueNegativeTestJSON-1209427659 tempest-ServerRescueNegativeTestJSON-1209427659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:28:23.273494 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-d9bd5b42-dc9b-4b34-9a13-4f06be794466 req-1581592c-a008-48d0-ad78-4e0a9904fcc9 tempest-ServerRescueNegativeTestJSON-1209427659 tempest-ServerRescueNegativeTestJSON-1209427659-project] 10.222.0.36 "GET /v2.0/ports?device_id=0a86be7c-6414-4403-bd22-8634a0e22544 HTTP/1.1" status: 200 len: 945 time: 0.2151463 Sep 30 06:28:23.404993 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-d9bd5b42-dc9b-4b34-9a13-4f06be794466 req-a6b10fc6-f2f0-4289-ae71-5c32b0d6ae04 tempest-ServerRescueNegativeTestJSON-1209427659 tempest-ServerRescueNegativeTestJSON-1209427659-project] 10.222.0.36 "GET /v2.0/security-groups?id=78ce1e3c-f3d7-420d-ac39-20c93d3fb7fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156003 Sep 30 06:28:23.599819 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.wsgi [-] (93999) accepted ('10.222.0.36', 52402) {{(pid=93999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 06:28:23.686004 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.wsgi [-] (93999) accepted ('10.222.0.36', 52408) {{(pid=93999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 06:28:23.903225 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.db.resource_extend [None req-bda7f45a-93ea-4f3f-abb5-c693e0cdc31d tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 30 06:28:23.999917 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-7078a348-2407-458d-8d43-eeb6dc634a5b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:28:24.076389 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-bda7f45a-93ea-4f3f-abb5-c693e0cdc31d tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:28:24.101874 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-bda7f45a-93ea-4f3f-abb5-c693e0cdc31d tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7877914'] for floatingip, after_update {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:28:24.236993 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-ac0daa8b-ec77-484e-b87a-104a081bb9f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:28:24.310582 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.db.l3_db [None req-bda7f45a-93ea-4f3f-abb5-c693e0cdc31d tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] Floating IP 57c7ce89-da12-4dba-b844-2fab6d1153a6 associated. External IP: 172.27.1.241, port: 387fd7a2-12c8-44e0-a778-a8a0b80d0b88. Sep 30 06:28:24.634476 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.db.resource_extend [None req-93162889-0842-4562-8a55-e85a5e96a7ae tempest-AttachVolumeTestJSON-1192105893 tempest-AttachVolumeTestJSON-1192105893-project] It took 0.31 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 30 06:28:24.736862 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240c4c0c-8b4d-4f41-bdff-f899fee5d981 req-995f1d33-ad7a-4d40-898a-76257a88ad05 tempest-ServerRescueNegativeTestJSON-1209427659 tempest-ServerRescueNegativeTestJSON-1209427659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:28:24.741440 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-240c4c0c-8b4d-4f41-bdff-f899fee5d981 req-995f1d33-ad7a-4d40-898a-76257a88ad05 tempest-ServerRescueNegativeTestJSON-1209427659 tempest-ServerRescueNegativeTestJSON-1209427659-project] 10.222.0.36 "GET /v2.0/ports?device_id=0a86be7c-6414-4403-bd22-8634a0e22544 HTTP/1.1" status: 200 len: 945 time: 0.1807721 Sep 30 06:28:24.749196 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-7078a348-2407-458d-8d43-eeb6dc634a5b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:28:24.756499 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-93162889-0842-4562-8a55-e85a5e96a7ae tempest-AttachVolumeTestJSON-1192105893 tempest-AttachVolumeTestJSON-1192105893-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:28:24.760186 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-7078a348-2407-458d-8d43-eeb6dc634a5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533969'] for security_group, after_create {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:28:24.812512 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-93162889-0842-4562-8a55-e85a5e96a7ae tempest-AttachVolumeTestJSON-1192105893 tempest-AttachVolumeTestJSON-1192105893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7877914'] for floatingip, after_update {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:28:24.815198 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bda7f45a-93ea-4f3f-abb5-c693e0cdc31d tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] Router 7f324adc-6df9-469a-bdd2-c103c76ced6e has already been hosted by L3 agent f054bd23-6895-478f-87a4-7cc0e21c04e0 {{(pid=94000) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 06:28:24.884942 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-240c4c0c-8b4d-4f41-bdff-f899fee5d981 req-6a750bcf-d9c5-4ecf-9806-b5b5be132e86 tempest-ServerRescueNegativeTestJSON-1209427659 tempest-ServerRescueNegativeTestJSON-1209427659-project] 10.222.0.36 "GET /v2.0/security-groups?id=78ce1e3c-f3d7-420d-ac39-20c93d3fb7fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973270 Sep 30 06:28:24.943407 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [None req-7078a348-2407-458d-8d43-eeb6dc634a5b admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=97cb62ead2854faaa883ee5176121f11&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3412530 Sep 30 06:28:24.947429 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.36', 52430) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 06:28:24.950834 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7078a348-2407-458d-8d43-eeb6dc634a5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac97bebe-0419-435e-b780-bc3127afb06a,revision_number=1']} {{(pid=93999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:28:25.083719 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bda7f45a-93ea-4f3f-abb5-c693e0cdc31d tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] Notify agent at l3_agent.dv-cinder-811877-1-iscsi the message routers_updated {{(pid=94000) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 06:28:25.089391 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-bda7f45a-93ea-4f3f-abb5-c693e0cdc31d tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57126'] for floatingip, before_response {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:28:25.091953 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-fe94e6cb-b9e6-456f-9291-275994717b98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:28:25.109591 dv-cinder-811877-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fa85de3-9c48-48dd-a757-2fe47c840d5c None None] Sync routers for ids ['7f324adc-6df9-469a-bdd2-c103c76ced6e'] in dv-cinder-811877-1-iscsi {{(pid=94002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 06:28:25.144946 dv-cinder-811877-1-iscsi neutron-server[94002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fa85de3-9c48-48dd-a757-2fe47c840d5c None None] Routers {'7f324adc-6df9-469a-bdd2-c103c76ced6e'} bound to L3 agent in host dv-cinder-811877-1-iscsi {{(pid=94002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 06:28:25.146464 dv-cinder-811877-1-iscsi neutron-server[94002]: DEBUG neutron.db.l3_hamode_db [None req-8fa85de3-9c48-48dd-a757-2fe47c840d5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811877-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-30T06:19:31Z,description=,heartbeat_timestamp=2021-09-30T06:28:01Z,host='dv-cinder-811877-1-iscsi',id=f054bd23-6895-478f-87a4-7cc0e21c04e0,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T06:19:31Z,topic='l3_agent')) {'router_ids': ['7f324adc-6df9-469a-bdd2-c103c76ced6e'], 'active': True} {{(pid=94002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 06:28:25.148419 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.db.l3_db [None req-93162889-0842-4562-8a55-e85a5e96a7ae tempest-AttachVolumeTestJSON-1192105893 tempest-AttachVolumeTestJSON-1192105893-project] Floating IP f9d32322-2d0d-4842-b882-5f324b3b7f83 associated. External IP: 172.27.1.193, port: 80920450-855b-4404-98ac-1933b7f666f4. Sep 30 06:28:25.162255 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-fe94e6cb-b9e6-456f-9291-275994717b98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:28:25.175207 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [None req-bda7f45a-93ea-4f3f-abb5-c693e0cdc31d tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] 10.222.0.36 "PUT /v2.0/floatingips/57c7ce89-da12-4dba-b844-2fab6d1153a6 HTTP/1.1" status: 200 len: 991 time: 2.9900877 Sep 30 06:28:25.178066 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7de8e92-ecc9-41bc-98bb-5c2242bab3d1', 'tag': '387fd7a2-12c8-44e0-a778-a8a0b80d0b88'}] {{(pid=94000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 06:28:25.180533 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4acac726bceb08fc5dc31984e0b5877fccc01d7f70542289dc6193c12fa4dba7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03b54615-c640-43fa-9f2f-3cd40b905ef1" -d '{"events": [{"name": "network-changed", "server_uuid": "c7de8e92-ecc9-41bc-98bb-5c2242bab3d1", "tag": "387fd7a2-12c8-44e0-a778-a8a0b80d0b88"}]}' {{(pid=94000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 06:28:25.282524 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-fe94e6cb-b9e6-456f-9291-275994717b98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533969'] for security_group, after_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:28:25.285822 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-fe94e6cb-b9e6-456f-9291-275994717b98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:28:25.289871 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [None req-fe94e6cb-b9e6-456f-9291-275994717b98 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/ac97bebe-0419-435e-b780-bc3127afb06a HTTP/1.1" status: 204 len: 168 time: 0.3387065 Sep 30 06:28:25.310193 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe94e6cb-b9e6-456f-9291-275994717b98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac97bebe-0419-435e-b780-bc3127afb06a,revision_number=None']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:28:25.398830 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-ac0daa8b-ec77-484e-b87a-104a081bb9f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:28:25.421309 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-ac0daa8b-ec77-484e-b87a-104a081bb9f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533969'] for security_group, after_create {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:28:25.573882 dv-cinder-811877-1-iscsi neutron-server[94002]: DEBUG neutron.db.l3_dvr_db [None req-8fa85de3-9c48-48dd-a757-2fe47c840d5c None None] Set router 7f324adc-6df9-469a-bdd2-c103c76ced6e gateway port host: dv-cinder-811877-1-iscsi {{(pid=94002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 06:28:25.601455 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 06:28:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-132f71df-2e75-4900-bf7f-c49a4924348f x-openstack-request-id: req-132f71df-2e75-4900-bf7f-c49a4924348f {{(pid=94000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 06:28:25.601924 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7de8e92-ecc9-41bc-98bb-5c2242bab3d1", "tag": "387fd7a2-12c8-44e0-a778-a8a0b80d0b88", "status": "completed", "code": 200}]} {{(pid=94000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 06:28:25.602332 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-132f71df-2e75-4900-bf7f-c49a4924348f {{(pid=94000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 06:28:25.603030 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7de8e92-ecc9-41bc-98bb-5c2242bab3d1', 'tag': '387fd7a2-12c8-44e0-a778-a8a0b80d0b88', 'status': 'completed', 'code': 200} Sep 30 06:28:25.809567 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [None req-ac0daa8b-ec77-484e-b87a-104a081bb9f1 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=3e081a71fe6b490489abdc24fdae81d9&name=default HTTP/1.1" status: 200 len: 2979 time: 2.1215441 Sep 30 06:28:25.816651 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.36', 52456) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 06:28:25.816928 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0daa8b-ec77-484e-b87a-104a081bb9f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0719e92c-5c15-438f-b644-f70796c24169,revision_number=1']} {{(pid=93999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:28:25.934620 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b54615-c640-43fa-9f2f-3cd40b905ef1 req-47549400-52ed-4e0c-a244-48fe7350af4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:28:25.937436 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-03b54615-c640-43fa-9f2f-3cd40b905ef1 req-47549400-52ed-4e0c-a244-48fe7350af4b service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=3f54d397fb6646ca811cd4b70b8b5d31&device_id=c7de8e92-ecc9-41bc-98bb-5c2242bab3d1 HTTP/1.1" status: 200 len: 1098 time: 0.1958520 Sep 30 06:28:26.059187 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-6e73c75a-f77f-4a7d-8de1-f67a38d2aa16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:28:26.144751 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93162889-0842-4562-8a55-e85a5e96a7ae tempest-AttachVolumeTestJSON-1192105893 tempest-AttachVolumeTestJSON-1192105893-project] Router 8ed619a9-5f7e-482b-8deb-23ec7fdf2ab4 has already been hosted by L3 agent f054bd23-6895-478f-87a4-7cc0e21c04e0 {{(pid=93999) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 06:28:26.148343 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-6e73c75a-f77f-4a7d-8de1-f67a38d2aa16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:28:26.430931 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5016e9fc-8b08-4dcd-8c3d-77db1380e166 req-cb458ac1-d049-412d-a9fd-0cd9af632dba tempest-ServerRescueNegativeTestJSON-1209427659 tempest-ServerRescueNegativeTestJSON-1209427659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:28:26.444866 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-5016e9fc-8b08-4dcd-8c3d-77db1380e166 req-cb458ac1-d049-412d-a9fd-0cd9af632dba tempest-ServerRescueNegativeTestJSON-1209427659 tempest-ServerRescueNegativeTestJSON-1209427659-project] 10.222.0.36 "GET /v2.0/ports?device_id=0a86be7c-6414-4403-bd22-8634a0e22544 HTTP/1.1" status: 200 len: 945 time: 0.3435583 Sep 30 06:28:26.467556 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-6e73c75a-f77f-4a7d-8de1-f67a38d2aa16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533969'] for security_group, after_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:28:26.473377 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-6e73c75a-f77f-4a7d-8de1-f67a38d2aa16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:28:26.478282 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [None req-6e73c75a-f77f-4a7d-8de1-f67a38d2aa16 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/0719e92c-5c15-438f-b644-f70796c24169 HTTP/1.1" status: 204 len: 168 time: 0.6576042 Sep 30 06:28:26.573106 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e73c75a-f77f-4a7d-8de1-f67a38d2aa16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0719e92c-5c15-438f-b644-f70796c24169,revision_number=None']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:28:26.581491 dv-cinder-811877-1-iscsi neutron-server[94002]: DEBUG neutron.db.l3_hamode_db [None req-8fa85de3-9c48-48dd-a757-2fe47c840d5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f324adc-6df9-469a-bdd2-c103c76ced6e', 'name': 'tempest-AttachVolumeShelveTestJSON-1787567531-router', 'tenant_id': '3f54d397fb6646ca811cd4b70b8b5d31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddd8ee8b-b24f-47fb-afd7-cfc700c93624', 'external_fixed_ips': [{'subnet_id': '4727b4cf-a8ea-4dab-8db4-019b4e8b0546', 'ip_address': '172.27.1.2'}], 'enable_snat': True}, 'gw_port_id': '9739d183-b8a8-4538-9e9b-4bb77499d5e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T06:27:26Z', 'updated_at': '2021-09-30T06:27:31Z', 'revision_number': 4, 'project_id': '3f54d397fb6646ca811cd4b70b8b5d31', 'gw_port': {'id': '9739d183-b8a8-4538-9e9b-4bb77499d5e2', 'name': '', 'network_id': 'ddd8ee8b-b24f-47fb-afd7-cfc700c93624', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:9d:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f324adc-6df9-469a-bdd2-c103c76ced6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '4727b4cf-a8ea-4dab-8db4-019b4e8b0546', 'ip_address': '172.27.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T06:27:26Z', 'updated_at': '2021-09-30T06:27:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4727b4cf-a8ea-4dab-8db4-019b4e8b0546', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811877-1-iscsi', '_floatingips': [{'id': '57c7ce89-da12-4dba-b844-2fab6d1153a6', 'tenant_id': '3f54d397fb6646ca811cd4b70b8b5d31', 'floating_ip_address': '172.27.1.241', 'floating_network_id': 'ddd8ee8b-b24f-47fb-afd7-cfc700c93624', 'router_id': '7f324adc-6df9-469a-bdd2-c103c76ced6e', 'port_id': '387fd7a2-12c8-44e0-a778-a8a0b80d0b88', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 85, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5fefac64-03c4-43dd-a17b-d4a261fa3173', 'mac_address': 'fa:16:3e:7b:0d:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7de8e92-ecc9-41bc-98bb-5c2242bab3d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T06:27:39Z', 'updated_at': '2021-09-30T06:28:23Z', 'revision_number': 1, 'project_id': '3f54d397fb6646ca811cd4b70b8b5d31', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c81a548-ac26-40cb-9e6a-6ecb4b9bad29', 'name': '', 'network_id': '5fefac64-03c4-43dd-a17b-d4a261fa3173', 'tenant_id': '3f54d397fb6646ca811cd4b70b8b5d31', 'mac_address': 'fa:16:3e:16:fe:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f324adc-6df9-469a-bdd2-c103c76ced6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '05cd2f04-a42c-4ac5-94b6-16f7140b471b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T06:27:29Z', 'updated_at': '2021-09-30T06:27:37Z', 'revision_number': 5, 'project_id': '3f54d397fb6646ca811cd4b70b8b5d31', 'subnets': [{'id': '05cd2f04-a42c-4ac5-94b6-16f7140b471b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811877-1-iscsi', False) {} {{(pid=94002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 06:28:26.628760 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e73c75a-f77f-4a7d-8de1-f67a38d2aa16 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=94000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:28:26.629353 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e73c75a-f77f-4a7d-8de1-f67a38d2aa16 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=94000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:28:26.629934 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e73c75a-f77f-4a7d-8de1-f67a38d2aa16 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=94000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:28:26.630506 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e73c75a-f77f-4a7d-8de1-f67a38d2aa16 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=94000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:28:26.631108 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e73c75a-f77f-4a7d-8de1-f67a38d2aa16 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=94000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:28:26.631908 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e73c75a-f77f-4a7d-8de1-f67a38d2aa16 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=94000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:28:26.632496 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e73c75a-f77f-4a7d-8de1-f67a38d2aa16 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=94000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:28:26.633138 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e73c75a-f77f-4a7d-8de1-f67a38d2aa16 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=94000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:28:26.633637 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e73c75a-f77f-4a7d-8de1-f67a38d2aa16 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=94000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:28:26.634189 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e73c75a-f77f-4a7d-8de1-f67a38d2aa16 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=94000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:28:26.634741 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e73c75a-f77f-4a7d-8de1-f67a38d2aa16 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=94000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:28:26.635297 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e73c75a-f77f-4a7d-8de1-f67a38d2aa16 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=94000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:28:26.652028 dv-cinder-811877-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fa85de3-9c48-48dd-a757-2fe47c840d5c None None] Checking router: 7f324adc-6df9-469a-bdd2-c103c76ced6e for host: dv-cinder-811877-1-iscsi {{(pid=94002) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 06:28:26.680553 dv-cinder-811877-1-iscsi neutron-server[94002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fa85de3-9c48-48dd-a757-2fe47c840d5c None None] Routers {'7f324adc-6df9-469a-bdd2-c103c76ced6e'} bound to L3 agent in host dv-cinder-811877-1-iscsi {{(pid=94002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 06:28:26.682340 dv-cinder-811877-1-iscsi neutron-server[94002]: DEBUG neutron.db.l3_hamode_db [None req-8fa85de3-9c48-48dd-a757-2fe47c840d5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811877-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-30T06:19:31Z,description=,heartbeat_timestamp=2021-09-30T06:28:01Z,host='dv-cinder-811877-1-iscsi',id=f054bd23-6895-478f-87a4-7cc0e21c04e0,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T06:19:31Z,topic='l3_agent')) {'router_ids': ['7f324adc-6df9-469a-bdd2-c103c76ced6e'], 'active': True} {{(pid=94002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 06:28:26.715626 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-5016e9fc-8b08-4dcd-8c3d-77db1380e166 req-c4805360-915f-4d20-8a06-9271a5d80911 tempest-ServerRescueNegativeTestJSON-1209427659 tempest-ServerRescueNegativeTestJSON-1209427659-project] 10.222.0.36 "GET /v2.0/security-groups?id=78ce1e3c-f3d7-420d-ac39-20c93d3fb7fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2667227 Sep 30 06:28:26.737479 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b54615-c640-43fa-9f2f-3cd40b905ef1 req-2c47f141-a024-4089-a190-59c4891f1e3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:28:26.741115 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-03b54615-c640-43fa-9f2f-3cd40b905ef1 req-2c47f141-a024-4089-a190-59c4891f1e3f service neutron] 10.222.0.10 "GET /v2.0/networks?id=5fefac64-03c4-43dd-a17b-d4a261fa3173 HTTP/1.1" status: 200 len: 918 time: 0.5932472 Sep 30 06:28:26.761646 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93162889-0842-4562-8a55-e85a5e96a7ae tempest-AttachVolumeTestJSON-1192105893 tempest-AttachVolumeTestJSON-1192105893-project] Notify agent at l3_agent.dv-cinder-811877-1-iscsi the message routers_updated {{(pid=93999) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 06:28:26.774458 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-93162889-0842-4562-8a55-e85a5e96a7ae tempest-AttachVolumeTestJSON-1192105893 tempest-AttachVolumeTestJSON-1192105893-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57126'] for floatingip, before_response {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:28:26.785460 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b55b9585-870c-4290-970a-f11a94197f05 None None] Sync routers for ids ['8ed619a9-5f7e-482b-8deb-23ec7fdf2ab4'] in dv-cinder-811877-1-iscsi {{(pid=94001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 06:28:26.807274 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b55b9585-870c-4290-970a-f11a94197f05 None None] Routers {'8ed619a9-5f7e-482b-8deb-23ec7fdf2ab4'} bound to L3 agent in host dv-cinder-811877-1-iscsi {{(pid=94001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 06:28:26.808348 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.db.l3_hamode_db [None req-b55b9585-870c-4290-970a-f11a94197f05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811877-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-30T06:19:31Z,description=,heartbeat_timestamp=2021-09-30T06:28:01Z,host='dv-cinder-811877-1-iscsi',id=f054bd23-6895-478f-87a4-7cc0e21c04e0,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T06:19:31Z,topic='l3_agent')) {'router_ids': ['8ed619a9-5f7e-482b-8deb-23ec7fdf2ab4'], 'active': True} {{(pid=94001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 06:28:26.993606 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [None req-93162889-0842-4562-8a55-e85a5e96a7ae tempest-AttachVolumeTestJSON-1192105893 tempest-AttachVolumeTestJSON-1192105893-project] 10.222.0.36 "PUT /v2.0/floatingips/f9d32322-2d0d-4842-b882-5f324b3b7f83 HTTP/1.1" status: 200 len: 992 time: 4.2217953 Sep 30 06:28:27.034377 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6958c33e-794d-418e-a5ab-7fc4d005ddf7', 'tag': '80920450-855b-4404-98ac-1933b7f666f4'}] {{(pid=93999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 06:28:27.041463 dv-cinder-811877-1-iscsi neutron-server[94002]: DEBUG neutron.db.l3_dvr_db [None req-8fa85de3-9c48-48dd-a757-2fe47c840d5c None None] Set router 7f324adc-6df9-469a-bdd2-c103c76ced6e gateway port host: dv-cinder-811877-1-iscsi {{(pid=94002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 06:28:27.049820 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07b111f6e278cfffd9c4f208e103de524c2b9e3fbd4e5a5b5d8dd158a433df71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1b6341f-07a7-4552-8319-4fa45392cb4c" -d '{"events": [{"name": "network-changed", "server_uuid": "6958c33e-794d-418e-a5ab-7fc4d005ddf7", "tag": "80920450-855b-4404-98ac-1933b7f666f4"}]}' {{(pid=93999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 06:28:27.114179 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.db.l3_dvr_db [None req-b55b9585-870c-4290-970a-f11a94197f05 None None] Set router 8ed619a9-5f7e-482b-8deb-23ec7fdf2ab4 gateway port host: dv-cinder-811877-1-iscsi {{(pid=94001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 06:28:27.222796 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 06:28:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-320292cd-2e7b-4d8d-9200-a1e3d29ab601 x-openstack-request-id: req-320292cd-2e7b-4d8d-9200-a1e3d29ab601 {{(pid=93999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 06:28:27.223417 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6958c33e-794d-418e-a5ab-7fc4d005ddf7", "tag": "80920450-855b-4404-98ac-1933b7f666f4", "status": "completed", "code": 200}]} {{(pid=93999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 06:28:27.223940 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-320292cd-2e7b-4d8d-9200-a1e3d29ab601 {{(pid=93999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 06:28:27.224618 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6958c33e-794d-418e-a5ab-7fc4d005ddf7', 'tag': '80920450-855b-4404-98ac-1933b7f666f4', 'status': 'completed', 'code': 200} Sep 30 06:28:27.227962 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-03b54615-c640-43fa-9f2f-3cd40b905ef1 req-7d2ffa72-0d29-490d-9a83-8d70134d8f0b service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=387fd7a2-12c8-44e0-a778-a8a0b80d0b88 HTTP/1.1" status: 200 len: 999 time: 0.3883309 Sep 30 06:28:27.323259 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.36', 52506) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 06:28:27.383838 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-54588679-a590-439a-a36d-82ff4dc19a10 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:28:27.441893 dv-cinder-811877-1-iscsi neutron-server[94002]: DEBUG neutron.db.agents_db [None req-d9c94b1b-4ad8-4063-8329-7a4f29b52830 None None] Agent healthcheck: found 6 active agents {{(pid=94002) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 06:28:27.561649 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b54615-c640-43fa-9f2f-3cd40b905ef1 req-25edddf8-3531-47d5-9199-fa111929ab12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:28:27.563964 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-03b54615-c640-43fa-9f2f-3cd40b905ef1 req-25edddf8-3531-47d5-9199-fa111929ab12 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=05cd2f04-a42c-4ac5-94b6-16f7140b471b HTTP/1.1" status: 200 len: 856 time: 0.3073263 Sep 30 06:28:27.566137 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b6341f-07a7-4552-8319-4fa45392cb4c req-195a9fa2-9987-4794-ba2b-252842639a56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:28:27.576525 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-b1b6341f-07a7-4552-8319-4fa45392cb4c req-195a9fa2-9987-4794-ba2b-252842639a56 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=fd01cd14f23840e59331ece07bbcdf9e&device_id=6958c33e-794d-418e-a5ab-7fc4d005ddf7 HTTP/1.1" status: 200 len: 1099 time: 0.3024337 Sep 30 06:28:27.693534 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-54588679-a590-439a-a36d-82ff4dc19a10 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:28:27.709961 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-54588679-a590-439a-a36d-82ff4dc19a10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533969'] for security_group, after_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:28:27.915630 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.db.l3_hamode_db [None req-b55b9585-870c-4290-970a-f11a94197f05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ed619a9-5f7e-482b-8deb-23ec7fdf2ab4', 'name': 'tempest-AttachVolumeTestJSON-934096422-router', 'tenant_id': 'fd01cd14f23840e59331ece07bbcdf9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddd8ee8b-b24f-47fb-afd7-cfc700c93624', 'external_fixed_ips': [{'subnet_id': '4727b4cf-a8ea-4dab-8db4-019b4e8b0546', 'ip_address': '172.27.1.36'}], 'enable_snat': True}, 'gw_port_id': 'da1c69fb-7325-41c8-ab50-aebb52d96748', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T06:27:32Z', 'updated_at': '2021-09-30T06:27:39Z', 'revision_number': 4, 'project_id': 'fd01cd14f23840e59331ece07bbcdf9e', 'gw_port': {'id': 'da1c69fb-7325-41c8-ab50-aebb52d96748', 'name': '', 'network_id': 'ddd8ee8b-b24f-47fb-afd7-cfc700c93624', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:61:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ed619a9-5f7e-482b-8deb-23ec7fdf2ab4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '4727b4cf-a8ea-4dab-8db4-019b4e8b0546', 'ip_address': '172.27.1.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T06:27:33Z', 'updated_at': '2021-09-30T06:27:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4727b4cf-a8ea-4dab-8db4-019b4e8b0546', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811877-1-iscsi', '_floatingips': [{'id': 'f9d32322-2d0d-4842-b882-5f324b3b7f83', 'tenant_id': 'fd01cd14f23840e59331ece07bbcdf9e', 'floating_ip_address': '172.27.1.193', 'floating_network_id': 'ddd8ee8b-b24f-47fb-afd7-cfc700c93624', 'router_id': '8ed619a9-5f7e-482b-8deb-23ec7fdf2ab4', 'port_id': '80920450-855b-4404-98ac-1933b7f666f4', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 104, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '92aa8f19-aafd-4462-9d7f-7e5f878c12b2', 'mac_address': 'fa:16:3e:4f:7a:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6958c33e-794d-418e-a5ab-7fc4d005ddf7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T06:27:47Z', 'updated_at': '2021-09-30T06:28:24Z', 'revision_number': 1, 'project_id': 'fd01cd14f23840e59331ece07bbcdf9e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7641b08b-edd0-4733-84f9-f67531f18b54', 'name': '', 'network_id': '92aa8f19-aafd-4462-9d7f-7e5f878c12b2', 'tenant_id': 'fd01cd14f23840e59331ece07bbcdf9e', 'mac_address': 'fa:16:3e:d4:5e:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ed619a9-5f7e-482b-8deb-23ec7fdf2ab4', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '87e3e2f7-f230-4774-967b-a68a66b90c87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T06:27:37Z', 'updated_at': '2021-09-30T06:27:52Z', 'revision_number': 5, 'project_id': 'fd01cd14f23840e59331ece07bbcdf9e', 'subnets': [{'id': '87e3e2f7-f230-4774-967b-a68a66b90c87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811877-1-iscsi', False) {} {{(pid=94001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 06:28:27.933030 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b54615-c640-43fa-9f2f-3cd40b905ef1 req-cda75bfa-f78e-4383-9914-027528f5c193 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:28:27.944522 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-03b54615-c640-43fa-9f2f-3cd40b905ef1 req-cda75bfa-f78e-4383-9914-027528f5c193 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=5fefac64-03c4-43dd-a17b-d4a261fa3173&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.3208656 Sep 30 06:28:28.044042 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b6341f-07a7-4552-8319-4fa45392cb4c req-17e1828b-72c3-43c7-acc1-779733848d61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:28:28.045901 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-b1b6341f-07a7-4552-8319-4fa45392cb4c req-17e1828b-72c3-43c7-acc1-779733848d61 service neutron] 10.222.0.10 "GET /v2.0/networks?id=92aa8f19-aafd-4462-9d7f-7e5f878c12b2 HTTP/1.1" status: 200 len: 911 time: 0.4212847 Sep 30 06:28:28.058471 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b55b9585-870c-4290-970a-f11a94197f05 None None] Checking router: 8ed619a9-5f7e-482b-8deb-23ec7fdf2ab4 for host: dv-cinder-811877-1-iscsi {{(pid=94001) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 06:28:28.095396 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b55b9585-870c-4290-970a-f11a94197f05 None None] Routers {'8ed619a9-5f7e-482b-8deb-23ec7fdf2ab4'} bound to L3 agent in host dv-cinder-811877-1-iscsi {{(pid=94001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 06:28:28.098841 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.db.l3_hamode_db [None req-b55b9585-870c-4290-970a-f11a94197f05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811877-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-30T06:19:31Z,description=,heartbeat_timestamp=2021-09-30T06:28:01Z,host='dv-cinder-811877-1-iscsi',id=f054bd23-6895-478f-87a4-7cc0e21c04e0,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T06:19:31Z,topic='l3_agent')) {'router_ids': ['8ed619a9-5f7e-482b-8deb-23ec7fdf2ab4'], 'active': True} {{(pid=94001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 06:28:28.249203 dv-cinder-811877-1-iscsi neutron-server[94002]: DEBUG neutron.db.l3_hamode_db [None req-8fa85de3-9c48-48dd-a757-2fe47c840d5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f324adc-6df9-469a-bdd2-c103c76ced6e', 'name': 'tempest-AttachVolumeShelveTestJSON-1787567531-router', 'tenant_id': '3f54d397fb6646ca811cd4b70b8b5d31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddd8ee8b-b24f-47fb-afd7-cfc700c93624', 'external_fixed_ips': [{'subnet_id': '4727b4cf-a8ea-4dab-8db4-019b4e8b0546', 'ip_address': '172.27.1.2'}], 'enable_snat': True}, 'gw_port_id': '9739d183-b8a8-4538-9e9b-4bb77499d5e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T06:27:26Z', 'updated_at': '2021-09-30T06:27:31Z', 'revision_number': 4, 'project_id': '3f54d397fb6646ca811cd4b70b8b5d31', 'gw_port': {'id': '9739d183-b8a8-4538-9e9b-4bb77499d5e2', 'name': '', 'network_id': 'ddd8ee8b-b24f-47fb-afd7-cfc700c93624', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:9d:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f324adc-6df9-469a-bdd2-c103c76ced6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '4727b4cf-a8ea-4dab-8db4-019b4e8b0546', 'ip_address': '172.27.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T06:27:26Z', 'updated_at': '2021-09-30T06:27:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4727b4cf-a8ea-4dab-8db4-019b4e8b0546', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811877-1-iscsi', '_floatingips': [{'id': '57c7ce89-da12-4dba-b844-2fab6d1153a6', 'tenant_id': '3f54d397fb6646ca811cd4b70b8b5d31', 'floating_ip_address': '172.27.1.241', 'floating_network_id': 'ddd8ee8b-b24f-47fb-afd7-cfc700c93624', 'router_id': '7f324adc-6df9-469a-bdd2-c103c76ced6e', 'port_id': '387fd7a2-12c8-44e0-a778-a8a0b80d0b88', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 85, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5fefac64-03c4-43dd-a17b-d4a261fa3173', 'mac_address': 'fa:16:3e:7b:0d:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7de8e92-ecc9-41bc-98bb-5c2242bab3d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T06:27:39Z', 'updated_at': '2021-09-30T06:28:23Z', 'revision_number': 1, 'project_id': '3f54d397fb6646ca811cd4b70b8b5d31', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c81a548-ac26-40cb-9e6a-6ecb4b9bad29', 'name': '', 'network_id': '5fefac64-03c4-43dd-a17b-d4a261fa3173', 'tenant_id': '3f54d397fb6646ca811cd4b70b8b5d31', 'mac_address': 'fa:16:3e:16:fe:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f324adc-6df9-469a-bdd2-c103c76ced6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '05cd2f04-a42c-4ac5-94b6-16f7140b471b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T06:27:29Z', 'updated_at': '2021-09-30T06:27:37Z', 'revision_number': 5, 'project_id': '3f54d397fb6646ca811cd4b70b8b5d31', 'subnets': [{'id': '05cd2f04-a42c-4ac5-94b6-16f7140b471b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811877-1-iscsi', False) {} {{(pid=94002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 06:28:28.277695 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f8bb91-5c2d-4f4b-85af-c75b2a0a6185 req-a0654287-881b-472c-9e6a-dc4e52a9b778 tempest-ServerRescueNegativeTestJSON-1209427659 tempest-ServerRescueNegativeTestJSON-1209427659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:28:28.280982 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-07f8bb91-5c2d-4f4b-85af-c75b2a0a6185 req-a0654287-881b-472c-9e6a-dc4e52a9b778 tempest-ServerRescueNegativeTestJSON-1209427659 tempest-ServerRescueNegativeTestJSON-1209427659-project] 10.222.0.36 "GET /v2.0/ports?device_id=0a86be7c-6414-4403-bd22-8634a0e22544 HTTP/1.1" status: 200 len: 945 time: 0.3211827 Sep 30 06:28:28.378133 dv-cinder-811877-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fa85de3-9c48-48dd-a757-2fe47c840d5c None None] The sync data for ids ['7f324adc-6df9-469a-bdd2-c103c76ced6e'] in dv-cinder-811877-1-iscsi is: [{'id': '7f324adc-6df9-469a-bdd2-c103c76ced6e', 'name': 'tempest-AttachVolumeShelveTestJSON-1787567531-router', 'tenant_id': '3f54d397fb6646ca811cd4b70b8b5d31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddd8ee8b-b24f-47fb-afd7-cfc700c93624', 'external_fixed_ips': [{'subnet_id': '4727b4cf-a8ea-4dab-8db4-019b4e8b0546', 'ip_address': '172.27.1.2'}], 'enable_snat': True}, 'gw_port_id': '9739d183-b8a8-4538-9e9b-4bb77499d5e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T06:27:26Z', 'updated_at': '2021-09-30T06:27:31Z', 'revision_number': 4, 'project_id': '3f54d397fb6646ca811cd4b70b8b5d31', 'gw_port': {'id': '9739d183-b8a8-4538-9e9b-4bb77499d5e2', 'name': '', 'network_id': 'ddd8ee8b-b24f-47fb-afd7-cfc700c93624', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:9d:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f324adc-6df9-469a-bdd2-c103c76ced6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '4727b4cf-a8ea-4dab-8db4-019b4e8b0546', 'ip_address': '172.27.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T06:27:26Z', 'updated_at': '2021-09-30T06:27:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4727b4cf-a8ea-4dab-8db4-019b4e8b0546', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811877-1-iscsi', '_floatingips': [{'id': '57c7ce89-da12-4dba-b844-2fab6d1153a6', 'tenant_id': '3f54d397fb6646ca811cd4b70b8b5d31', 'floating_ip_address': '172.27.1.241', 'floating_network_id': 'ddd8ee8b-b24f-47fb-afd7-cfc700c93624', 'router_id': '7f324adc-6df9-469a-bdd2-c103c76ced6e', 'port_id': '387fd7a2-12c8-44e0-a778-a8a0b80d0b88', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 85, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5fefac64-03c4-43dd-a17b-d4a261fa3173', 'mac_address': 'fa:16:3e:7b:0d:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7de8e92-ecc9-41bc-98bb-5c2242bab3d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T06:27:39Z', 'updated_at': '2021-09-30T06:28:23Z', 'revision_number': 1, 'project_id': '3f54d397fb6646ca811cd4b70b8b5d31', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c81a548-ac26-40cb-9e6a-6ecb4b9bad29', 'name': '', 'network_id': '5fefac64-03c4-43dd-a17b-d4a261fa3173', 'tenant_id': '3f54d397fb6646ca811cd4b70b8b5d31', 'mac_address': 'fa:16:3e:16:fe:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f324adc-6df9-469a-bdd2-c103c76ced6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '05cd2f04-a42c-4ac5-94b6-16f7140b471b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T06:27:29Z', 'updated_at': '2021-09-30T06:27:37Z', 'revision_number': 5, 'project_id': '3f54d397fb6646ca811cd4b70b8b5d31', 'subnets': [{'id': '05cd2f04-a42c-4ac5-94b6-16f7140b471b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 06:28:28.459720 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-03b54615-c640-43fa-9f2f-3cd40b905ef1 req-4d3ac226-ea76-4b14-b17e-78b0d7f02b77 service neutron] 10.222.0.10 "GET /v2.0/networks/5fefac64-03c4-43dd-a17b-d4a261fa3173?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4845893 Sep 30 06:28:28.467656 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-b1b6341f-07a7-4552-8319-4fa45392cb4c req-19003a5a-6bde-49dd-99a9-465f7dbc8514 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=80920450-855b-4404-98ac-1933b7f666f4 HTTP/1.1" status: 200 len: 1000 time: 0.4035137 Sep 30 06:28:28.475289 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.db.l3_dvr_db [None req-b55b9585-870c-4290-970a-f11a94197f05 None None] Set router 8ed619a9-5f7e-482b-8deb-23ec7fdf2ab4 gateway port host: dv-cinder-811877-1-iscsi {{(pid=94001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 06:28:28.621460 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [None req-54588679-a590-439a-a36d-82ff4dc19a10 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=c0939d3e438f4ad7bae5f3998c7f0b0a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2945511 Sep 30 06:28:28.623078 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54588679-a590-439a-a36d-82ff4dc19a10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92e6dbbf-38cb-4568-ad7d-2f14b39eb4df,revision_number=1']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:28:28.628158 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.36', 52544) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 06:28:28.740961 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b6341f-07a7-4552-8319-4fa45392cb4c req-8ed13624-471b-4f48-b458-b3fef4e45ef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:28:28.743885 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-b1b6341f-07a7-4552-8319-4fa45392cb4c req-8ed13624-471b-4f48-b458-b3fef4e45ef4 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=87e3e2f7-f230-4774-967b-a68a66b90c87 HTTP/1.1" status: 200 len: 849 time: 0.2175364 Sep 30 06:28:28.770819 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-07f8bb91-5c2d-4f4b-85af-c75b2a0a6185 req-2fb41dbd-dae4-4b9c-9028-e8f9d2e633f3 tempest-ServerRescueNegativeTestJSON-1209427659 tempest-ServerRescueNegativeTestJSON-1209427659-project] 10.222.0.36 "GET /v2.0/security-groups?id=78ce1e3c-f3d7-420d-ac39-20c93d3fb7fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4737427 Sep 30 06:28:28.781188 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-d045bb9b-40b8-47da-8d39-ad52a1ca3a0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:28:28.848441 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-d045bb9b-40b8-47da-8d39-ad52a1ca3a0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:28:28.862640 dv-cinder-811877-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de887757-ffee-4ac0-baef-5a8e5ab6170a None None] New status for floating IP 57c7ce89-da12-4dba-b844-2fab6d1153a6: ACTIVE {{(pid=94002) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 30 06:28:29.000921 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-d045bb9b-40b8-47da-8d39-ad52a1ca3a0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533969'] for security_group, after_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:28:29.011758 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-d045bb9b-40b8-47da-8d39-ad52a1ca3a0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:28:29.039510 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [None req-d045bb9b-40b8-47da-8d39-ad52a1ca3a0f admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/92e6dbbf-38cb-4568-ad7d-2f14b39eb4df HTTP/1.1" status: 204 len: 168 time: 0.3781538 Sep 30 06:28:29.103138 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d045bb9b-40b8-47da-8d39-ad52a1ca3a0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92e6dbbf-38cb-4568-ad7d-2f14b39eb4df,revision_number=None']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:28:29.116543 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-cfe372a2-3d86-4cae-aded-9655ff8b8ee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727546001794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-597483'] for agent, after_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:28:29.162508 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.db.l3_hamode_db [None req-b55b9585-870c-4290-970a-f11a94197f05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ed619a9-5f7e-482b-8deb-23ec7fdf2ab4', 'name': 'tempest-AttachVolumeTestJSON-934096422-router', 'tenant_id': 'fd01cd14f23840e59331ece07bbcdf9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddd8ee8b-b24f-47fb-afd7-cfc700c93624', 'external_fixed_ips': [{'subnet_id': '4727b4cf-a8ea-4dab-8db4-019b4e8b0546', 'ip_address': '172.27.1.36'}], 'enable_snat': True}, 'gw_port_id': 'da1c69fb-7325-41c8-ab50-aebb52d96748', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T06:27:32Z', 'updated_at': '2021-09-30T06:27:39Z', 'revision_number': 4, 'project_id': 'fd01cd14f23840e59331ece07bbcdf9e', 'gw_port': {'id': 'da1c69fb-7325-41c8-ab50-aebb52d96748', 'name': '', 'network_id': 'ddd8ee8b-b24f-47fb-afd7-cfc700c93624', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:61:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ed619a9-5f7e-482b-8deb-23ec7fdf2ab4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '4727b4cf-a8ea-4dab-8db4-019b4e8b0546', 'ip_address': '172.27.1.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T06:27:33Z', 'updated_at': '2021-09-30T06:27:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4727b4cf-a8ea-4dab-8db4-019b4e8b0546', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811877-1-iscsi', '_floatingips': [{'id': 'f9d32322-2d0d-4842-b882-5f324b3b7f83', 'tenant_id': 'fd01cd14f23840e59331ece07bbcdf9e', 'floating_ip_address': '172.27.1.193', 'floating_network_id': 'ddd8ee8b-b24f-47fb-afd7-cfc700c93624', 'router_id': '8ed619a9-5f7e-482b-8deb-23ec7fdf2ab4', 'port_id': '80920450-855b-4404-98ac-1933b7f666f4', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 104, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '92aa8f19-aafd-4462-9d7f-7e5f878c12b2', 'mac_address': 'fa:16:3e:4f:7a:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6958c33e-794d-418e-a5ab-7fc4d005ddf7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T06:27:47Z', 'updated_at': '2021-09-30T06:28:24Z', 'revision_number': 1, 'project_id': 'fd01cd14f23840e59331ece07bbcdf9e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7641b08b-edd0-4733-84f9-f67531f18b54', 'name': '', 'network_id': '92aa8f19-aafd-4462-9d7f-7e5f878c12b2', 'tenant_id': 'fd01cd14f23840e59331ece07bbcdf9e', 'mac_address': 'fa:16:3e:d4:5e:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ed619a9-5f7e-482b-8deb-23ec7fdf2ab4', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '87e3e2f7-f230-4774-967b-a68a66b90c87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T06:27:37Z', 'updated_at': '2021-09-30T06:27:52Z', 'revision_number': 5, 'project_id': 'fd01cd14f23840e59331ece07bbcdf9e', 'subnets': [{'id': '87e3e2f7-f230-4774-967b-a68a66b90c87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811877-1-iscsi', False) {} {{(pid=94001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 06:28:29.280912 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b55b9585-870c-4290-970a-f11a94197f05 None None] The sync data for ids ['8ed619a9-5f7e-482b-8deb-23ec7fdf2ab4'] in dv-cinder-811877-1-iscsi is: [{'id': '8ed619a9-5f7e-482b-8deb-23ec7fdf2ab4', 'name': 'tempest-AttachVolumeTestJSON-934096422-router', 'tenant_id': 'fd01cd14f23840e59331ece07bbcdf9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddd8ee8b-b24f-47fb-afd7-cfc700c93624', 'external_fixed_ips': [{'subnet_id': '4727b4cf-a8ea-4dab-8db4-019b4e8b0546', 'ip_address': '172.27.1.36'}], 'enable_snat': True}, 'gw_port_id': 'da1c69fb-7325-41c8-ab50-aebb52d96748', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T06:27:32Z', 'updated_at': '2021-09-30T06:27:39Z', 'revision_number': 4, 'project_id': 'fd01cd14f23840e59331ece07bbcdf9e', 'gw_port': {'id': 'da1c69fb-7325-41c8-ab50-aebb52d96748', 'name': '', 'network_id': 'ddd8ee8b-b24f-47fb-afd7-cfc700c93624', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:61:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ed619a9-5f7e-482b-8deb-23ec7fdf2ab4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '4727b4cf-a8ea-4dab-8db4-019b4e8b0546', 'ip_address': '172.27.1.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T06:27:33Z', 'updated_at': '2021-09-30T06:27:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4727b4cf-a8ea-4dab-8db4-019b4e8b0546', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811877-1-iscsi', '_floatingips': [{'id': 'f9d32322-2d0d-4842-b882-5f324b3b7f83', 'tenant_id': 'fd01cd14f23840e59331ece07bbcdf9e', 'floating_ip_address': '172.27.1.193', 'floating_network_id': 'ddd8ee8b-b24f-47fb-afd7-cfc700c93624', 'router_id': '8ed619a9-5f7e-482b-8deb-23ec7fdf2ab4', 'port_id': '80920450-855b-4404-98ac-1933b7f666f4', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 104, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '92aa8f19-aafd-4462-9d7f-7e5f878c12b2', 'mac_address': 'fa:16:3e:4f:7a:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6958c33e-794d-418e-a5ab-7fc4d005ddf7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T06:27:47Z', 'updated_at': '2021-09-30T06:28:24Z', 'revision_number': 1, 'project_id': 'fd01cd14f23840e59331ece07bbcdf9e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7641b08b-edd0-4733-84f9-f67531f18b54', 'name': '', 'network_id': '92aa8f19-aafd-4462-9d7f-7e5f878c12b2', 'tenant_id': 'fd01cd14f23840e59331ece07bbcdf9e', 'mac_address': 'fa:16:3e:d4:5e:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ed619a9-5f7e-482b-8deb-23ec7fdf2ab4', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '87e3e2f7-f230-4774-967b-a68a66b90c87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T06:27:37Z', 'updated_at': '2021-09-30T06:27:52Z', 'revision_number': 5, 'project_id': 'fd01cd14f23840e59331ece07bbcdf9e', 'subnets': [{'id': '87e3e2f7-f230-4774-967b-a68a66b90c87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 06:28:29.475662 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.36', 52570) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 06:28:29.523871 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b6341f-07a7-4552-8319-4fa45392cb4c req-dbc4e41d-001a-4a8a-9428-a27a1c93a44a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:28:29.526368 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-b1b6341f-07a7-4552-8319-4fa45392cb4c req-dbc4e41d-001a-4a8a-9428-a27a1c93a44a service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=92aa8f19-aafd-4462-9d7f-7e5f878c12b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.7470603 Sep 30 06:28:29.579310 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-03b54615-c640-43fa-9f2f-3cd40b905ef1 req-02e8966b-6a34-4c35-8ec4-0c18c52878e3 service neutron] 10.222.0.10 "GET /v2.0/networks/5fefac64-03c4-43dd-a17b-d4a261fa3173?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1067538 Sep 30 06:28:29.582922 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b6246d6-84f5-4648-b30c-8a37e760b438 admin admin] Deleting subnet 5071cde9-d30a-48ba-97b8-0e344f3001d7 {{(pid=94000) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 06:28:29.597199 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-3b6246d6-84f5-4648-b30c-8a37e760b438 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:28:29.751683 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-3b6246d6-84f5-4648-b30c-8a37e760b438 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:28:29.787486 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-3b6246d6-84f5-4648-b30c-8a37e760b438 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-583762'] for subnet, precommit_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:28:29.816985 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d2c4bb7-41a2-4dfe-bc71-0b85a93ad1e9 None None] New status for floating IP f9d32322-2d0d-4842-b882-5f324b3b7f83: ACTIVE {{(pid=94001) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 30 06:28:29.826721 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-b1b6341f-07a7-4552-8319-4fa45392cb4c req-5d6c57c1-6382-4238-b592-2816d6a8305b service neutron] 10.222.0.10 "GET /v2.0/networks/92aa8f19-aafd-4462-9d7f-7e5f878c12b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2817965 Sep 30 06:28:29.934664 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-3b6246d6-84f5-4648-b30c-8a37e760b438 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-583771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7821886'] for subnet, after_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:28:30.054031 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6246d6-84f5-4648-b30c-8a37e760b438 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5071cde9-d30a-48ba-97b8-0e344f3001d7,revision_number=None']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:28:30.063880 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-b1b6341f-07a7-4552-8319-4fa45392cb4c req-ea021326-bb80-4541-b789-d533ec88fd75 service neutron] 10.222.0.10 "GET /v2.0/networks/92aa8f19-aafd-4462-9d7f-7e5f878c12b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2290213 Sep 30 06:28:30.086656 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-3b6246d6-84f5-4648-b30c-8a37e760b438 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:28:30.090265 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [None req-3b6246d6-84f5-4648-b30c-8a37e760b438 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/5071cde9-d30a-48ba-97b8-0e344f3001d7 HTTP/1.1" status: 204 len: 168 time: 0.6125388 Sep 30 06:28:30.092699 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.wsgi [-] (93999) accepted ('10.222.0.36', 52594) {{(pid=93999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 06:28:30.147884 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a44932f-f0db-4e43-ab3c-8d1e6be955f2 req-17708053-be25-4461-8a5b-50963928e00f tempest-ServerRescueNegativeTestJSON-1209427659 tempest-ServerRescueNegativeTestJSON-1209427659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:28:30.150664 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-2a44932f-f0db-4e43-ab3c-8d1e6be955f2 req-17708053-be25-4461-8a5b-50963928e00f tempest-ServerRescueNegativeTestJSON-1209427659 tempest-ServerRescueNegativeTestJSON-1209427659-project] 10.222.0.36 "GET /v2.0/ports?device_id=0a86be7c-6414-4403-bd22-8634a0e22544 HTTP/1.1" status: 200 len: 945 time: 0.1195676 Sep 30 06:28:30.250023 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-8c4c884d-8288-4597-8f1f-0179840b60d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763795'] for network, before_delete {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:28:30.263347 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-2a44932f-f0db-4e43-ab3c-8d1e6be955f2 req-38d5f236-e533-4934-8035-451f230415d7 tempest-ServerRescueNegativeTestJSON-1209427659 tempest-ServerRescueNegativeTestJSON-1209427659-project] 10.222.0.36 "GET /v2.0/security-groups?id=78ce1e3c-f3d7-420d-ac39-20c93d3fb7fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982158 Sep 30 06:28:30.432942 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-8c4c884d-8288-4597-8f1f-0179840b60d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-585195', 'neutron.services.segments.db._delete_segments_for_network-8727546001812'] for network, precommit_delete {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:28:30.474276 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-8c4c884d-8288-4597-8f1f-0179840b60d8 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 06:28:30.474745 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-8c4c884d-8288-4597-8f1f-0179840b60d8 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 06:28:30.475516 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-8c4c884d-8288-4597-8f1f-0179840b60d8 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 06:28:30.475862 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-8c4c884d-8288-4597-8f1f-0179840b60d8 admin admin] Subscribe: > port after_create 55550000 {{(pid=93999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 06:28:30.476207 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-8c4c884d-8288-4597-8f1f-0179840b60d8 admin admin] Subscribe: > port after_delete 55550000 {{(pid=93999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 06:28:30.476546 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-8c4c884d-8288-4597-8f1f-0179840b60d8 admin admin] Subscribe: > port after_update 55550000 {{(pid=93999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 06:28:30.476869 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-8c4c884d-8288-4597-8f1f-0179840b60d8 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 06:28:30.477190 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-8c4c884d-8288-4597-8f1f-0179840b60d8 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 06:28:30.477589 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-8c4c884d-8288-4597-8f1f-0179840b60d8 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 06:28:30.477957 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-8c4c884d-8288-4597-8f1f-0179840b60d8 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 06:28:30.588672 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.36', 52608) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 06:28:30.671009 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-8c4c884d-8288-4597-8f1f-0179840b60d8 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 06:28:30.671009 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-8c4c884d-8288-4597-8f1f-0179840b60d8 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 06:28:30.671009 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-8c4c884d-8288-4597-8f1f-0179840b60d8 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 06:28:30.671009 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-8c4c884d-8288-4597-8f1f-0179840b60d8 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 06:28:30.671009 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.services.segments.db [None req-8c4c884d-8288-4597-8f1f-0179840b60d8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b3f2533f-40f5-41aa-a446-8afe268def11']}} {{(pid=93999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 06:28:30.699555 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.services.segments.db [None req-8c4c884d-8288-4597-8f1f-0179840b60d8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54eea948-2358-49e3-9983-9a3fb9adcfc9') {'for_net_delete': True} {{(pid=93999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 06:28:30.700488 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.services.segments.db [None req-8c4c884d-8288-4597-8f1f-0179840b60d8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54eea948-2358-49e3-9983-9a3fb9adcfc9') {} {{(pid=93999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 06:28:30.736691 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-8c4c884d-8288-4597-8f1f-0179840b60d8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727546002077', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4492009'] for segment, before_delete {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:28:30.774700 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-8c4c884d-8288-4597-8f1f-0179840b60d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583621'] for segment, precommit_delete {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:28:30.795722 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c4c884d-8288-4597-8f1f-0179840b60d8 admin admin] Releasing vlan 311 on physical network physnet1 to pool {{(pid=93999) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 06:28:30.796424 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-8c4c884d-8288-4597-8f1f-0179840b60d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6561016'] for segment, after_delete {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:28:30.805907 dv-cinder-811877-1-iscsi neutron-server[93999]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 30 06:28:30.805907 dv-cinder-811877-1-iscsi neutron-server[93999]: from cryptography.utils import int_from_bytes Sep 30 06:28:30.805907 dv-cinder-811877-1-iscsi neutron-server[93999]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 30 06:28:30.805907 dv-cinder-811877-1-iscsi neutron-server[93999]: from cryptography.utils import int_from_bytes Sep 30 06:28:30.805907 dv-cinder-811877-1-iscsi neutron-server[93999]: Traceback (most recent call last): Sep 30 06:28:30.805907 dv-cinder-811877-1-iscsi neutron-server[93999]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 06:28:30.805907 dv-cinder-811877-1-iscsi neutron-server[93999]: timer() Sep 30 06:28:30.805907 dv-cinder-811877-1-iscsi neutron-server[93999]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 06:28:30.805907 dv-cinder-811877-1-iscsi neutron-server[93999]: cb(*args, **kw) Sep 30 06:28:30.805907 dv-cinder-811877-1-iscsi neutron-server[93999]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 06:28:30.805907 dv-cinder-811877-1-iscsi neutron-server[93999]: return func(*args, **kwargs) Sep 30 06:28:30.805907 dv-cinder-811877-1-iscsi neutron-server[93999]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 06:28:30.805907 dv-cinder-811877-1-iscsi neutron-server[93999]: self._notify() Sep 30 06:28:30.805907 dv-cinder-811877-1-iscsi neutron-server[93999]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 06:28:30.805907 dv-cinder-811877-1-iscsi neutron-server[93999]: self.callback(batched_events) Sep 30 06:28:30.805907 dv-cinder-811877-1-iscsi neutron-server[93999]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 06:28:30.805907 dv-cinder-811877-1-iscsi neutron-server[93999]: event.method(event) Sep 30 06:28:30.805907 dv-cinder-811877-1-iscsi neutron-server[93999]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 06:28:30.805907 dv-cinder-811877-1-iscsi neutron-server[93999]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 06:28:30.805907 dv-cinder-811877-1-iscsi neutron-server[93999]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 06:28:30.805907 dv-cinder-811877-1-iscsi neutron-server[93999]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 06:28:30.805907 dv-cinder-811877-1-iscsi neutron-server[93999]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 06:28:30.805907 dv-cinder-811877-1-iscsi neutron-server[93999]: return f(self, *a, **k) Sep 30 06:28:30.805907 dv-cinder-811877-1-iscsi neutron-server[93999]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 06:28:30.805907 dv-cinder-811877-1-iscsi neutron-server[93999]: return self._get(url).json() Sep 30 06:28:30.805907 dv-cinder-811877-1-iscsi neutron-server[93999]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 06:28:30.805907 dv-cinder-811877-1-iscsi neutron-server[93999]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 06:28:30.805907 dv-cinder-811877-1-iscsi neutron-server[93999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 06:28:30.805907 dv-cinder-811877-1-iscsi neutron-server[93999]: return self.request(url, 'GET', **kwargs) Sep 30 06:28:30.805907 dv-cinder-811877-1-iscsi neutron-server[93999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 06:28:30.805907 dv-cinder-811877-1-iscsi neutron-server[93999]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 06:28:30.805907 dv-cinder-811877-1-iscsi neutron-server[93999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 06:28:30.805907 dv-cinder-811877-1-iscsi neutron-server[93999]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 06:28:30.805907 dv-cinder-811877-1-iscsi neutron-server[93999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 06:28:30.805907 dv-cinder-811877-1-iscsi neutron-server[93999]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 06:28:30.805907 dv-cinder-811877-1-iscsi neutron-server[93999]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 06:28:30.941246 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-b394e877-b722-44a8-b290-1ab27a6aaef5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:28:30.952916 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-8c4c884d-8288-4597-8f1f-0179840b60d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-585180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7821886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7877900'] for network, after_delete {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:28:30.982735 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-8c4c884d-8288-4597-8f1f-0179840b60d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7821868'] for network, before_response {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:28:30.992695 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [None req-8c4c884d-8288-4597-8f1f-0179840b60d8 admin admin] 10.222.0.36 "DELETE /v2.0/networks/b3f2533f-40f5-41aa-a446-8afe268def11 HTTP/1.1" status: 204 len: 168 time: 0.8979766 Sep 30 06:28:30.994418 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.36', 52622) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 06:28:30.995666 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4c884d-8288-4597-8f1f-0179840b60d8 admin admin] Pushing event deleted for resources: {'Network': ['ID=b3f2533f-40f5-41aa-a446-8afe268def11,revision_number=None']} {{(pid=93999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:28:31.015275 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c4c884d-8288-4597-8f1f-0179840b60d8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=93999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:28:31.015837 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c4c884d-8288-4597-8f1f-0179840b60d8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=93999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:28:31.016444 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c4c884d-8288-4597-8f1f-0179840b60d8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=93999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:28:31.017331 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c4c884d-8288-4597-8f1f-0179840b60d8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=93999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:28:31.017747 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c4c884d-8288-4597-8f1f-0179840b60d8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=93999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:28:31.018282 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c4c884d-8288-4597-8f1f-0179840b60d8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=93999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:28:31.018910 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c4c884d-8288-4597-8f1f-0179840b60d8 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=93999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:28:31.019816 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c4c884d-8288-4597-8f1f-0179840b60d8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=93999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:28:31.020535 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c4c884d-8288-4597-8f1f-0179840b60d8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=93999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:28:31.021082 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c4c884d-8288-4597-8f1f-0179840b60d8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=93999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:28:31.021619 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c4c884d-8288-4597-8f1f-0179840b60d8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=93999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:28:31.022142 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c4c884d-8288-4597-8f1f-0179840b60d8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=93999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:28:31.085979 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.db.db_base_plugin_v2 [None req-08c30515-c89c-4170-8bc5-7ddfcce8f0fc admin admin] Deleting subnet 42b08c28-e95f-415c-a5c1-ababa3b961d8 {{(pid=94000) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 06:28:31.090703 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-08c30515-c89c-4170-8bc5-7ddfcce8f0fc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:28:31.155583 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-08c30515-c89c-4170-8bc5-7ddfcce8f0fc admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:28:31.168527 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-08c30515-c89c-4170-8bc5-7ddfcce8f0fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-583762'] for subnet, precommit_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:28:31.223264 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-b394e877-b722-44a8-b290-1ab27a6aaef5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:28:31.230860 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-b394e877-b722-44a8-b290-1ab27a6aaef5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533969'] for security_group, after_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:28:31.289906 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [None req-b394e877-b722-44a8-b290-1ab27a6aaef5 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=318d62688e8f40b984166bab9273de6c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6994250 Sep 30 06:28:31.294076 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.wsgi [-] (93999) accepted ('10.222.0.36', 52628) {{(pid=93999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 06:28:31.337225 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-08c30515-c89c-4170-8bc5-7ddfcce8f0fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-583771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7821886'] for subnet, after_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:28:31.364938 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-79f54486-9af5-4099-a0aa-2dc99653f691 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727546001794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-597483'] for agent, after_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:28:31.391897 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-9544df1b-1c9d-4d2f-a182-654550707d1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:28:31.411742 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b394e877-b722-44a8-b290-1ab27a6aaef5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7446bcf-bb04-46df-945d-17f129d0fe23,revision_number=1']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:28:31.420957 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c30515-c89c-4170-8bc5-7ddfcce8f0fc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=42b08c28-e95f-415c-a5c1-ababa3b961d8,revision_number=None']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:28:31.427287 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-08c30515-c89c-4170-8bc5-7ddfcce8f0fc admin admin] Notify callbacks [] for subnet, before_response {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:28:31.430596 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [None req-08c30515-c89c-4170-8bc5-7ddfcce8f0fc admin admin] 10.222.0.36 "DELETE /v2.0/subnets/42b08c28-e95f-415c-a5c1-ababa3b961d8 HTTP/1.1" status: 204 len: 168 time: 0.4304593 Sep 30 06:28:31.433693 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.36', 52632) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 06:28:31.477542 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-9544df1b-1c9d-4d2f-a182-654550707d1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:28:31.587539 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-c3d5592b-da47-473f-a599-fb2d5d45e22a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763795'] for network, before_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:28:31.644772 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0adab0-d4ab-4850-9175-be63d29856e4 req-73c28480-9bbf-494c-8ba1-4afe3b570c69 tempest-ServerRescueNegativeTestJSON-1209427659 tempest-ServerRescueNegativeTestJSON-1209427659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:28:31.649094 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-7c0adab0-d4ab-4850-9175-be63d29856e4 req-73c28480-9bbf-494c-8ba1-4afe3b570c69 tempest-ServerRescueNegativeTestJSON-1209427659 tempest-ServerRescueNegativeTestJSON-1209427659-project] 10.222.0.36 "GET /v2.0/ports?device_id=0a86be7c-6414-4403-bd22-8634a0e22544 HTTP/1.1" status: 200 len: 945 time: 0.2015667 Sep 30 06:28:31.722594 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-9544df1b-1c9d-4d2f-a182-654550707d1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533969'] for security_group, after_delete {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:28:31.723987 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-9544df1b-1c9d-4d2f-a182-654550707d1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:28:31.725533 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [None req-9544df1b-1c9d-4d2f-a182-654550707d1a admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/f7446bcf-bb04-46df-945d-17f129d0fe23 HTTP/1.1" status: 204 len: 168 time: 0.4298790 Sep 30 06:28:31.756215 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9544df1b-1c9d-4d2f-a182-654550707d1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7446bcf-bb04-46df-945d-17f129d0fe23,revision_number=None']} {{(pid=93999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:28:31.825878 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-7c0adab0-d4ab-4850-9175-be63d29856e4 req-7d313491-8959-43b5-bddf-a0f3e599f95e tempest-ServerRescueNegativeTestJSON-1209427659 tempest-ServerRescueNegativeTestJSON-1209427659-project] 10.222.0.36 "GET /v2.0/security-groups?id=78ce1e3c-f3d7-420d-ac39-20c93d3fb7fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307395 Sep 30 06:28:31.894385 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-c3d5592b-da47-473f-a599-fb2d5d45e22a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-585195', 'neutron.services.segments.db._delete_segments_for_network-8727546001812'] for network, precommit_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:28:31.937712 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-c3d5592b-da47-473f-a599-fb2d5d45e22a admin admin] Subscribe: > segment before_delete 55550000 {{(pid=94000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 06:28:31.938245 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-c3d5592b-da47-473f-a599-fb2d5d45e22a admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=94000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 06:28:31.939710 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-c3d5592b-da47-473f-a599-fb2d5d45e22a admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 06:28:31.940271 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-c3d5592b-da47-473f-a599-fb2d5d45e22a admin admin] Subscribe: > port after_create 55550000 {{(pid=94000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 06:28:31.940832 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-c3d5592b-da47-473f-a599-fb2d5d45e22a admin admin] Subscribe: > port after_delete 55550000 {{(pid=94000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 06:28:31.941393 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-c3d5592b-da47-473f-a599-fb2d5d45e22a admin admin] Subscribe: > port after_update 55550000 {{(pid=94000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 06:28:31.942152 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-c3d5592b-da47-473f-a599-fb2d5d45e22a admin admin] Subscribe: > segment after_delete 55550000 {{(pid=94000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 06:28:31.942490 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-c3d5592b-da47-473f-a599-fb2d5d45e22a admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 06:28:31.942994 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-c3d5592b-da47-473f-a599-fb2d5d45e22a admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 06:28:31.943606 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-c3d5592b-da47-473f-a599-fb2d5d45e22a admin admin] Subscribe: > subnet after_update 55550000 {{(pid=94000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 06:28:32.067975 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-c3d5592b-da47-473f-a599-fb2d5d45e22a admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 06:28:32.068354 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-c3d5592b-da47-473f-a599-fb2d5d45e22a admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 06:28:32.068759 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-c3d5592b-da47-473f-a599-fb2d5d45e22a admin admin] Subscribe: > subnet before_create 55550000 {{(pid=94000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 06:28:32.069097 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-c3d5592b-da47-473f-a599-fb2d5d45e22a admin admin] Subscribe: > subnet before_update 55550000 {{(pid=94000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 06:28:32.069566 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.services.segments.db [None req-c3d5592b-da47-473f-a599-fb2d5d45e22a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['32a6127f-941d-41f5-9f1b-a6c71a13a5c2']}} {{(pid=94000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 06:28:32.094005 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.services.segments.db [None req-c3d5592b-da47-473f-a599-fb2d5d45e22a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '950a3bea-d18c-4e17-ab07-b0ace4e4b254') {'for_net_delete': True} {{(pid=94000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 06:28:32.095431 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.services.segments.db [None req-c3d5592b-da47-473f-a599-fb2d5d45e22a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '950a3bea-d18c-4e17-ab07-b0ace4e4b254') {} {{(pid=94000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 06:28:32.121370 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-c3d5592b-da47-473f-a599-fb2d5d45e22a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727546002077', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4572787'] for segment, before_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:28:32.162815 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-c3d5592b-da47-473f-a599-fb2d5d45e22a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583621'] for segment, precommit_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:28:32.179205 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c3d5592b-da47-473f-a599-fb2d5d45e22a admin admin] Releasing vlan 317 on physical network physnet1 to pool {{(pid=94000) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 06:28:32.179967 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-c3d5592b-da47-473f-a599-fb2d5d45e22a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4571260'] for segment, after_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:28:32.188495 dv-cinder-811877-1-iscsi neutron-server[94000]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 30 06:28:32.188495 dv-cinder-811877-1-iscsi neutron-server[94000]: from cryptography.utils import int_from_bytes Sep 30 06:28:32.188495 dv-cinder-811877-1-iscsi neutron-server[94000]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 30 06:28:32.188495 dv-cinder-811877-1-iscsi neutron-server[94000]: from cryptography.utils import int_from_bytes Sep 30 06:28:32.188495 dv-cinder-811877-1-iscsi neutron-server[94000]: Traceback (most recent call last): Sep 30 06:28:32.188495 dv-cinder-811877-1-iscsi neutron-server[94000]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 06:28:32.188495 dv-cinder-811877-1-iscsi neutron-server[94000]: timer() Sep 30 06:28:32.188495 dv-cinder-811877-1-iscsi neutron-server[94000]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 06:28:32.188495 dv-cinder-811877-1-iscsi neutron-server[94000]: cb(*args, **kw) Sep 30 06:28:32.188495 dv-cinder-811877-1-iscsi neutron-server[94000]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 06:28:32.188495 dv-cinder-811877-1-iscsi neutron-server[94000]: return func(*args, **kwargs) Sep 30 06:28:32.188495 dv-cinder-811877-1-iscsi neutron-server[94000]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 06:28:32.188495 dv-cinder-811877-1-iscsi neutron-server[94000]: self._notify() Sep 30 06:28:32.188495 dv-cinder-811877-1-iscsi neutron-server[94000]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 06:28:32.188495 dv-cinder-811877-1-iscsi neutron-server[94000]: self.callback(batched_events) Sep 30 06:28:32.188495 dv-cinder-811877-1-iscsi neutron-server[94000]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 06:28:32.188495 dv-cinder-811877-1-iscsi neutron-server[94000]: event.method(event) Sep 30 06:28:32.188495 dv-cinder-811877-1-iscsi neutron-server[94000]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 06:28:32.188495 dv-cinder-811877-1-iscsi neutron-server[94000]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 06:28:32.188495 dv-cinder-811877-1-iscsi neutron-server[94000]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 06:28:32.188495 dv-cinder-811877-1-iscsi neutron-server[94000]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 06:28:32.188495 dv-cinder-811877-1-iscsi neutron-server[94000]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 06:28:32.188495 dv-cinder-811877-1-iscsi neutron-server[94000]: return f(self, *a, **k) Sep 30 06:28:32.188495 dv-cinder-811877-1-iscsi neutron-server[94000]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 06:28:32.188495 dv-cinder-811877-1-iscsi neutron-server[94000]: return self._get(url).json() Sep 30 06:28:32.188495 dv-cinder-811877-1-iscsi neutron-server[94000]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 06:28:32.188495 dv-cinder-811877-1-iscsi neutron-server[94000]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 06:28:32.188495 dv-cinder-811877-1-iscsi neutron-server[94000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 06:28:32.188495 dv-cinder-811877-1-iscsi neutron-server[94000]: return self.request(url, 'GET', **kwargs) Sep 30 06:28:32.188495 dv-cinder-811877-1-iscsi neutron-server[94000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 06:28:32.188495 dv-cinder-811877-1-iscsi neutron-server[94000]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 06:28:32.188495 dv-cinder-811877-1-iscsi neutron-server[94000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 06:28:32.188495 dv-cinder-811877-1-iscsi neutron-server[94000]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 06:28:32.188495 dv-cinder-811877-1-iscsi neutron-server[94000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 06:28:32.188495 dv-cinder-811877-1-iscsi neutron-server[94000]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 06:28:32.188495 dv-cinder-811877-1-iscsi neutron-server[94000]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 06:28:32.305117 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-c3d5592b-da47-473f-a599-fb2d5d45e22a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-585180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7821886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7877900'] for network, after_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:28:32.323509 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-1a5ef50c-1a60-4eeb-b96e-cf5df6fcca4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727546001794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-597483'] for agent, after_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:28:32.325601 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-c3d5592b-da47-473f-a599-fb2d5d45e22a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7821868'] for network, before_response {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:28:32.332282 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [None req-c3d5592b-da47-473f-a599-fb2d5d45e22a admin admin] 10.222.0.36 "DELETE /v2.0/networks/32a6127f-941d-41f5-9f1b-a6c71a13a5c2 HTTP/1.1" status: 204 len: 168 time: 0.8968177 Sep 30 06:28:32.346031 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d5592b-da47-473f-a599-fb2d5d45e22a admin admin] Pushing event deleted for resources: {'Network': ['ID=32a6127f-941d-41f5-9f1b-a6c71a13a5c2,revision_number=None']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:28:32.451029 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.wsgi [-] (93999) accepted ('10.222.0.36', 52664) {{(pid=93999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 06:28:32.476213 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-b80de628-ee5f-4db4-9681-3444d8e09615 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:28:32.543147 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.36', 52666) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 06:28:32.606540 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [None req-1e313714-4457-4958-97e3-a0fa72a477a5 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=f9d7de5145794c9286ac43dc7db34946&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0614178 Sep 30 06:28:32.606855 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.wsgi [-] (93999) accepted ('10.222.0.36', 52668) {{(pid=93999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 06:28:32.627192 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-028184f3-f8cc-4c85-9e6b-64613141ad03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727546001794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-597483'] for agent, after_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:28:32.671240 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-b80de628-ee5f-4db4-9681-3444d8e09615 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:28:32.685123 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-b80de628-ee5f-4db4-9681-3444d8e09615 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533969'] for security_group, after_create {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:28:32.775252 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [None req-b80de628-ee5f-4db4-9681-3444d8e09615 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=863bb9e3442f429db8de8c4d9a8d0cfe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3226347 Sep 30 06:28:32.776523 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80de628-ee5f-4db4-9681-3444d8e09615 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a0203c4-cc5d-465f-9291-2575e4d37370,revision_number=1']} {{(pid=93999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:28:32.777948 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.36', 52674) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 06:28:32.781112 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-92a6e30e-ff09-40e9-b048-2b1a2df29e8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:28:32.811408 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-92a6e30e-ff09-40e9-b048-2b1a2df29e8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:28:32.855352 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-bc5de603-f098-43ec-a71e-7000dd8091ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:28:32.897198 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-92a6e30e-ff09-40e9-b048-2b1a2df29e8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533969'] for security_group, after_delete {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:28:32.900369 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-92a6e30e-ff09-40e9-b048-2b1a2df29e8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:28:32.901876 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [None req-92a6e30e-ff09-40e9-b048-2b1a2df29e8f admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/c21397b2-dbd6-4b40-855f-7bd3a2aa8248 HTTP/1.1" status: 204 len: 168 time: 0.2931392 Sep 30 06:28:32.923152 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-bc5de603-f098-43ec-a71e-7000dd8091ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:28:32.931639 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a6e30e-ff09-40e9-b048-2b1a2df29e8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c21397b2-dbd6-4b40-855f-7bd3a2aa8248,revision_number=None']} {{(pid=93999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:28:33.088102 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-bc5de603-f098-43ec-a71e-7000dd8091ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533969'] for security_group, after_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:28:33.092516 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-bc5de603-f098-43ec-a71e-7000dd8091ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:28:33.096909 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [None req-bc5de603-f098-43ec-a71e-7000dd8091ca admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/6a0203c4-cc5d-465f-9291-2575e4d37370 HTTP/1.1" status: 204 len: 168 time: 0.3151338 Sep 30 06:28:33.107175 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15d0b0d-1ad4-4b09-ae41-67123047c4d4 req-0f9c0502-e2fd-482a-bfda-c1b250ca5b69 tempest-ServerRescueNegativeTestJSON-1209427659 tempest-ServerRescueNegativeTestJSON-1209427659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:28:33.112030 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-c15d0b0d-1ad4-4b09-ae41-67123047c4d4 req-0f9c0502-e2fd-482a-bfda-c1b250ca5b69 tempest-ServerRescueNegativeTestJSON-1209427659 tempest-ServerRescueNegativeTestJSON-1209427659-project] 10.222.0.36 "GET /v2.0/ports?device_id=0a86be7c-6414-4403-bd22-8634a0e22544 HTTP/1.1" status: 200 len: 945 time: 0.1224108 Sep 30 06:28:33.167997 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5de603-f098-43ec-a71e-7000dd8091ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a0203c4-cc5d-465f-9291-2575e4d37370,revision_number=None']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:28:33.209543 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-c15d0b0d-1ad4-4b09-ae41-67123047c4d4 req-8eb6d8bc-14cb-49ac-8d2c-894178ce1852 tempest-ServerRescueNegativeTestJSON-1209427659 tempest-ServerRescueNegativeTestJSON-1209427659-project] 10.222.0.36 "GET /v2.0/security-groups?id=78ce1e3c-f3d7-420d-ac39-20c93d3fb7fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839114 Sep 30 06:28:33.906624 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.wsgi [-] (93999) accepted ('10.222.0.36', 52714) {{(pid=93999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 06:28:33.926420 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.36', 52716) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 06:28:33.955658 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-4defc65f-0622-49b9-9bb5-be9150c4cbb9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:28:34.018473 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-31788eca-3db2-42eb-847b-597dce492ba7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727546001794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-597483'] for agent, after_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:28:34.026890 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.wsgi [-] (93999) accepted ('10.222.0.36', 52718) {{(pid=93999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 06:28:34.027358 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [None req-960d7e52-8018-4cbe-963b-0dbab684303f admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=07782c811d8d487eaa709c2b01da74ce&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0980797 Sep 30 06:28:34.132507 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-5b6daab1-e388-4865-ac1c-dff6d15190ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:28:34.173777 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-5b6daab1-e388-4865-ac1c-dff6d15190ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:28:34.235292 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-4defc65f-0622-49b9-9bb5-be9150c4cbb9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:28:34.241574 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-4defc65f-0622-49b9-9bb5-be9150c4cbb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533969'] for security_group, after_create {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:28:34.293789 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [None req-4defc65f-0622-49b9-9bb5-be9150c4cbb9 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=a6004c9046c44ebe934dae199ae173a7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3814843 Sep 30 06:28:34.293789 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4defc65f-0622-49b9-9bb5-be9150c4cbb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4dc5f971-ca09-4c9a-bef2-004162bfc574,revision_number=1']} {{(pid=93999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:28:34.294199 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.36', 52722) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 06:28:34.313360 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-5b6daab1-e388-4865-ac1c-dff6d15190ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533969'] for security_group, after_delete {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:28:34.316123 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-5b6daab1-e388-4865-ac1c-dff6d15190ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:28:34.320832 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [None req-5b6daab1-e388-4865-ac1c-dff6d15190ac admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/625a6601-134f-467e-9638-485788e5b575 HTTP/1.1" status: 204 len: 168 time: 0.2892404 Sep 30 06:28:34.341079 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6daab1-e388-4865-ac1c-dff6d15190ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=625a6601-134f-467e-9638-485788e5b575,revision_number=None']} {{(pid=93999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:28:34.410423 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-84afc9ad-9352-499d-b9ce-f5b7a5cf6002 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:28:34.453150 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-84afc9ad-9352-499d-b9ce-f5b7a5cf6002 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:28:34.548285 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-84afc9ad-9352-499d-b9ce-f5b7a5cf6002 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533969'] for security_group, after_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:28:34.553755 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-84afc9ad-9352-499d-b9ce-f5b7a5cf6002 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:28:34.556060 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [None req-84afc9ad-9352-499d-b9ce-f5b7a5cf6002 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/4dc5f971-ca09-4c9a-bef2-004162bfc574 HTTP/1.1" status: 204 len: 168 time: 0.2606766 Sep 30 06:28:34.583010 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84afc9ad-9352-499d-b9ce-f5b7a5cf6002 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4dc5f971-ca09-4c9a-bef2-004162bfc574,revision_number=None']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:28:34.669056 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20fbd63-3a05-49bb-8d4e-bfe8bd45df6d req-8254a0b8-ad84-4662-ab05-0271fa0bd1bd tempest-ServerRescueNegativeTestJSON-1209427659 tempest-ServerRescueNegativeTestJSON-1209427659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:28:34.673881 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-b20fbd63-3a05-49bb-8d4e-bfe8bd45df6d req-8254a0b8-ad84-4662-ab05-0271fa0bd1bd tempest-ServerRescueNegativeTestJSON-1209427659 tempest-ServerRescueNegativeTestJSON-1209427659-project] 10.222.0.36 "GET /v2.0/ports?device_id=0a86be7c-6414-4403-bd22-8634a0e22544 HTTP/1.1" status: 200 len: 945 time: 0.1680777 Sep 30 06:28:34.680573 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.36', 52736) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 06:28:34.772890 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-b20fbd63-3a05-49bb-8d4e-bfe8bd45df6d req-16297d13-3009-4323-93aa-8c73a2e84329 tempest-ServerRescueNegativeTestJSON-1209427659 tempest-ServerRescueNegativeTestJSON-1209427659-project] 10.222.0.36 "GET /v2.0/security-groups?id=78ce1e3c-f3d7-420d-ac39-20c93d3fb7fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818698 Sep 30 06:28:34.940985 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-8c91f962-3019-4d62-8e28-f4469d605563 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:28:35.113585 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-8c91f962-3019-4d62-8e28-f4469d605563 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:28:35.120285 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-8c91f962-3019-4d62-8e28-f4469d605563 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533969'] for security_group, after_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:28:35.180988 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [None req-8c91f962-3019-4d62-8e28-f4469d605563 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=74ecf17595bb4bebb99d6eba0314efb6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4986515 Sep 30 06:28:35.184283 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.wsgi [-] (93999) accepted ('10.222.0.36', 52758) {{(pid=93999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 06:28:35.191341 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c91f962-3019-4d62-8e28-f4469d605563 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cd5adac-716d-426c-8408-e688cbaa2fd1,revision_number=1']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:28:35.303820 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-2e308cf5-3525-45a3-8a4c-fc02b9c5274b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:28:35.351171 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-2e308cf5-3525-45a3-8a4c-fc02b9c5274b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:28:35.467998 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-2e308cf5-3525-45a3-8a4c-fc02b9c5274b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533969'] for security_group, after_delete {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:28:35.471675 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-2e308cf5-3525-45a3-8a4c-fc02b9c5274b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:28:35.475812 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [None req-2e308cf5-3525-45a3-8a4c-fc02b9c5274b admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/6cd5adac-716d-426c-8408-e688cbaa2fd1 HTTP/1.1" status: 204 len: 168 time: 0.2890697 Sep 30 06:28:35.491811 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e308cf5-3525-45a3-8a4c-fc02b9c5274b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cd5adac-716d-426c-8408-e688cbaa2fd1,revision_number=None']} {{(pid=93999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:28:36.059166 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc326e6f-2649-48a4-90c2-ac69fce24709 req-53f62973-0485-4368-814f-2f88c9949ed6 tempest-ServerRescueNegativeTestJSON-1209427659 tempest-ServerRescueNegativeTestJSON-1209427659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:28:36.063532 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-fc326e6f-2649-48a4-90c2-ac69fce24709 req-53f62973-0485-4368-814f-2f88c9949ed6 tempest-ServerRescueNegativeTestJSON-1209427659 tempest-ServerRescueNegativeTestJSON-1209427659-project] 10.222.0.36 "GET /v2.0/ports?device_id=0a86be7c-6414-4403-bd22-8634a0e22544 HTTP/1.1" status: 200 len: 945 time: 0.1212721 Sep 30 06:28:36.150053 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-fc326e6f-2649-48a4-90c2-ac69fce24709 req-a4c82e72-8e1d-4f60-b887-9fca266d55be tempest-ServerRescueNegativeTestJSON-1209427659 tempest-ServerRescueNegativeTestJSON-1209427659-project] 10.222.0.36 "GET /v2.0/security-groups?id=78ce1e3c-f3d7-420d-ac39-20c93d3fb7fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765252 Sep 30 06:28:36.197409 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.wsgi [-] (93999) accepted ('10.222.0.36', 52802) {{(pid=93999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 06:28:36.219997 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-8599490b-6188-41dd-917d-47361668a2ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:28:36.429787 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-8599490b-6188-41dd-917d-47361668a2ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:28:36.440668 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-8599490b-6188-41dd-917d-47361668a2ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533969'] for security_group, after_create {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:28:36.536609 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8599490b-6188-41dd-917d-47361668a2ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7689ca10-a8de-40a6-a129-4325742bfda2,revision_number=1']} {{(pid=93999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:28:36.551185 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [None req-8599490b-6188-41dd-917d-47361668a2ae admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=b02c8ed154ad4050abb15eda99b70a4b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3462822 Sep 30 06:28:36.551185 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.wsgi [-] (93999) accepted ('10.222.0.36', 52812) {{(pid=93999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 06:28:36.749868 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-490fc576-2b7d-45e4-8fbf-01b3d46594a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:28:36.757234 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.36', 52824) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 06:28:36.769198 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696b5b69-ea7d-4716-bc9b-e18dd582c451 req-d62c9ca7-3b93-4229-a040-0f0e03c3aef2 tempest-DeleteServersTestJSON-986892327 tempest-DeleteServersTestJSON-986892327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:28:36.783229 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-696b5b69-ea7d-4716-bc9b-e18dd582c451 req-d62c9ca7-3b93-4229-a040-0f0e03c3aef2 tempest-DeleteServersTestJSON-986892327 tempest-DeleteServersTestJSON-986892327-project] 10.222.0.36 "GET /v2.0/ports?device_id=b00bd24b-615d-4cba-80bb-d31d4fe88c7f HTTP/1.1" status: 200 len: 945 time: 0.1751661 Sep 30 06:28:36.872227 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-490fc576-2b7d-45e4-8fbf-01b3d46594a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:28:36.910497 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.api.v2.base [None req-279e0783-bf18-43f4-94eb-397a52700179 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1500711151-network', 'tenant_id': '371e0cc5b20646e09e9d5bea666eb6ca'}} {{(pid=94000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 06:28:36.917575 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-696b5b69-ea7d-4716-bc9b-e18dd582c451 req-cc229e99-57b4-49a3-b36f-cb4824cb0b7a tempest-DeleteServersTestJSON-986892327 tempest-DeleteServersTestJSON-986892327-project] 10.222.0.36 "GET /v2.0/security-groups?id=762947ed-3f0a-4262-b9ef-d9eb2e41838c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328604 Sep 30 06:28:36.954171 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-279e0783-bf18-43f4-94eb-397a52700179 admin admin] Made reservation on behalf of 371e0cc5b20646e09e9d5bea666eb6ca for: {'network': 1} {{(pid=94000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 06:28:36.966291 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-279e0783-bf18-43f4-94eb-397a52700179 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653538'] for network, before_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:28:36.981061 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-279e0783-bf18-43f4-94eb-397a52700179 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:28:37.019788 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-490fc576-2b7d-45e4-8fbf-01b3d46594a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533969'] for security_group, after_delete {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:28:37.025014 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-490fc576-2b7d-45e4-8fbf-01b3d46594a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:28:37.027165 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [None req-490fc576-2b7d-45e4-8fbf-01b3d46594a7 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/7689ca10-a8de-40a6-a129-4325742bfda2 HTTP/1.1" status: 204 len: 168 time: 0.4751804 Sep 30 06:28:37.045558 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490fc576-2b7d-45e4-8fbf-01b3d46594a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7689ca10-a8de-40a6-a129-4325742bfda2,revision_number=None']} {{(pid=93999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:28:37.257014 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-279e0783-bf18-43f4-94eb-397a52700179 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:28:37.265545 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-279e0783-bf18-43f4-94eb-397a52700179 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533969'] for security_group, after_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:28:37.350992 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-279e0783-bf18-43f4-94eb-397a52700179 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 342} {{(pid=94000) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 06:28:37.375142 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279e0783-bf18-43f4-94eb-397a52700179 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b150e05c-7d7a-4392-9d2b-fe2d02ba7332,revision_number=1']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:28:37.388505 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-279e0783-bf18-43f4-94eb-397a52700179 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583621'] for segment, precommit_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:28:37.389043 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.db.segments_db [None req-279e0783-bf18-43f4-94eb-397a52700179 admin admin] Added segment 1ef1d653-7acd-435b-9687-18111cd76776 of type vlan for network aa9820fc-a1b3-48da-9d8e-0c73361f53bc Sep 30 06:28:37.465416 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1542920-c261-4c63-a222-fd6d21f68d07 req-b97d79e2-4b0a-4dc0-87a1-076a1959c459 tempest-ServerRescueNegativeTestJSON-1209427659 tempest-ServerRescueNegativeTestJSON-1209427659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:28:37.468599 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-e1542920-c261-4c63-a222-fd6d21f68d07 req-b97d79e2-4b0a-4dc0-87a1-076a1959c459 tempest-ServerRescueNegativeTestJSON-1209427659 tempest-ServerRescueNegativeTestJSON-1209427659-project] 10.222.0.36 "GET /v2.0/ports?device_id=0a86be7c-6414-4403-bd22-8634a0e22544 HTTP/1.1" status: 200 len: 945 time: 0.1715999 Sep 30 06:28:37.498079 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-279e0783-bf18-43f4-94eb-397a52700179 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727545443103'] for network, precommit_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:28:37.544954 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-e1542920-c261-4c63-a222-fd6d21f68d07 req-392616f2-eb4c-46da-b53f-619eadbf234a tempest-ServerRescueNegativeTestJSON-1209427659 tempest-ServerRescueNegativeTestJSON-1209427659-project] 10.222.0.36 "GET /v2.0/security-groups?id=78ce1e3c-f3d7-420d-ac39-20c93d3fb7fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603664 Sep 30 06:28:37.553487 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-279e0783-bf18-43f4-94eb-397a52700179 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7821886'] for network, after_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:28:37.556165 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-279e0783-bf18-43f4-94eb-397a52700179 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:28:37.557578 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-279e0783-bf18-43f4-94eb-397a52700179 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7821868'] for network, before_response {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:28:37.614875 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [None req-279e0783-bf18-43f4-94eb-397a52700179 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8558948 Sep 30 06:28:37.620766 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.wsgi [-] (93999) accepted ('10.222.0.36', 52852) {{(pid=93999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 06:28:37.628943 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.api.v2.base [None req-75792df9-1999-4dee-a824-4c6ba1ca90e1 admin admin] Request body: {'subnet': {'network_id': 'aa9820fc-a1b3-48da-9d8e-0c73361f53bc', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1500711151-subnet', 'tenant_id': '371e0cc5b20646e09e9d5bea666eb6ca', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 06:28:37.678967 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75792df9-1999-4dee-a824-4c6ba1ca90e1 admin admin] Made reservation on behalf of 371e0cc5b20646e09e9d5bea666eb6ca for: {'subnet': 1} {{(pid=93999) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 06:28:37.687053 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-75792df9-1999-4dee-a824-4c6ba1ca90e1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4478141'] for subnet, before_create {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:28:37.711327 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279e0783-bf18-43f4-94eb-397a52700179 admin admin] Pushing event updated for resources: {'Network': ['ID=aa9820fc-a1b3-48da-9d8e-0c73361f53bc,revision_number=1']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:28:37.723578 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.rpc [None req-1a5ef50c-1a60-4eeb-b96e-cf5df6fcca4b None None] Network aa9820fc-a1b3-48da-9d8e-0c73361f53bc details requested by agent ovs-agent-dv-cinder-811877-1-iscsi with host dv-cinder-811877-1-iscsi {{(pid=94001) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 06:28:38.054067 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-75792df9-1999-4dee-a824-4c6ba1ca90e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7821886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6560407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4478095'] for subnet, after_create {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:28:38.186215 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75792df9-1999-4dee-a824-4c6ba1ca90e1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9b4de3b7-a5f3-4ed9-8852-8a2e30e3bfb4,revision_number=0']} {{(pid=93999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:28:38.219634 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75792df9-1999-4dee-a824-4c6ba1ca90e1 admin admin] Checking segment: {'id': '1ef1d653-7acd-435b-9687-18111cd76776', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'aa9820fc-a1b3-48da-9d8e-0c73361f53bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 06:28:38.220238 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75792df9-1999-4dee-a824-4c6ba1ca90e1 admin admin] Network hostable DHCP agents. Network: aa9820fc-a1b3-48da-9d8e-0c73361f53bc, hostable agents: ['2764eebb-577a-46b3-8e38-018fcc444f25'], hosted agents: [] {{(pid=93999) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 06:28:38.230512 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0168450c-2aab-44f5-a1cb-6586beef101a req-9c62599b-c2b7-49eb-8fce-a2e16e94020f tempest-DeleteServersTestJSON-986892327 tempest-DeleteServersTestJSON-986892327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:28:38.232273 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-0168450c-2aab-44f5-a1cb-6586beef101a req-9c62599b-c2b7-49eb-8fce-a2e16e94020f tempest-DeleteServersTestJSON-986892327 tempest-DeleteServersTestJSON-986892327-project] 10.222.0.36 "GET /v2.0/ports?device_id=b00bd24b-615d-4cba-80bb-d31d4fe88c7f HTTP/1.1" status: 200 len: 945 time: 0.1072185 Sep 30 06:28:38.299495 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75792df9-1999-4dee-a824-4c6ba1ca90e1 admin admin] Network aa9820fc-a1b3-48da-9d8e-0c73361f53bc is scheduled to be hosted by DHCP agent 2764eebb-577a-46b3-8e38-018fcc444f25 with binding_index 1 {{(pid=93999) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 06:28:38.343715 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.scheduler.base_scheduler [None req-75792df9-1999-4dee-a824-4c6ba1ca90e1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-811877-1-iscsi, aa9820fc-a1b3-48da-9d8e-0c73361f53bc) {{(pid=93999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 06:28:38.356757 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-0168450c-2aab-44f5-a1cb-6586beef101a req-432c6873-5ef8-4709-80ad-0d94e624e3b7 tempest-DeleteServersTestJSON-986892327 tempest-DeleteServersTestJSON-986892327-project] 10.222.0.36 "GET /v2.0/security-groups?id=762947ed-3f0a-4262-b9ef-d9eb2e41838c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121871 Sep 30 06:28:38.358375 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75792df9-1999-4dee-a824-4c6ba1ca90e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:28:38.359219 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-75792df9-1999-4dee-a824-4c6ba1ca90e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7821868'] for subnet, before_response {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:28:38.360519 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ff706a4-1a7e-43fd-a3b1-44db32a37783 None None] Network aa9820fc-a1b3-48da-9d8e-0c73361f53bc requested from dv-cinder-811877-1-iscsi {{(pid=94001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 06:28:38.383730 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [None req-75792df9-1999-4dee-a824-4c6ba1ca90e1 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7593303 Sep 30 06:28:38.689703 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-051a911e-649a-430d-bf60-a544fafec743 None None] Network aa9820fc-a1b3-48da-9d8e-0c73361f53bc requested from dv-cinder-811877-1-iscsi {{(pid=94001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 06:28:38.889783 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31386d65-dbe4-4fb6-84fa-80b9673de2ed req-bf0a7c9d-7094-4676-a658-89e53216ca92 tempest-ServerRescueNegativeTestJSON-1209427659 tempest-ServerRescueNegativeTestJSON-1209427659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:28:38.907603 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-31386d65-dbe4-4fb6-84fa-80b9673de2ed req-bf0a7c9d-7094-4676-a658-89e53216ca92 tempest-ServerRescueNegativeTestJSON-1209427659 tempest-ServerRescueNegativeTestJSON-1209427659-project] 10.222.0.36 "GET /v2.0/ports?device_id=0a86be7c-6414-4403-bd22-8634a0e22544 HTTP/1.1" status: 200 len: 945 time: 0.1556280 Sep 30 06:28:39.003644 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-31386d65-dbe4-4fb6-84fa-80b9673de2ed req-23595c0e-bfa1-46f3-bb5f-e0ee4ce81b5a tempest-ServerRescueNegativeTestJSON-1209427659 tempest-ServerRescueNegativeTestJSON-1209427659-project] 10.222.0.36 "GET /v2.0/security-groups?id=78ce1e3c-f3d7-420d-ac39-20c93d3fb7fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922129 Sep 30 06:28:39.014894 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727546001794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-597483'] for agent, after_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:28:39.340323 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ddc99f-de17-40e5-a47c-131280b9265c req-2eda1e77-383d-4898-a9e1-0162c7037718 tempest-DeleteServersTestJSON-986892327 tempest-DeleteServersTestJSON-986892327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:28:39.343051 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-d4ddc99f-de17-40e5-a47c-131280b9265c req-2eda1e77-383d-4898-a9e1-0162c7037718 tempest-DeleteServersTestJSON-986892327 tempest-DeleteServersTestJSON-986892327-project] 10.222.0.10 "GET /v2.0/ports?device_id=b00bd24b-615d-4cba-80bb-d31d4fe88c7f HTTP/1.1" status: 200 len: 945 time: 0.1198390 Sep 30 06:28:39.564028 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.plugins.ml2.plugin [req-d4ddc99f-de17-40e5-a47c-131280b9265c req-383ce6a0-57d2-4a5f-b593-f0df305e8368 tempest-DeleteServersTestJSON-986892327 tempest-DeleteServersTestJSON-986892327-project] Deleting port c9702d29-a308-44f8-8cc9-eee4f7954e89 {{(pid=93999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 06:28:39.564028 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [req-d4ddc99f-de17-40e5-a47c-131280b9265c req-383ce6a0-57d2-4a5f-b593-f0df305e8368 tempest-DeleteServersTestJSON-986892327 tempest-DeleteServersTestJSON-986892327-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727545987880'] for port, before_delete {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:28:39.791501 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951a250e-5be0-425e-a22e-dda1a99575a0 req-9b3ca9e1-6f8f-496a-aa94-15c309cb0f26 tempest-DeleteServersTestJSON-986892327 tempest-DeleteServersTestJSON-986892327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:28:39.793861 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-951a250e-5be0-425e-a22e-dda1a99575a0 req-9b3ca9e1-6f8f-496a-aa94-15c309cb0f26 tempest-DeleteServersTestJSON-986892327 tempest-DeleteServersTestJSON-986892327-project] 10.222.0.36 "GET /v2.0/ports?device_id=b00bd24b-615d-4cba-80bb-d31d4fe88c7f HTTP/1.1" status: 200 len: 945 time: 0.2358887 Sep 30 06:28:39.872888 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.plugins.ml2.db [req-d4ddc99f-de17-40e5-a47c-131280b9265c req-383ce6a0-57d2-4a5f-b593-f0df305e8368 tempest-DeleteServersTestJSON-986892327 tempest-DeleteServersTestJSON-986892327-project] For port c9702d29-a308-44f8-8cc9-eee4f7954e89, host hv-cinder-81187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81187',level=0,port_id=c9702d29-a308-44f8-8cc9-eee4f7954e89,segment=NetworkSegment(f7de19b9-6a8b-4c13-864b-abf85c02a385),segment_id=f7de19b9-6a8b-4c13-864b-abf85c02a385)] {{(pid=93999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 06:28:39.873329 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [req-d4ddc99f-de17-40e5-a47c-131280b9265c req-383ce6a0-57d2-4a5f-b593-f0df305e8368 tempest-DeleteServersTestJSON-986892327 tempest-DeleteServersTestJSON-986892327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7874563'] for port, precommit_delete {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:28:39.879555 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-e3d90223-1cbc-4077-863e-6110562ae459 req-b817d539-0dd9-461d-93e0-e28e56710fbb service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=be801cab-b2ce-4594-8d30-3431ea29df2f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1596699 Sep 30 06:28:39.904483 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.plugins.ml2.plugin [req-d4ddc99f-de17-40e5-a47c-131280b9265c req-383ce6a0-57d2-4a5f-b593-f0df305e8368 tempest-DeleteServersTestJSON-986892327 tempest-DeleteServersTestJSON-986892327-project] Calling delete_port for c9702d29-a308-44f8-8cc9-eee4f7954e89 owned by compute:nova {{(pid=93999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 06:28:39.916490 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-951a250e-5be0-425e-a22e-dda1a99575a0 req-55a80dc7-5df7-42cf-a567-28f33d57f023 tempest-DeleteServersTestJSON-986892327 tempest-DeleteServersTestJSON-986892327-project] 10.222.0.36 "GET /v2.0/security-groups?id=762947ed-3f0a-4262-b9ef-d9eb2e41838c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998614 Sep 30 06:28:40.135650 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d90223-1cbc-4077-863e-6110562ae459 req-9e8eeef7-f1a2-4ef8-a7f8-447eef2a6267 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:28:40.137260 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-e3d90223-1cbc-4077-863e-6110562ae459 req-9e8eeef7-f1a2-4ef8-a7f8-447eef2a6267 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=2a4fe69e521f47bb94fe812e2f32c8b1&device_id=be801cab-b2ce-4594-8d30-3431ea29df2f HTTP/1.1" status: 200 len: 1098 time: 0.1079042 Sep 30 06:28:40.283338 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [req-d4ddc99f-de17-40e5-a47c-131280b9265c req-383ce6a0-57d2-4a5f-b593-f0df305e8368 tempest-DeleteServersTestJSON-986892327 tempest-DeleteServersTestJSON-986892327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7821886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727545991406', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727545489354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6560267'] for port, after_delete {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:28:40.326626 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.db [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] get_ports_and_sgs() called for port_ids ['c9702d29-a308-44f8-8cc9-eee4f7954e89'] {{(pid=94001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 06:28:40.329473 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0687fe8a-c330-49bb-8679-28ff3bfe1e68 req-bbf6589c-dd95-40c9-8158-7e8b6512389d tempest-ServerRescueNegativeTestJSON-1209427659 tempest-ServerRescueNegativeTestJSON-1209427659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:28:40.331949 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-0687fe8a-c330-49bb-8679-28ff3bfe1e68 req-bbf6589c-dd95-40c9-8158-7e8b6512389d tempest-ServerRescueNegativeTestJSON-1209427659 tempest-ServerRescueNegativeTestJSON-1209427659-project] 10.222.0.36 "GET /v2.0/ports?device_id=0a86be7c-6414-4403-bd22-8634a0e22544 HTTP/1.1" status: 200 len: 945 time: 0.1320474 Sep 30 06:28:40.471056 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-0687fe8a-c330-49bb-8679-28ff3bfe1e68 req-be82b1f9-4b6f-470f-87e8-4acf9a7c3c8a tempest-ServerRescueNegativeTestJSON-1209427659 tempest-ServerRescueNegativeTestJSON-1209427659-project] 10.222.0.36 "GET /v2.0/security-groups?id=78ce1e3c-f3d7-420d-ac39-20c93d3fb7fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313343 Sep 30 06:28:40.539954 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383ce6a0-57d2-4a5f-b593-f0df305e8368 tempest-DeleteServersTestJSON-986892327 tempest-DeleteServersTestJSON-986892327-project] Pushing event deleted for resources: {'Port': ['ID=c9702d29-a308-44f8-8cc9-eee4f7954e89,revision_number=None']} {{(pid=93999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:28:40.571423 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4ddc99f-de17-40e5-a47c-131280b9265c req-383ce6a0-57d2-4a5f-b593-f0df305e8368 tempest-DeleteServersTestJSON-986892327 tempest-DeleteServersTestJSON-986892327-project] No DVR routers for this DVR port c9702d29-a308-44f8-8cc9-eee4f7954e89 on host hv-cinder-81187 {{(pid=93999) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 06:28:40.581019 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [req-d4ddc99f-de17-40e5-a47c-131280b9265c req-383ce6a0-57d2-4a5f-b593-f0df305e8368 tempest-DeleteServersTestJSON-986892327 tempest-DeleteServersTestJSON-986892327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57126'] for port, before_response {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:28:40.583340 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-d4ddc99f-de17-40e5-a47c-131280b9265c req-383ce6a0-57d2-4a5f-b593-f0df305e8368 tempest-DeleteServersTestJSON-986892327 tempest-DeleteServersTestJSON-986892327-project] 10.222.0.10 "DELETE /v2.0/ports/c9702d29-a308-44f8-8cc9-eee4f7954e89 HTTP/1.1" status: 204 len: 173 time: 1.2326131 Sep 30 06:28:40.583898 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b00bd24b-615d-4cba-80bb-d31d4fe88c7f', 'name': 'network-vif-deleted', 'tag': 'c9702d29-a308-44f8-8cc9-eee4f7954e89'}] {{(pid=93999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 06:28:40.586278 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07b111f6e278cfffd9c4f208e103de524c2b9e3fbd4e5a5b5d8dd158a433df71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16aeb877-bd81-47aa-852a-d550a0cd5552" -d '{"events": [{"server_uuid": "b00bd24b-615d-4cba-80bb-d31d4fe88c7f", "name": "network-vif-deleted", "tag": "c9702d29-a308-44f8-8cc9-eee4f7954e89"}]}' {{(pid=93999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 06:28:40.592165 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d90223-1cbc-4077-863e-6110562ae459 req-41e1071d-23be-4471-985f-08b0678367f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:28:40.593968 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-e3d90223-1cbc-4077-863e-6110562ae459 req-41e1071d-23be-4471-985f-08b0678367f8 service neutron] 10.222.0.10 "GET /v2.0/networks?id=5c01f472-be09-4f47-a17f-2a759f124795 HTTP/1.1" status: 200 len: 918 time: 0.4254901 Sep 30 06:28:40.631402 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 06:28:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a031ce3-35d4-4c40-bcb8-b5bedb0e8b8c x-openstack-request-id: req-5a031ce3-35d4-4c40-bcb8-b5bedb0e8b8c {{(pid=93999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 06:28:40.633156 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b00bd24b-615d-4cba-80bb-d31d4fe88c7f", "name": "network-vif-deleted", "tag": "c9702d29-a308-44f8-8cc9-eee4f7954e89", "status": "completed", "code": 200}]} {{(pid=93999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 06:28:40.633646 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-5a031ce3-35d4-4c40-bcb8-b5bedb0e8b8c {{(pid=93999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 06:28:40.635380 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b00bd24b-615d-4cba-80bb-d31d4fe88c7f', 'name': 'network-vif-deleted', 'tag': 'c9702d29-a308-44f8-8cc9-eee4f7954e89', 'status': 'completed', 'code': 200} Sep 30 06:28:40.700123 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-e3d90223-1cbc-4077-863e-6110562ae459 req-2e8b1776-fed5-4956-938e-965ddfc98c41 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f5867bda-e9f5-44e1-9382-f6b9e19fe331 HTTP/1.1" status: 200 len: 217 time: 0.0779507 Sep 30 06:28:40.795208 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d90223-1cbc-4077-863e-6110562ae459 req-b899262f-711f-4c5b-bf94-09cd0ea557f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:28:40.802000 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.36', 52984) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 06:28:40.802861 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-e3d90223-1cbc-4077-863e-6110562ae459 req-b899262f-711f-4c5b-bf94-09cd0ea557f2 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=c94366a3-4b59-4b72-a9bf-62e041f6886b HTTP/1.1" status: 200 len: 857 time: 0.0898409 Sep 30 06:28:40.865897 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-e3d90223-1cbc-4077-863e-6110562ae459 req-11be5a99-e7af-4536-b011-73e5fe552bef service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=5c01f472-be09-4f47-a17f-2a759f124795&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0414093 Sep 30 06:28:41.022790 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-e3d90223-1cbc-4077-863e-6110562ae459 req-422bbda5-e4eb-4277-802e-89d58371eabc service neutron] 10.222.0.10 "GET /v2.0/networks/5c01f472-be09-4f47-a17f-2a759f124795?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1481688 Sep 30 06:28:41.044825 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef08e1b-c5a9-4aa7-b6e8-936e54bb37d7 req-dc6daa13-2edd-41aa-9db1-7f34a51d1a83 tempest-VolumesActionsTest-1064546985 tempest-VolumesActionsTest-1064546985-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:28:41.049213 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-5ef08e1b-c5a9-4aa7-b6e8-936e54bb37d7 req-dc6daa13-2edd-41aa-9db1-7f34a51d1a83 tempest-VolumesActionsTest-1064546985 tempest-VolumesActionsTest-1064546985-project] 10.222.0.36 "GET /v2.0/networks?id=aa9820fc-a1b3-48da-9d8e-0c73361f53bc HTTP/1.1" status: 200 len: 809 time: 0.2305102 Sep 30 06:28:41.101154 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-d1103de3-ca38-402f-8155-eb1d932b0b69 req-9a063dcb-834b-462f-8515-f177fa2a3864 tempest-DeleteServersTestJSON-986892327 tempest-DeleteServersTestJSON-986892327-project] 10.222.0.36 "GET /v2.0/ports?device_id=b00bd24b-615d-4cba-80bb-d31d4fe88c7f HTTP/1.1" status: 200 len: 210 time: 0.0724001 Sep 30 06:28:41.103629 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-5ef08e1b-c5a9-4aa7-b6e8-936e54bb37d7 req-a1a2351a-b403-4f81-94d1-56a2274d895b tempest-VolumesActionsTest-1064546985 tempest-VolumesActionsTest-1064546985-project] 10.222.0.36 "GET /v2.0/quotas/371e0cc5b20646e09e9d5bea666eb6ca HTTP/1.1" status: 200 len: 375 time: 0.0433569 Sep 30 06:28:41.184191 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.wsgi [-] (93999) accepted ('10.222.0.36', 52996) {{(pid=93999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 06:28:41.191087 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-5ef08e1b-c5a9-4aa7-b6e8-936e54bb37d7 req-9638d683-abe9-47fe-8720-226bfda2420d tempest-VolumesActionsTest-1064546985 tempest-VolumesActionsTest-1064546985-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=371e0cc5b20646e09e9d5bea666eb6ca&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0658326 Sep 30 06:28:41.209124 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-584711a1-3465-4848-b7e5-b12c7d522732 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:28:41.246832 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-e3d90223-1cbc-4077-863e-6110562ae459 req-0a516d87-8935-4afa-a844-e963d28a1343 service neutron] 10.222.0.10 "GET /v2.0/networks/5c01f472-be09-4f47-a17f-2a759f124795?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2160358 Sep 30 06:28:41.363524 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-ff269f24-cb64-48c0-95b0-5a8b4c415b54 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:28:41.377700 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-5ef08e1b-c5a9-4aa7-b6e8-936e54bb37d7 req-4df56345-d987-4183-b79d-f00d314a2b2b service neutron] 10.222.0.36 "GET /v2.0/networks/aa9820fc-a1b3-48da-9d8e-0c73361f53bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1777184 Sep 30 06:28:41.532298 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-584711a1-3465-4848-b7e5-b12c7d522732 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:28:41.548652 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-5ef08e1b-c5a9-4aa7-b6e8-936e54bb37d7 req-11dbec4a-012a-41c9-92a4-1a81dcc4aa5b service neutron] 10.222.0.36 "GET /v2.0/networks/aa9820fc-a1b3-48da-9d8e-0c73361f53bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1678231 Sep 30 06:28:41.549821 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-584711a1-3465-4848-b7e5-b12c7d522732 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533969'] for security_group, after_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:28:41.622352 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [None req-584711a1-3465-4848-b7e5-b12c7d522732 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=2a2b9b23164441a0bbf072ae5fae772e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8188202 Sep 30 06:28:41.623502 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584711a1-3465-4848-b7e5-b12c7d522732 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec17900c-1031-4594-8bb8-7ab05e732afc,revision_number=1']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:28:41.626681 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.36', 53008) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 06:28:41.746401 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-98c720f4-3779-4e48-9694-ea1fda2d23d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:28:41.774922 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-98c720f4-3779-4e48-9694-ea1fda2d23d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:28:41.790728 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-ff269f24-cb64-48c0-95b0-5a8b4c415b54 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:28:41.802270 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-ff269f24-cb64-48c0-95b0-5a8b4c415b54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533969'] for security_group, after_create {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:28:41.831017 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b5507f-69ea-489b-8494-2e888732259f req-b2b01a51-b3c2-46bc-a0a4-2327d4cef46c tempest-ServerRescueNegativeTestJSON-1209427659 tempest-ServerRescueNegativeTestJSON-1209427659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:28:41.832685 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-f6b5507f-69ea-489b-8494-2e888732259f req-b2b01a51-b3c2-46bc-a0a4-2327d4cef46c tempest-ServerRescueNegativeTestJSON-1209427659 tempest-ServerRescueNegativeTestJSON-1209427659-project] 10.222.0.36 "GET /v2.0/ports?device_id=0a86be7c-6414-4403-bd22-8634a0e22544 HTTP/1.1" status: 200 len: 945 time: 0.1432636 Sep 30 06:28:41.846912 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-98c720f4-3779-4e48-9694-ea1fda2d23d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533969'] for security_group, after_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:28:41.851196 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-98c720f4-3779-4e48-9694-ea1fda2d23d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:28:41.853418 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [None req-98c720f4-3779-4e48-9694-ea1fda2d23d7 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/ec17900c-1031-4594-8bb8-7ab05e732afc HTTP/1.1" status: 204 len: 168 time: 0.2255378 Sep 30 06:28:41.866531 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c720f4-3779-4e48-9694-ea1fda2d23d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec17900c-1031-4594-8bb8-7ab05e732afc,revision_number=None']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:28:41.948276 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [None req-ff269f24-cb64-48c0-95b0-5a8b4c415b54 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=d88634b2ebb84ab9a0b310b35b5b3284&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7625551 Sep 30 06:28:41.951739 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.wsgi [-] (93999) accepted ('10.222.0.36', 53022) {{(pid=93999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 06:28:41.954506 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff269f24-cb64-48c0-95b0-5a8b4c415b54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=558a4b57-e0dc-4296-bde2-d16a29578a63,revision_number=1']} {{(pid=93999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:28:41.997912 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-f6b5507f-69ea-489b-8494-2e888732259f req-34b9d0c8-b81e-4e8f-8be5-e6b95a226d8b tempest-ServerRescueNegativeTestJSON-1209427659 tempest-ServerRescueNegativeTestJSON-1209427659-project] 10.222.0.36 "GET /v2.0/security-groups?id=78ce1e3c-f3d7-420d-ac39-20c93d3fb7fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448946 Sep 30 06:28:42.031618 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-ae049d8b-7f54-454b-b549-f11bcae5ab24 req-3610a791-d2af-4327-ae46-1b3b7c227a14 tempest-VolumesActionsTest-1064546985 tempest-VolumesActionsTest-1064546985-project] 10.222.0.36 "GET /v2.0/ports?device_id=53e25ecf-21c8-47ec-abc8-87509f19ddba HTTP/1.1" status: 200 len: 210 time: 0.1067114 Sep 30 06:28:42.087172 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-0177360e-a3db-4091-afc2-cb49cb80be6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:28:42.147536 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-0177360e-a3db-4091-afc2-cb49cb80be6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:28:42.276064 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-b6f904cc-76fb-498b-9638-f67f359be9ab req-4b3f9b5e-3bbc-4412-81c2-59dde14fc6e8 tempest-DeleteServersTestJSON-986892327 tempest-DeleteServersTestJSON-986892327-project] 10.222.0.36 "GET /v2.0/ports?device_id=b00bd24b-615d-4cba-80bb-d31d4fe88c7f HTTP/1.1" status: 200 len: 210 time: 0.0311751 Sep 30 06:28:42.307944 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-0177360e-a3db-4091-afc2-cb49cb80be6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533969'] for security_group, after_delete {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:28:42.312303 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-0177360e-a3db-4091-afc2-cb49cb80be6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:28:42.315133 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [None req-0177360e-a3db-4091-afc2-cb49cb80be6f admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/558a4b57-e0dc-4296-bde2-d16a29578a63 HTTP/1.1" status: 204 len: 168 time: 0.3621206 Sep 30 06:28:42.326436 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0177360e-a3db-4091-afc2-cb49cb80be6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=558a4b57-e0dc-4296-bde2-d16a29578a63,revision_number=None']} {{(pid=93999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:28:42.423882 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.36', 53040) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 06:28:42.441199 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-38eb4a49-60f8-4f0a-bdf3-621a566b74fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:28:42.613695 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-38eb4a49-60f8-4f0a-bdf3-621a566b74fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:28:42.623517 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-38eb4a49-60f8-4f0a-bdf3-621a566b74fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533969'] for security_group, after_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:28:42.677158 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [None req-38eb4a49-60f8-4f0a-bdf3-621a566b74fc admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=3d34ba45f7a4494b8c497ea99037d21a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2520716 Sep 30 06:28:42.678684 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38eb4a49-60f8-4f0a-bdf3-621a566b74fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf16b6e8-ea53-415a-854c-ffae8014ee0f,revision_number=1']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:28:42.681248 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.wsgi [-] (93999) accepted ('10.222.0.36', 53046) {{(pid=93999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 06:28:42.755846 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-61948e30-6bf7-4205-aede-8b9123f3cf21 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:28:42.783993 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.36', 53048) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 06:28:42.791345 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-61948e30-6bf7-4205-aede-8b9123f3cf21 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:28:42.805545 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-c32cddb1-231a-4c7f-a228-7abafbe9eee0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:28:42.886285 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-61948e30-6bf7-4205-aede-8b9123f3cf21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533969'] for security_group, after_delete {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:28:42.892058 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-61948e30-6bf7-4205-aede-8b9123f3cf21 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:28:42.898706 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [None req-61948e30-6bf7-4205-aede-8b9123f3cf21 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/bf16b6e8-ea53-415a-854c-ffae8014ee0f HTTP/1.1" status: 204 len: 168 time: 0.2116656 Sep 30 06:28:42.910271 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61948e30-6bf7-4205-aede-8b9123f3cf21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf16b6e8-ea53-415a-854c-ffae8014ee0f,revision_number=None']} {{(pid=93999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:28:42.965436 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-c32cddb1-231a-4c7f-a228-7abafbe9eee0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:28:42.973153 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-c32cddb1-231a-4c7f-a228-7abafbe9eee0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533969'] for security_group, after_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:28:43.020199 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.rpc [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] Device c9702d29-a308-44f8-8cc9-eee4f7954e89 no longer exists at agent hyperv_hv-cinder-81187 {{(pid=94001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 06:28:43.029643 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [None req-c32cddb1-231a-4c7f-a228-7abafbe9eee0 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=d98bac1b9cf645f7a3979f5a926565fb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2437747 Sep 30 06:28:43.033302 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.wsgi [-] (93999) accepted ('10.222.0.36', 53056) {{(pid=93999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 06:28:43.057396 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32cddb1-231a-4c7f-a228-7abafbe9eee0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d66226e-93c3-4393-9770-a2914bd6d763,revision_number=1']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:28:43.081739 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.plugin [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] No Port match for: c9702d29-a308-44f8-8cc9-eee4f7954e89 {{(pid=94001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 06:28:43.082716 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.rpc [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] Device c9702d29-a308-44f8-8cc9-eee4f7954e89 not bound to the agent host hv-cinder-81187 {{(pid=94001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 06:28:43.223320 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5bc6be-e62f-47b0-90b8-8027ed561b53 req-80359d09-3a19-4211-b370-df345e68c875 tempest-ServerRescueNegativeTestJSON-1209427659 tempest-ServerRescueNegativeTestJSON-1209427659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:28:43.227898 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-9504bfff-e2a9-49ac-8f8f-254c2ae3902a req-9dcda662-f2e2-4645-bae3-6c0b58e54685 tempest-VolumesActionsTest-1064546985 tempest-VolumesActionsTest-1064546985-project] 10.222.0.36 "GET /v2.0/ports?device_id=53e25ecf-21c8-47ec-abc8-87509f19ddba HTTP/1.1" status: 200 len: 210 time: 0.0633326 Sep 30 06:28:43.231700 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-c17fbb2f-2646-456e-a0c6-a48fc842f768 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:28:43.233054 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-2e5bc6be-e62f-47b0-90b8-8027ed561b53 req-80359d09-3a19-4211-b370-df345e68c875 tempest-ServerRescueNegativeTestJSON-1209427659 tempest-ServerRescueNegativeTestJSON-1209427659-project] 10.222.0.36 "GET /v2.0/ports?device_id=0a86be7c-6414-4403-bd22-8634a0e22544 HTTP/1.1" status: 200 len: 945 time: 0.1266830 Sep 30 06:28:43.291670 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-c17fbb2f-2646-456e-a0c6-a48fc842f768 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:28:43.349058 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-2e5bc6be-e62f-47b0-90b8-8027ed561b53 req-bd89c00f-c59d-4038-ba53-bdebb474ee56 tempest-ServerRescueNegativeTestJSON-1209427659 tempest-ServerRescueNegativeTestJSON-1209427659-project] 10.222.0.36 "GET /v2.0/security-groups?id=78ce1e3c-f3d7-420d-ac39-20c93d3fb7fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021433 Sep 30 06:28:43.403653 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-c17fbb2f-2646-456e-a0c6-a48fc842f768 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533969'] for security_group, after_delete {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:28:43.409536 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-c17fbb2f-2646-456e-a0c6-a48fc842f768 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:28:43.413037 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [None req-c17fbb2f-2646-456e-a0c6-a48fc842f768 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/9d66226e-93c3-4393-9770-a2914bd6d763 HTTP/1.1" status: 204 len: 168 time: 0.3779244 Sep 30 06:28:43.434331 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17fbb2f-2646-456e-a0c6-a48fc842f768 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d66226e-93c3-4393-9770-a2914bd6d763,revision_number=None']} {{(pid=93999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:28:44.005575 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.36', 53092) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 06:28:44.028817 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-2f976180-5546-4ced-9ba9-bc2ecb504fe6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:28:44.253377 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef08e1b-c5a9-4aa7-b6e8-936e54bb37d7 req-7bac21ba-c8aa-49fb-8ab7-8453705974a2 tempest-VolumesActionsTest-1064546985 tempest-VolumesActionsTest-1064546985-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:28:44.256723 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-2f976180-5546-4ced-9ba9-bc2ecb504fe6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:28:44.257982 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-5ef08e1b-c5a9-4aa7-b6e8-936e54bb37d7 req-7bac21ba-c8aa-49fb-8ab7-8453705974a2 tempest-VolumesActionsTest-1064546985 tempest-VolumesActionsTest-1064546985-project] 10.222.0.10 "GET /v2.0/networks?id=aa9820fc-a1b3-48da-9d8e-0c73361f53bc HTTP/1.1" status: 200 len: 809 time: 0.2682946 Sep 30 06:28:44.264286 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-2f976180-5546-4ced-9ba9-bc2ecb504fe6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533969'] for security_group, after_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:28:44.296517 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.api.v2.base [req-5ef08e1b-c5a9-4aa7-b6e8-936e54bb37d7 req-c7713bf5-656b-4e8a-9cb1-e281dc31b88e tempest-VolumesActionsTest-1064546985 tempest-VolumesActionsTest-1064546985-project] Request body: {'port': {'device_id': '53e25ecf-21c8-47ec-abc8-87509f19ddba', 'network_id': 'aa9820fc-a1b3-48da-9d8e-0c73361f53bc', 'admin_state_up': True, 'tenant_id': '371e0cc5b20646e09e9d5bea666eb6ca'}} {{(pid=93999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 06:28:44.326476 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [None req-2f976180-5546-4ced-9ba9-bc2ecb504fe6 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=6c62a73ebb5c4022a39a3a067ccd2d02&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3189847 Sep 30 06:28:44.330884 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.36', 53104) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 06:28:44.341806 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f976180-5546-4ced-9ba9-bc2ecb504fe6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1b34bdd-5f27-48d8-a9ee-03779379d944,revision_number=1']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:28:44.442759 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-d4139709-1d2a-4dfc-919b-255015611a45 req-75cd9bf3-fa48-4a29-b6f2-7c5c800d8f3c tempest-VolumesActionsTest-1064546985 tempest-VolumesActionsTest-1064546985-project] 10.222.0.36 "GET /v2.0/ports?device_id=53e25ecf-21c8-47ec-abc8-87509f19ddba HTTP/1.1" status: 200 len: 210 time: 0.0710826 Sep 30 06:28:44.485824 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-94c97ecb-0003-40a9-9df3-f2fefb2848f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:28:44.534901 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-94c97ecb-0003-40a9-9df3-f2fefb2848f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:28:44.607565 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-94c97ecb-0003-40a9-9df3-f2fefb2848f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533969'] for security_group, after_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:28:44.610742 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-94c97ecb-0003-40a9-9df3-f2fefb2848f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:28:44.616206 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [None req-94c97ecb-0003-40a9-9df3-f2fefb2848f3 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/c1b34bdd-5f27-48d8-a9ee-03779379d944 HTTP/1.1" status: 204 len: 168 time: 0.2799962 Sep 30 06:28:44.622888 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c97ecb-0003-40a9-9df3-f2fefb2848f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1b34bdd-5f27-48d8-a9ee-03779379d944,revision_number=None']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:28:44.643584 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce78febd-17df-490d-b2de-42c9a87b8131 req-bcb41e16-2bb8-4e54-88f2-96f0f268d4e5 tempest-ServerRescueNegativeTestJSON-1209427659 tempest-ServerRescueNegativeTestJSON-1209427659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:28:44.648639 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-ce78febd-17df-490d-b2de-42c9a87b8131 req-bcb41e16-2bb8-4e54-88f2-96f0f268d4e5 tempest-ServerRescueNegativeTestJSON-1209427659 tempest-ServerRescueNegativeTestJSON-1209427659-project] 10.222.0.36 "GET /v2.0/ports?device_id=0a86be7c-6414-4403-bd22-8634a0e22544 HTTP/1.1" status: 200 len: 945 time: 0.1159396 Sep 30 06:28:44.650454 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5ef08e1b-c5a9-4aa7-b6e8-936e54bb37d7 req-c7713bf5-656b-4e8a-9cb1-e281dc31b88e tempest-VolumesActionsTest-1064546985 tempest-VolumesActionsTest-1064546985-project] Made reservation on behalf of 371e0cc5b20646e09e9d5bea666eb6ca for: {'port': 1} {{(pid=93999) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 06:28:44.661303 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [req-5ef08e1b-c5a9-4aa7-b6e8-936e54bb37d7 req-c7713bf5-656b-4e8a-9cb1-e281dc31b88e tempest-VolumesActionsTest-1064546985 tempest-VolumesActionsTest-1064546985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653538'] for port, before_create {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:28:44.817699 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-ce78febd-17df-490d-b2de-42c9a87b8131 req-34318ede-e4b3-4fb3-becd-11cbac28d33b tempest-ServerRescueNegativeTestJSON-1209427659 tempest-ServerRescueNegativeTestJSON-1209427659-project] 10.222.0.36 "GET /v2.0/security-groups?id=78ce1e3c-f3d7-420d-ac39-20c93d3fb7fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388299 Sep 30 06:28:44.947971 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.db.db_base_plugin_common [req-5ef08e1b-c5a9-4aa7-b6e8-936e54bb37d7 req-c7713bf5-656b-4e8a-9cb1-e281dc31b88e tempest-VolumesActionsTest-1064546985 tempest-VolumesActionsTest-1064546985-project] Allocated IP 172.20.0.11 (aa9820fc-a1b3-48da-9d8e-0c73361f53bc/9b4de3b7-a5f3-4ed9-8852-8a2e30e3bfb4/47d32bb1-b9d9-4696-97f3-582e3745ccbe) {{(pid=93999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 06:28:45.100459 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.36', 53144) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 06:28:45.179991 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.db.db_base_plugin_v2 [None req-a333378c-2652-4e98-be14-9bfbc3458ca6 admin admin] Deleting subnet 2cc33e45-6ebd-4aca-ac3c-4bbace2f6c45 {{(pid=94000) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 06:28:45.188991 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-a333378c-2652-4e98-be14-9bfbc3458ca6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:28:45.282885 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-a333378c-2652-4e98-be14-9bfbc3458ca6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4572778'] for subnet, precommit_delete_associations {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:28:45.359021 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-a333378c-2652-4e98-be14-9bfbc3458ca6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-583762'] for subnet, precommit_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:28:45.451923 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-a333378c-2652-4e98-be14-9bfbc3458ca6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-583771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7821886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4572882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5105895'] for subnet, after_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:28:45.485353 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a333378c-2652-4e98-be14-9bfbc3458ca6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2cc33e45-6ebd-4aca-ac3c-4bbace2f6c45,revision_number=None']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:28:45.489692 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-a333378c-2652-4e98-be14-9bfbc3458ca6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:28:45.494386 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [None req-a333378c-2652-4e98-be14-9bfbc3458ca6 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/2cc33e45-6ebd-4aca-ac3c-4bbace2f6c45 HTTP/1.1" status: 204 len: 168 time: 0.3924010 Sep 30 06:28:45.495049 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.36', 53162) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 06:28:45.556224 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [req-5ef08e1b-c5a9-4aa7-b6e8-936e54bb37d7 req-c7713bf5-656b-4e8a-9cb1-e281dc31b88e tempest-VolumesActionsTest-1064546985 tempest-VolumesActionsTest-1064546985-project] Notify callbacks [] for port, precommit_create {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:28:45.616807 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-5e632cc7-5c9d-47fc-960f-cbca109a7505 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763795'] for network, before_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:28:45.629878 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [req-5ef08e1b-c5a9-4aa7-b6e8-936e54bb37d7 req-c7713bf5-656b-4e8a-9cb1-e281dc31b88e tempest-VolumesActionsTest-1064546985 tempest-VolumesActionsTest-1064546985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7821886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727545489345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6560267'] for port, after_create {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:28:45.725559 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7713bf5-656b-4e8a-9cb1-e281dc31b88e tempest-VolumesActionsTest-1064546985 tempest-VolumesActionsTest-1064546985-project] Pushing event updated for resources: {'Port': ['ID=47d32bb1-b9d9-4696-97f3-582e3745ccbe,revision_number=1']} {{(pid=93999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:28:45.794254 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5ef08e1b-c5a9-4aa7-b6e8-936e54bb37d7 req-c7713bf5-656b-4e8a-9cb1-e281dc31b88e tempest-VolumesActionsTest-1064546985 tempest-VolumesActionsTest-1064546985-project] Network aa9820fc-a1b3-48da-9d8e-0c73361f53bc is already hosted by enough agents. {{(pid=93999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 06:28:45.798737 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.scheduler.base_scheduler [req-5ef08e1b-c5a9-4aa7-b6e8-936e54bb37d7 req-c7713bf5-656b-4e8a-9cb1-e281dc31b88e tempest-VolumesActionsTest-1064546985 tempest-VolumesActionsTest-1064546985-project] Resources bound (agent type, host, resource id): {{(pid=93999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 06:28:45.806369 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-5e632cc7-5c9d-47fc-960f-cbca109a7505 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-585195', 'neutron.services.segments.db._delete_segments_for_network-8727546001812'] for network, precommit_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:28:45.807695 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ef08e1b-c5a9-4aa7-b6e8-936e54bb37d7 req-c7713bf5-656b-4e8a-9cb1-e281dc31b88e tempest-VolumesActionsTest-1064546985 tempest-VolumesActionsTest-1064546985-project] Received port after_create {{(pid=93999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 06:28:45.853772 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.services.segments.db [None req-5e632cc7-5c9d-47fc-960f-cbca109a7505 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['09d5236c-0c6b-4c44-9520-bda2caf4b4f2']}} {{(pid=94000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 06:28:45.880509 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.services.segments.db [None req-5e632cc7-5c9d-47fc-960f-cbca109a7505 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f7de19b9-6a8b-4c13-864b-abf85c02a385') {'for_net_delete': True} {{(pid=94000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 06:28:45.880870 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.services.segments.db [None req-5e632cc7-5c9d-47fc-960f-cbca109a7505 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f7de19b9-6a8b-4c13-864b-abf85c02a385') {} {{(pid=94000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 06:28:45.900601 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-5e632cc7-5c9d-47fc-960f-cbca109a7505 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727546002077', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4572787'] for segment, before_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:28:45.908117 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef08e1b-c5a9-4aa7-b6e8-936e54bb37d7 req-c7713bf5-656b-4e8a-9cb1-e281dc31b88e tempest-VolumesActionsTest-1064546985 tempest-VolumesActionsTest-1064546985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:28:45.908785 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [req-5ef08e1b-c5a9-4aa7-b6e8-936e54bb37d7 req-c7713bf5-656b-4e8a-9cb1-e281dc31b88e tempest-VolumesActionsTest-1064546985 tempest-VolumesActionsTest-1064546985-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57126'] for port, before_response {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:28:45.926168 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-5e632cc7-5c9d-47fc-960f-cbca109a7505 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583621'] for segment, precommit_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:28:45.938146 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-5ef08e1b-c5a9-4aa7-b6e8-936e54bb37d7 req-c7713bf5-656b-4e8a-9cb1-e281dc31b88e tempest-VolumesActionsTest-1064546985 tempest-VolumesActionsTest-1064546985-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6561453 Sep 30 06:28:45.943530 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e632cc7-5c9d-47fc-960f-cbca109a7505 admin admin] Releasing vlan 315 on physical network physnet1 to pool {{(pid=94000) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 06:28:45.944244 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-5e632cc7-5c9d-47fc-960f-cbca109a7505 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4571260'] for segment, after_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:28:45.945583 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.wsgi [-] (93999) accepted ('10.222.0.36', 53184) {{(pid=93999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 06:28:45.946527 dv-cinder-811877-1-iscsi neutron-server[94000]: Traceback (most recent call last): Sep 30 06:28:45.946527 dv-cinder-811877-1-iscsi neutron-server[94000]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 06:28:45.946527 dv-cinder-811877-1-iscsi neutron-server[94000]: timer() Sep 30 06:28:45.946527 dv-cinder-811877-1-iscsi neutron-server[94000]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 06:28:45.946527 dv-cinder-811877-1-iscsi neutron-server[94000]: cb(*args, **kw) Sep 30 06:28:45.946527 dv-cinder-811877-1-iscsi neutron-server[94000]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 06:28:45.946527 dv-cinder-811877-1-iscsi neutron-server[94000]: return func(*args, **kwargs) Sep 30 06:28:45.946527 dv-cinder-811877-1-iscsi neutron-server[94000]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 06:28:45.946527 dv-cinder-811877-1-iscsi neutron-server[94000]: self._notify() Sep 30 06:28:45.946527 dv-cinder-811877-1-iscsi neutron-server[94000]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 06:28:45.946527 dv-cinder-811877-1-iscsi neutron-server[94000]: self.callback(batched_events) Sep 30 06:28:45.946527 dv-cinder-811877-1-iscsi neutron-server[94000]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 06:28:45.946527 dv-cinder-811877-1-iscsi neutron-server[94000]: event.method(event) Sep 30 06:28:45.946527 dv-cinder-811877-1-iscsi neutron-server[94000]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 06:28:45.946527 dv-cinder-811877-1-iscsi neutron-server[94000]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 06:28:45.946527 dv-cinder-811877-1-iscsi neutron-server[94000]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 06:28:45.946527 dv-cinder-811877-1-iscsi neutron-server[94000]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 06:28:45.946527 dv-cinder-811877-1-iscsi neutron-server[94000]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 06:28:45.946527 dv-cinder-811877-1-iscsi neutron-server[94000]: return f(self, *a, **k) Sep 30 06:28:45.946527 dv-cinder-811877-1-iscsi neutron-server[94000]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 06:28:45.946527 dv-cinder-811877-1-iscsi neutron-server[94000]: return self._get(url).json() Sep 30 06:28:45.946527 dv-cinder-811877-1-iscsi neutron-server[94000]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 06:28:45.946527 dv-cinder-811877-1-iscsi neutron-server[94000]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 06:28:45.946527 dv-cinder-811877-1-iscsi neutron-server[94000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 06:28:45.946527 dv-cinder-811877-1-iscsi neutron-server[94000]: return self.request(url, 'GET', **kwargs) Sep 30 06:28:45.946527 dv-cinder-811877-1-iscsi neutron-server[94000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 06:28:45.946527 dv-cinder-811877-1-iscsi neutron-server[94000]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 06:28:45.946527 dv-cinder-811877-1-iscsi neutron-server[94000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 06:28:45.946527 dv-cinder-811877-1-iscsi neutron-server[94000]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 06:28:45.946527 dv-cinder-811877-1-iscsi neutron-server[94000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 06:28:45.946527 dv-cinder-811877-1-iscsi neutron-server[94000]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 06:28:45.946527 dv-cinder-811877-1-iscsi neutron-server[94000]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 06:28:46.020952 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-5e632cc7-5c9d-47fc-960f-cbca109a7505 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-585180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7821886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7877900'] for network, after_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:28:46.032267 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-5e632cc7-5c9d-47fc-960f-cbca109a7505 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7821868'] for network, before_response {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:28:46.035376 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [None req-5e632cc7-5c9d-47fc-960f-cbca109a7505 admin admin] 10.222.0.36 "DELETE /v2.0/networks/09d5236c-0c6b-4c44-9520-bda2caf4b4f2 HTTP/1.1" status: 204 len: 168 time: 0.5389216 Sep 30 06:28:46.049473 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e632cc7-5c9d-47fc-960f-cbca109a7505 admin admin] Pushing event deleted for resources: {'Network': ['ID=09d5236c-0c6b-4c44-9520-bda2caf4b4f2,revision_number=None']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:28:46.149656 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-6b620252-6df2-4054-98e9-4ca2c4c4eadd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:28:46.313139 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-6b620252-6df2-4054-98e9-4ca2c4c4eadd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:28:46.319270 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-6b620252-6df2-4054-98e9-4ca2c4c4eadd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533969'] for security_group, after_create {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:28:46.337285 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.wsgi [-] (93999) accepted ('10.222.0.36', 53208) {{(pid=93999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 06:28:46.386372 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [None req-6b620252-6df2-4054-98e9-4ca2c4c4eadd admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=817378e07199408c8fe1096bc4c8055f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4381216 Sep 30 06:28:46.389536 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b620252-6df2-4054-98e9-4ca2c4c4eadd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41343e22-d76a-4320-80d2-80937921fa3d,revision_number=1']} {{(pid=93999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:28:46.389796 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.36', 53218) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 06:28:46.433719 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.36', 53220) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 06:28:46.434821 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [None req-8f832450-8bef-428c-ab71-7215f8410471 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=9783cdb7db93417f80c3dff4dd3da4b1&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0954428 Sep 30 06:28:46.501607 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-1c287e7a-aa97-4c83-9600-4afeab3147be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:28:46.565433 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-1c287e7a-aa97-4c83-9600-4afeab3147be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:28:46.568996 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-be135912-99a2-427d-9730-37c822e38167 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:28:46.658795 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-be135912-99a2-427d-9730-37c822e38167 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:28:46.744777 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-1c287e7a-aa97-4c83-9600-4afeab3147be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533969'] for security_group, after_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:28:46.749487 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-1c287e7a-aa97-4c83-9600-4afeab3147be admin admin] Notify callbacks [] for security_group, before_response {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:28:46.751611 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [None req-1c287e7a-aa97-4c83-9600-4afeab3147be admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/41343e22-d76a-4320-80d2-80937921fa3d HTTP/1.1" status: 204 len: 168 time: 0.3589296 Sep 30 06:28:46.755606 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-be135912-99a2-427d-9730-37c822e38167 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533969'] for security_group, after_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:28:46.759989 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-be135912-99a2-427d-9730-37c822e38167 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:28:46.762002 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [None req-be135912-99a2-427d-9730-37c822e38167 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/762947ed-3f0a-4262-b9ef-d9eb2e41838c HTTP/1.1" status: 204 len: 168 time: 0.3209522 Sep 30 06:28:46.774206 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c287e7a-aa97-4c83-9600-4afeab3147be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41343e22-d76a-4320-80d2-80937921fa3d,revision_number=None']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:28:46.812831 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be135912-99a2-427d-9730-37c822e38167 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=762947ed-3f0a-4262-b9ef-d9eb2e41838c,revision_number=None']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:28:47.435548 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.api.v2.base [req-5ef08e1b-c5a9-4aa7-b6e8-936e54bb37d7 req-47479cb9-9361-4199-8062-73dc011b7009 service neutron] Request body: {'port': {'device_id': '53e25ecf-21c8-47ec-abc8-87509f19ddba', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81187'}} {{(pid=93999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 06:28:47.510369 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [req-5ef08e1b-c5a9-4aa7-b6e8-936e54bb37d7 req-47479cb9-9361-4199-8062-73dc011b7009 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653538'] for port, before_update {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:28:47.715352 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43f4a18-9a38-4b6f-807b-e204c7cf30f1 req-e8bd99c1-2d42-422b-91c6-036e363258c0 tempest-ServerRescueNegativeTestJSON-1209427659 tempest-ServerRescueNegativeTestJSON-1209427659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:28:47.729107 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-f43f4a18-9a38-4b6f-807b-e204c7cf30f1 req-e8bd99c1-2d42-422b-91c6-036e363258c0 tempest-ServerRescueNegativeTestJSON-1209427659 tempest-ServerRescueNegativeTestJSON-1209427659-project] 10.222.0.36 "GET /v2.0/ports?device_id=0a86be7c-6414-4403-bd22-8634a0e22544 HTTP/1.1" status: 200 len: 945 time: 0.1371839 Sep 30 06:28:47.827435 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-f43f4a18-9a38-4b6f-807b-e204c7cf30f1 req-5a4df899-8f6b-4a59-b279-acf3a6ad2101 tempest-ServerRescueNegativeTestJSON-1209427659 tempest-ServerRescueNegativeTestJSON-1209427659-project] 10.222.0.36 "GET /v2.0/security-groups?id=78ce1e3c-f3d7-420d-ac39-20c93d3fb7fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932252 Sep 30 06:28:47.839914 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f60df09-8f04-49f7-a640-1d3ecad5fd5e req-d630486a-b1bc-47e0-9708-2bf9a7647676 tempest-VolumesActionsTest-1064546985 tempest-VolumesActionsTest-1064546985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:28:47.841685 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-6f60df09-8f04-49f7-a640-1d3ecad5fd5e req-d630486a-b1bc-47e0-9708-2bf9a7647676 tempest-VolumesActionsTest-1064546985 tempest-VolumesActionsTest-1064546985-project] 10.222.0.36 "GET /v2.0/ports?device_id=53e25ecf-21c8-47ec-abc8-87509f19ddba HTTP/1.1" status: 200 len: 932 time: 0.2186940 Sep 30 06:28:47.867419 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.36', 53292) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 06:28:48.008165 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-6f60df09-8f04-49f7-a640-1d3ecad5fd5e req-33db81e6-53df-44e3-9e41-a987e8beee2e tempest-VolumesActionsTest-1064546985 tempest-VolumesActionsTest-1064546985-project] 10.222.0.36 "GET /v2.0/security-groups?id=b150e05c-7d7a-4392-9d2b-fe2d02ba7332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1576178 Sep 30 06:28:48.146280 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.api.v2.base [None req-ecdda04d-44e5-426b-9510-c4729d8583f4 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1179216974-network', 'tenant_id': '1eac498b69b6420eb083db675eb52bac'}} {{(pid=94000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 06:28:48.224227 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecdda04d-44e5-426b-9510-c4729d8583f4 admin admin] Made reservation on behalf of 1eac498b69b6420eb083db675eb52bac for: {'network': 1} {{(pid=94000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 06:28:48.230670 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-ecdda04d-44e5-426b-9510-c4729d8583f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653538'] for network, before_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:28:48.237369 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.notifiers.nova [req-5ef08e1b-c5a9-4aa7-b6e8-936e54bb37d7 req-47479cb9-9361-4199-8062-73dc011b7009 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 47d32bb1-b9d9-4696-97f3-582e3745ccbe {{(pid=93999) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 06:28:48.248615 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [req-5ef08e1b-c5a9-4aa7-b6e8-936e54bb37d7 req-47479cb9-9361-4199-8062-73dc011b7009 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:28:48.256986 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-ecdda04d-44e5-426b-9510-c4729d8583f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:28:48.270892 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.db.provisioning_blocks [req-5ef08e1b-c5a9-4aa7-b6e8-936e54bb37d7 req-47479cb9-9361-4199-8062-73dc011b7009 service neutron] Transition to ACTIVE for port object 47d32bb1-b9d9-4696-97f3-582e3745ccbe will not be triggered until provisioned by entity L2. {{(pid=93999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 06:28:48.278396 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [req-5ef08e1b-c5a9-4aa7-b6e8-936e54bb37d7 req-47479cb9-9361-4199-8062-73dc011b7009 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7821886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727545992452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727545489363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727545489381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6560256'] for port, after_update {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:28:48.417033 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47479cb9-9361-4199-8062-73dc011b7009 service neutron] Pushing event updated for resources: {'Port': ['ID=47d32bb1-b9d9-4696-97f3-582e3745ccbe,revision_number=2']} {{(pid=93999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:28:48.502473 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-ecdda04d-44e5-426b-9510-c4729d8583f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:28:48.514872 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-ecdda04d-44e5-426b-9510-c4729d8583f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533969'] for security_group, after_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:28:48.578842 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ecdda04d-44e5-426b-9510-c4729d8583f4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 311} {{(pid=94000) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 06:28:48.583871 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.plugins.ml2.managers [req-5ef08e1b-c5a9-4aa7-b6e8-936e54bb37d7 req-47479cb9-9361-4199-8062-73dc011b7009 service neutron] Attempting to bind port 47d32bb1-b9d9-4696-97f3-582e3745ccbe on host hv-cinder-81187 for vnic_type normal with profile {{(pid=93999) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 06:28:48.591891 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.plugins.ml2.managers [req-5ef08e1b-c5a9-4aa7-b6e8-936e54bb37d7 req-47479cb9-9361-4199-8062-73dc011b7009 service neutron] Attempting to bind port 47d32bb1-b9d9-4696-97f3-582e3745ccbe by drivers openvswitch,hyperv on host hv-cinder-81187 at level 0 using segments [{'id': '1ef1d653-7acd-435b-9687-18111cd76776', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'aa9820fc-a1b3-48da-9d8e-0c73361f53bc'}] {{(pid=93999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 06:28:48.604342 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecdda04d-44e5-426b-9510-c4729d8583f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3fc8924-f30a-4de5-8af2-a86f77449999,revision_number=1']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:28:48.605511 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ef08e1b-c5a9-4aa7-b6e8-936e54bb37d7 req-47479cb9-9361-4199-8062-73dc011b7009 service neutron] Attempting to bind port 47d32bb1-b9d9-4696-97f3-582e3745ccbe on network aa9820fc-a1b3-48da-9d8e-0c73361f53bc {{(pid=93999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 06:28:48.616880 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-ecdda04d-44e5-426b-9510-c4729d8583f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583621'] for segment, precommit_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:28:48.617351 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.db.segments_db [None req-ecdda04d-44e5-426b-9510-c4729d8583f4 admin admin] Added segment e38808c4-ca93-4f8b-9d24-7dc14d2470c7 of type vlan for network 615a80a4-119e-49ec-bb8d-26850945a271 Sep 30 06:28:48.622406 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ef08e1b-c5a9-4aa7-b6e8-936e54bb37d7 req-47479cb9-9361-4199-8062-73dc011b7009 service neutron] Port 47d32bb1-b9d9-4696-97f3-582e3745ccbe on network aa9820fc-a1b3-48da-9d8e-0c73361f53bc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81187 {{(pid=93999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 06:28:48.629203 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ef08e1b-c5a9-4aa7-b6e8-936e54bb37d7 req-47479cb9-9361-4199-8062-73dc011b7009 service neutron] Attempting to bind port 47d32bb1-b9d9-4696-97f3-582e3745ccbe on network aa9820fc-a1b3-48da-9d8e-0c73361f53bc {{(pid=93999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 06:28:48.649013 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ef08e1b-c5a9-4aa7-b6e8-936e54bb37d7 req-47479cb9-9361-4199-8062-73dc011b7009 service neutron] Checking agent: {'id': '8d9eab89-7803-44fc-b727-c0e530c74148', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81187', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 6, 25, 39), 'started_at': datetime.datetime(2021, 9, 30, 6, 25, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 6, 28, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 06:28:48.650102 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ef08e1b-c5a9-4aa7-b6e8-936e54bb37d7 req-47479cb9-9361-4199-8062-73dc011b7009 service neutron] Checking segment: {'id': '1ef1d653-7acd-435b-9687-18111cd76776', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'aa9820fc-a1b3-48da-9d8e-0c73361f53bc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 06:28:48.650974 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ef08e1b-c5a9-4aa7-b6e8-936e54bb37d7 req-47479cb9-9361-4199-8062-73dc011b7009 service neutron] Bound using segment: {'id': '1ef1d653-7acd-435b-9687-18111cd76776', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'aa9820fc-a1b3-48da-9d8e-0c73361f53bc'} {{(pid=93999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 06:28:48.661502 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.plugins.ml2.managers [req-5ef08e1b-c5a9-4aa7-b6e8-936e54bb37d7 req-47479cb9-9361-4199-8062-73dc011b7009 service neutron] Bound port: 47d32bb1-b9d9-4696-97f3-582e3745ccbe, host: hv-cinder-81187, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1ef1d653-7acd-435b-9687-18111cd76776', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'aa9820fc-a1b3-48da-9d8e-0c73361f53bc'}}] {{(pid=93999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 06:28:48.662414 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [req-5ef08e1b-c5a9-4aa7-b6e8-936e54bb37d7 req-47479cb9-9361-4199-8062-73dc011b7009 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653538'] for port, before_update {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:28:48.736562 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-ecdda04d-44e5-426b-9510-c4729d8583f4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727545443103'] for network, precommit_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:28:48.787854 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-ecdda04d-44e5-426b-9510-c4729d8583f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7821886'] for network, after_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:28:48.788978 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecdda04d-44e5-426b-9510-c4729d8583f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:28:48.789566 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-ecdda04d-44e5-426b-9510-c4729d8583f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7821868'] for network, before_response {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:28:48.791359 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.plugins.ml2.db [req-5ef08e1b-c5a9-4aa7-b6e8-936e54bb37d7 req-47479cb9-9361-4199-8062-73dc011b7009 service neutron] For port 47d32bb1-b9d9-4696-97f3-582e3745ccbe, host hv-cinder-81187, cleared binding levels {{(pid=93999) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 06:28:48.795268 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.plugins.ml2.db [req-5ef08e1b-c5a9-4aa7-b6e8-936e54bb37d7 req-47479cb9-9361-4199-8062-73dc011b7009 service neutron] For port 47d32bb1-b9d9-4696-97f3-582e3745ccbe, host hv-cinder-81187, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81187',level=0,port_id=47d32bb1-b9d9-4696-97f3-582e3745ccbe,segment=NetworkSegment(1ef1d653-7acd-435b-9687-18111cd76776),segment_id=1ef1d653-7acd-435b-9687-18111cd76776)] {{(pid=93999) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 06:28:48.802182 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [req-5ef08e1b-c5a9-4aa7-b6e8-936e54bb37d7 req-47479cb9-9361-4199-8062-73dc011b7009 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7821886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727545992452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727545489363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727545489381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6560256'] for port, after_update {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:28:48.830783 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [None req-ecdda04d-44e5-426b-9510-c4729d8583f4 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.9615338 Sep 30 06:28:48.852719 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef08e1b-c5a9-4aa7-b6e8-936e54bb37d7 req-47479cb9-9361-4199-8062-73dc011b7009 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:28:48.853367 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [req-5ef08e1b-c5a9-4aa7-b6e8-936e54bb37d7 req-47479cb9-9361-4199-8062-73dc011b7009 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57126'] for port, before_response {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:28:48.855577 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-5ef08e1b-c5a9-4aa7-b6e8-936e54bb37d7 req-47479cb9-9361-4199-8062-73dc011b7009 service neutron] 10.222.0.10 "PUT /v2.0/ports/47d32bb1-b9d9-4696-97f3-582e3745ccbe HTTP/1.1" status: 200 len: 1094 time: 1.4255934 Sep 30 06:28:48.860627 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.36', 53334) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 06:28:48.864125 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53e25ecf-21c8-47ec-abc8-87509f19ddba', 'tag': '47d32bb1-b9d9-4696-97f3-582e3745ccbe'}] {{(pid=93999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 06:28:48.867147 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07b111f6e278cfffd9c4f208e103de524c2b9e3fbd4e5a5b5d8dd158a433df71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca8c463f-787e-431c-a1ec-094c8f379fd5" -d '{"events": [{"name": "network-changed", "server_uuid": "53e25ecf-21c8-47ec-abc8-87509f19ddba", "tag": "47d32bb1-b9d9-4696-97f3-582e3745ccbe"}]}' {{(pid=93999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 06:28:48.876816 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.api.v2.base [None req-2ddffbbe-c815-4c91-8ac8-53112132ae2f admin admin] Request body: {'subnet': {'network_id': '615a80a4-119e-49ec-bb8d-26850945a271', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1179216974-subnet', 'tenant_id': '1eac498b69b6420eb083db675eb52bac', 'ip_version': 4}} {{(pid=94000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 06:28:48.887259 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecdda04d-44e5-426b-9510-c4729d8583f4 admin admin] Pushing event updated for resources: {'Network': ['ID=615a80a4-119e-49ec-bb8d-26850945a271,revision_number=1']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:28:48.905205 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.rpc [None req-1a5ef50c-1a60-4eeb-b96e-cf5df6fcca4b None None] Network 615a80a4-119e-49ec-bb8d-26850945a271 details requested by agent ovs-agent-dv-cinder-811877-1-iscsi with host dv-cinder-811877-1-iscsi {{(pid=94001) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 06:28:48.961298 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47479cb9-9361-4199-8062-73dc011b7009 service neutron] Pushing event updated for resources: {'Port': ['ID=47d32bb1-b9d9-4696-97f3-582e3745ccbe,revision_number=3']} {{(pid=93999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:28:48.967278 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 06:28:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2eedf892-00f8-4904-a30d-cf3f1c158e60 x-openstack-request-id: req-2eedf892-00f8-4904-a30d-cf3f1c158e60 {{(pid=93999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 06:28:48.967578 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "53e25ecf-21c8-47ec-abc8-87509f19ddba", "tag": "47d32bb1-b9d9-4696-97f3-582e3745ccbe", "status": "completed", "code": 200}]} {{(pid=93999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 06:28:48.967840 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-2eedf892-00f8-4904-a30d-cf3f1c158e60 {{(pid=93999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 06:28:48.969204 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '53e25ecf-21c8-47ec-abc8-87509f19ddba', 'tag': '47d32bb1-b9d9-4696-97f3-582e3745ccbe', 'status': 'completed', 'code': 200} Sep 30 06:28:49.011528 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ddffbbe-c815-4c91-8ac8-53112132ae2f admin admin] Made reservation on behalf of 1eac498b69b6420eb083db675eb52bac for: {'subnet': 1} {{(pid=94000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 06:28:49.018641 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-2ddffbbe-c815-4c91-8ac8-53112132ae2f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5105858'] for subnet, before_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:28:49.054578 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef08e1b-c5a9-4aa7-b6e8-936e54bb37d7 req-f3361c15-1dda-4032-8bcb-2c46ffbb44d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:28:49.059932 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-5ef08e1b-c5a9-4aa7-b6e8-936e54bb37d7 req-f3361c15-1dda-4032-8bcb-2c46ffbb44d6 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=371e0cc5b20646e09e9d5bea666eb6ca&device_id=53e25ecf-21c8-47ec-abc8-87509f19ddba HTTP/1.1" status: 200 len: 1097 time: 0.0720372 Sep 30 06:28:49.122517 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f571e79e-4781-4efd-9e48-9c7c95d1cba5 req-9230c748-89d5-4ae1-8fb5-e581f55d9ac4 tempest-ServerRescueNegativeTestJSON-1209427659 tempest-ServerRescueNegativeTestJSON-1209427659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:28:49.124104 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-f571e79e-4781-4efd-9e48-9c7c95d1cba5 req-9230c748-89d5-4ae1-8fb5-e581f55d9ac4 tempest-ServerRescueNegativeTestJSON-1209427659 tempest-ServerRescueNegativeTestJSON-1209427659-project] 10.222.0.36 "GET /v2.0/ports?device_id=0a86be7c-6414-4403-bd22-8634a0e22544 HTTP/1.1" status: 200 len: 945 time: 0.1762462 Sep 30 06:28:49.197796 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-5ef08e1b-c5a9-4aa7-b6e8-936e54bb37d7 req-1b53d11c-c2f0-44e8-80d0-cd390535c4a0 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=47d32bb1-b9d9-4696-97f3-582e3745ccbe HTTP/1.1" status: 200 len: 217 time: 0.1167054 Sep 30 06:28:49.235839 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-f571e79e-4781-4efd-9e48-9c7c95d1cba5 req-dcdfbe17-8d66-43bb-bba4-af4771be05f3 tempest-ServerRescueNegativeTestJSON-1209427659 tempest-ServerRescueNegativeTestJSON-1209427659-project] 10.222.0.36 "GET /v2.0/security-groups?id=78ce1e3c-f3d7-420d-ac39-20c93d3fb7fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992310 Sep 30 06:28:49.284797 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef08e1b-c5a9-4aa7-b6e8-936e54bb37d7 req-735c511a-388c-4c49-a4f1-3f6b85a2d615 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:28:49.286373 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-5ef08e1b-c5a9-4aa7-b6e8-936e54bb37d7 req-735c511a-388c-4c49-a4f1-3f6b85a2d615 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=9b4de3b7-a5f3-4ed9-8852-8a2e30e3bfb4 HTTP/1.1" status: 200 len: 849 time: 0.0564749 Sep 30 06:28:49.312988 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6074db3-455f-43c5-bcd2-fc9f0b6b531f req-3f1fed08-8551-4b0b-99e1-b058019ccba6 tempest-VolumesActionsTest-1064546985 tempest-VolumesActionsTest-1064546985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:28:49.322720 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-c6074db3-455f-43c5-bcd2-fc9f0b6b531f req-3f1fed08-8551-4b0b-99e1-b058019ccba6 tempest-VolumesActionsTest-1064546985 tempest-VolumesActionsTest-1064546985-project] 10.222.0.36 "GET /v2.0/ports?device_id=53e25ecf-21c8-47ec-abc8-87509f19ddba HTTP/1.1" status: 200 len: 944 time: 0.1264145 Sep 30 06:28:49.367592 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-5ef08e1b-c5a9-4aa7-b6e8-936e54bb37d7 req-81d79230-04a2-4ca7-81f9-62340fcf78e9 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=aa9820fc-a1b3-48da-9d8e-0c73361f53bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0717261 Sep 30 06:28:49.408060 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-2ddffbbe-c815-4c91-8ac8-53112132ae2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7821886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4572691', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5105904'] for subnet, after_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:28:49.472738 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ddffbbe-c815-4c91-8ac8-53112132ae2f admin admin] Pushing event updated for resources: {'Subnet': ['ID=2c9c376a-5800-4284-af97-c6cdc8434b50,revision_number=0']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:28:49.497102 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ddffbbe-c815-4c91-8ac8-53112132ae2f admin admin] Checking segment: {'id': 'e38808c4-ca93-4f8b-9d24-7dc14d2470c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '615a80a4-119e-49ec-bb8d-26850945a271'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 06:28:49.497463 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ddffbbe-c815-4c91-8ac8-53112132ae2f admin admin] Network hostable DHCP agents. Network: 615a80a4-119e-49ec-bb8d-26850945a271, hostable agents: ['2764eebb-577a-46b3-8e38-018fcc444f25'], hosted agents: [] {{(pid=94000) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 06:28:49.509830 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-c6074db3-455f-43c5-bcd2-fc9f0b6b531f req-fd2e88c9-70bf-4973-9d2b-7fe164a12422 tempest-VolumesActionsTest-1064546985 tempest-VolumesActionsTest-1064546985-project] 10.222.0.36 "GET /v2.0/security-groups?id=b150e05c-7d7a-4392-9d2b-fe2d02ba7332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1859183 Sep 30 06:28:49.521076 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ddffbbe-c815-4c91-8ac8-53112132ae2f admin admin] Network 615a80a4-119e-49ec-bb8d-26850945a271 is scheduled to be hosted by DHCP agent 2764eebb-577a-46b3-8e38-018fcc444f25 with binding_index 1 {{(pid=94000) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 06:28:49.536047 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.scheduler.base_scheduler [None req-2ddffbbe-c815-4c91-8ac8-53112132ae2f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-811877-1-iscsi, 615a80a4-119e-49ec-bb8d-26850945a271) {{(pid=94000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 06:28:49.547455 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13230bed-f60d-44c7-b289-8f43214b524c None None] Network 615a80a4-119e-49ec-bb8d-26850945a271 requested from dv-cinder-811877-1-iscsi {{(pid=94001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 06:28:49.560797 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ddffbbe-c815-4c91-8ac8-53112132ae2f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:28:49.563768 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-2ddffbbe-c815-4c91-8ac8-53112132ae2f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:28:49.571928 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-5ef08e1b-c5a9-4aa7-b6e8-936e54bb37d7 req-1d3abb05-ad36-419c-bba9-fb48a198eaf8 service neutron] 10.222.0.10 "GET /v2.0/networks/aa9820fc-a1b3-48da-9d8e-0c73361f53bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1884942 Sep 30 06:28:49.605318 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [None req-2ddffbbe-c815-4c91-8ac8-53112132ae2f admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7406731 Sep 30 06:28:49.605318 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.36', 53350) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 06:28:49.613725 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.api.v2.base [None req-5ac73c94-62ae-474c-b969-2c72ac7645cb admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1179216974-router', 'tenant_id': '1eac498b69b6420eb083db675eb52bac', 'external_gateway_info': {'network_id': 'ddd8ee8b-b24f-47fb-afd7-cfc700c93624'}}} {{(pid=94000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 06:28:49.676071 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-5ac73c94-62ae-474c-b969-2c72ac7645cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7868037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-651'] for router, before_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:28:49.677852 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-5ac73c94-62ae-474c-b969-2c72ac7645cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7877237', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7878789', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7954202', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-642'] for router, precommit_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:28:49.772393 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-5ef08e1b-c5a9-4aa7-b6e8-936e54bb37d7 req-8010d7ee-4123-4d87-81f1-7a542a21efef service neutron] 10.222.0.10 "GET /v2.0/networks/aa9820fc-a1b3-48da-9d8e-0c73361f53bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1901586 Sep 30 06:28:49.802739 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-5ac73c94-62ae-474c-b969-2c72ac7645cb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:28:49.815346 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0aad32e4-ec97-46e8-815f-c7c68f191105 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa923768-8e71-536f-9625-358fd8d0f060-615a80a4-119e-49ec-bb8d-26850945a271', 'network_id': '615a80a4-119e-49ec-bb8d-26850945a271', 'tenant_id': '1eac498b69b6420eb083db675eb52bac', 'fixed_ips': [{'subnet_id': '2c9c376a-5800-4284-af97-c6cdc8434b50'}]}} from dv-cinder-811877-1-iscsi. {{(pid=94001) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 30 06:28:49.816747 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-0aad32e4-ec97-46e8-815f-c7c68f191105 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653538'] for port, before_create {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:28:50.069450 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8c463f-787e-431c-a1ec-094c8f379fd5 req-f53c2df9-8ebf-4ce8-bc5d-62e006835cea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:28:50.073435 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-ca8c463f-787e-431c-a1ec-094c8f379fd5 req-f53c2df9-8ebf-4ce8-bc5d-62e006835cea service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=371e0cc5b20646e09e9d5bea666eb6ca&device_id=53e25ecf-21c8-47ec-abc8-87509f19ddba HTTP/1.1" status: 200 len: 1097 time: 0.0635526 Sep 30 06:28:50.079925 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-5ac73c94-62ae-474c-b969-2c72ac7645cb admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:28:50.197572 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.db.db_base_plugin_common [None req-0aad32e4-ec97-46e8-815f-c7c68f191105 None None] Allocated IP 172.20.0.2 (615a80a4-119e-49ec-bb8d-26850945a271/2c9c376a-5800-4284-af97-c6cdc8434b50/0f173cdc-ab15-4a1b-bde1-1084c6ce8f2e) {{(pid=94001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 06:28:50.234713 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8c463f-787e-431c-a1ec-094c8f379fd5 req-7d40aacd-20f8-4b9f-bebd-b644d6f18ffe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:28:50.237746 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-ca8c463f-787e-431c-a1ec-094c8f379fd5 req-7d40aacd-20f8-4b9f-bebd-b644d6f18ffe service neutron] 10.222.0.10 "GET /v2.0/networks?id=aa9820fc-a1b3-48da-9d8e-0c73361f53bc HTTP/1.1" status: 200 len: 910 time: 0.1555898 Sep 30 06:28:50.358945 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-ca8c463f-787e-431c-a1ec-094c8f379fd5 req-8804d016-919d-460f-8cbf-9a852a8ce8e7 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=47d32bb1-b9d9-4696-97f3-582e3745ccbe HTTP/1.1" status: 200 len: 217 time: 0.1050949 Sep 30 06:28:50.512827 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8c463f-787e-431c-a1ec-094c8f379fd5 req-0a7ad3ba-05fe-43ce-b4a2-5e1a8106647f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:28:50.514808 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-ca8c463f-787e-431c-a1ec-094c8f379fd5 req-0a7ad3ba-05fe-43ce-b4a2-5e1a8106647f service neutron] 10.222.0.10 "GET /v2.0/subnets?id=9b4de3b7-a5f3-4ed9-8852-8a2e30e3bfb4 HTTP/1.1" status: 200 len: 849 time: 0.1433687 Sep 30 06:28:50.523886 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5785270b-3ff9-4a62-933e-73c7b2c098fe req-1554a49d-10db-46c0-bbad-e0768664f419 tempest-ServerRescueNegativeTestJSON-1209427659 tempest-ServerRescueNegativeTestJSON-1209427659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:28:50.539443 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-5785270b-3ff9-4a62-933e-73c7b2c098fe req-1554a49d-10db-46c0-bbad-e0768664f419 tempest-ServerRescueNegativeTestJSON-1209427659 tempest-ServerRescueNegativeTestJSON-1209427659-project] 10.222.0.36 "GET /v2.0/ports?device_id=0a86be7c-6414-4403-bd22-8634a0e22544 HTTP/1.1" status: 200 len: 945 time: 0.1173847 Sep 30 06:28:50.559903 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-5ac73c94-62ae-474c-b969-2c72ac7645cb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:28:50.607236 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-ca8c463f-787e-431c-a1ec-094c8f379fd5 req-6491240f-c542-47c1-9196-38369bb8e8f3 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=aa9820fc-a1b3-48da-9d8e-0c73361f53bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0837874 Sep 30 06:28:50.612659 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-0aad32e4-ec97-46e8-815f-c7c68f191105 None None] Notify callbacks [] for port, precommit_create {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:28:50.626078 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-0aad32e4-ec97-46e8-815f-c7c68f191105 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7821886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727545489345'] for port, after_create {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:28:50.648275 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-5ac73c94-62ae-474c-b969-2c72ac7645cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653538'] for port, before_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:28:50.753138 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0aad32e4-ec97-46e8-815f-c7c68f191105 None None] Network 615a80a4-119e-49ec-bb8d-26850945a271 is already hosted by enough agents. {{(pid=94001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 06:28:50.759163 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.scheduler.base_scheduler [None req-0aad32e4-ec97-46e8-815f-c7c68f191105 None None] Resources bound (agent type, host, resource id): {{(pid=94001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 06:28:50.769709 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aad32e4-ec97-46e8-815f-c7c68f191105 None None] Received port after_create {{(pid=94001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 06:28:50.781097 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-5785270b-3ff9-4a62-933e-73c7b2c098fe req-7af4ce25-33ab-4c14-9631-d0edc3c408b5 tempest-ServerRescueNegativeTestJSON-1209427659 tempest-ServerRescueNegativeTestJSON-1209427659-project] 10.222.0.36 "GET /v2.0/security-groups?id=78ce1e3c-f3d7-420d-ac39-20c93d3fb7fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2403312 Sep 30 06:28:50.791702 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aad32e4-ec97-46e8-815f-c7c68f191105 None None] Pushing event updated for resources: {'Port': ['ID=0f173cdc-ab15-4a1b-bde1-1084c6ce8f2e,revision_number=1']} {{(pid=94001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:28:50.819035 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-ca8c463f-787e-431c-a1ec-094c8f379fd5 req-f83d51c8-2a21-44fa-b87c-d7a6d0f14ba2 service neutron] 10.222.0.10 "GET /v2.0/networks/aa9820fc-a1b3-48da-9d8e-0c73361f53bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2009628 Sep 30 06:28:50.843132 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aad32e4-ec97-46e8-815f-c7c68f191105 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=94001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:28:50.844052 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aad32e4-ec97-46e8-815f-c7c68f191105 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=94001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:28:50.844843 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aad32e4-ec97-46e8-815f-c7c68f191105 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=94001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:28:50.845776 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aad32e4-ec97-46e8-815f-c7c68f191105 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=94001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:28:50.846331 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aad32e4-ec97-46e8-815f-c7c68f191105 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=94001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:28:50.846930 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aad32e4-ec97-46e8-815f-c7c68f191105 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=94001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:28:50.847576 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aad32e4-ec97-46e8-815f-c7c68f191105 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=94001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:28:50.848202 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aad32e4-ec97-46e8-815f-c7c68f191105 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=94001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:28:50.848980 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aad32e4-ec97-46e8-815f-c7c68f191105 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=94001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:28:50.849740 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aad32e4-ec97-46e8-815f-c7c68f191105 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=94001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:28:50.850632 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aad32e4-ec97-46e8-815f-c7c68f191105 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=94001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:28:50.851898 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aad32e4-ec97-46e8-815f-c7c68f191105 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=94001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:28:50.888495 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8a123c-1564-49a2-a10a-bc636906fb2a req-96048559-f4c9-475f-a04d-452a1e139314 tempest-VolumesActionsTest-1064546985 tempest-VolumesActionsTest-1064546985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:28:50.892540 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-bc8a123c-1564-49a2-a10a-bc636906fb2a req-96048559-f4c9-475f-a04d-452a1e139314 tempest-VolumesActionsTest-1064546985 tempest-VolumesActionsTest-1064546985-project] 10.222.0.36 "GET /v2.0/ports?device_id=53e25ecf-21c8-47ec-abc8-87509f19ddba HTTP/1.1" status: 200 len: 944 time: 0.1283405 Sep 30 06:28:50.917979 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.managers [None req-0aad32e4-ec97-46e8-815f-c7c68f191105 None None] Attempting to bind port 0f173cdc-ab15-4a1b-bde1-1084c6ce8f2e on host dv-cinder-811877-1-iscsi for vnic_type normal with profile {{(pid=94001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 06:28:50.918698 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.managers [None req-0aad32e4-ec97-46e8-815f-c7c68f191105 None None] Attempting to bind port 0f173cdc-ab15-4a1b-bde1-1084c6ce8f2e by drivers openvswitch,hyperv on host dv-cinder-811877-1-iscsi at level 0 using segments [{'id': 'e38808c4-ca93-4f8b-9d24-7dc14d2470c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '615a80a4-119e-49ec-bb8d-26850945a271'}] {{(pid=94001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 06:28:50.919304 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aad32e4-ec97-46e8-815f-c7c68f191105 None None] Attempting to bind port 0f173cdc-ab15-4a1b-bde1-1084c6ce8f2e on network 615a80a4-119e-49ec-bb8d-26850945a271 {{(pid=94001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 06:28:50.930533 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aad32e4-ec97-46e8-815f-c7c68f191105 None None] Checking agent: {'id': '38eed8e6-19bc-4ff2-90e0-3c7aa8a3a275', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-811877-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 6, 19, 32), 'started_at': datetime.datetime(2021, 9, 30, 6, 20, 2), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 6, 28, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-811877-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 06:28:50.931466 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aad32e4-ec97-46e8-815f-c7c68f191105 None None] Checking segment: {'id': 'e38808c4-ca93-4f8b-9d24-7dc14d2470c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '615a80a4-119e-49ec-bb8d-26850945a271'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 06:28:50.932353 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-0aad32e4-ec97-46e8-815f-c7c68f191105 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:28:50.939692 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aad32e4-ec97-46e8-815f-c7c68f191105 None None] Bound using segment: {'id': 'e38808c4-ca93-4f8b-9d24-7dc14d2470c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '615a80a4-119e-49ec-bb8d-26850945a271'} {{(pid=94001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 06:28:50.941279 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.managers [None req-0aad32e4-ec97-46e8-815f-c7c68f191105 None None] Bound port: 0f173cdc-ab15-4a1b-bde1-1084c6ce8f2e, host: dv-cinder-811877-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e38808c4-ca93-4f8b-9d24-7dc14d2470c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '615a80a4-119e-49ec-bb8d-26850945a271'}}] {{(pid=94001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 06:28:50.941983 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-0aad32e4-ec97-46e8-815f-c7c68f191105 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653538'] for port, before_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:28:50.975746 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.db.db_base_plugin_common [None req-5ac73c94-62ae-474c-b969-2c72ac7645cb admin admin] Allocated IP 172.27.1.13 (ddd8ee8b-b24f-47fb-afd7-cfc700c93624/4727b4cf-a8ea-4dab-8db4-019b4e8b0546/07e17e25-9f4f-4af6-a235-bc7090b2ada5) {{(pid=94000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 06:28:51.099370 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-bc8a123c-1564-49a2-a10a-bc636906fb2a req-2e068b60-d3e2-42eb-8eab-9cd0ea691796 tempest-VolumesActionsTest-1064546985 tempest-VolumesActionsTest-1064546985-project] 10.222.0.36 "GET /v2.0/security-groups?id=b150e05c-7d7a-4392-9d2b-fe2d02ba7332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420953 Sep 30 06:28:51.107189 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.db [None req-0aad32e4-ec97-46e8-815f-c7c68f191105 None None] For port 0f173cdc-ab15-4a1b-bde1-1084c6ce8f2e, host dv-cinder-811877-1-iscsi, cleared binding levels {{(pid=94001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 06:28:51.114266 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-ca8c463f-787e-431c-a1ec-094c8f379fd5 req-3a3c6b8f-c3f4-41c4-8ef5-2c3037e92d59 service neutron] 10.222.0.10 "GET /v2.0/networks/aa9820fc-a1b3-48da-9d8e-0c73361f53bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2832267 Sep 30 06:28:51.118845 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.db [None req-0aad32e4-ec97-46e8-815f-c7c68f191105 None None] For port 0f173cdc-ab15-4a1b-bde1-1084c6ce8f2e, host dv-cinder-811877-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811877-1-iscsi',level=0,port_id=0f173cdc-ab15-4a1b-bde1-1084c6ce8f2e,segment=NetworkSegment(e38808c4-ca93-4f8b-9d24-7dc14d2470c7),segment_id=e38808c4-ca93-4f8b-9d24-7dc14d2470c7)] {{(pid=94001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 06:28:51.132421 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-0aad32e4-ec97-46e8-815f-c7c68f191105 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7821886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727545992452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727545489363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727545489381'] for port, after_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:28:51.268924 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aad32e4-ec97-46e8-815f-c7c68f191105 None None] Pushing event updated for resources: {'Port': ['ID=0f173cdc-ab15-4a1b-bde1-1084c6ce8f2e,revision_number=2']} {{(pid=94001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:28:51.287286 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-5ac73c94-62ae-474c-b969-2c72ac7645cb admin admin] Notify callbacks [] for port, precommit_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:28:51.365087 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-5ac73c94-62ae-474c-b969-2c72ac7645cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7821886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727545489345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4572815'] for port, after_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:28:51.460480 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac73c94-62ae-474c-b969-2c72ac7645cb admin admin] Pushing event updated for resources: {'Port': ['ID=07e17e25-9f4f-4af6-a235-bc7090b2ada5,revision_number=1']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:28:51.473688 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ac73c94-62ae-474c-b969-2c72ac7645cb admin admin] Network ddd8ee8b-b24f-47fb-afd7-cfc700c93624 is already hosted by enough agents. {{(pid=94000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 06:28:51.476281 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.scheduler.base_scheduler [None req-5ac73c94-62ae-474c-b969-2c72ac7645cb admin admin] Resources bound (agent type, host, resource id): {{(pid=94000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 06:28:51.483240 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ac73c94-62ae-474c-b969-2c72ac7645cb admin admin] Received port after_create {{(pid=94000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 06:28:52.318416 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ada3f03-2d0e-41e5-ad78-6449a6d41c15 req-3114a863-52ca-402d-a8f0-4a961e5c724d tempest-VolumesActionsTest-1064546985 tempest-VolumesActionsTest-1064546985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:28:52.321966 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-5ada3f03-2d0e-41e5-ad78-6449a6d41c15 req-3114a863-52ca-402d-a8f0-4a961e5c724d tempest-VolumesActionsTest-1064546985 tempest-VolumesActionsTest-1064546985-project] 10.222.0.36 "GET /v2.0/ports?device_id=53e25ecf-21c8-47ec-abc8-87509f19ddba HTTP/1.1" status: 200 len: 944 time: 0.0643682 Sep 30 06:28:52.371379 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f388fe-753d-438d-8506-257aef0e4a0f req-eeefa415-db9a-49a2-87ef-1d1d424de37d tempest-ServerRescueNegativeTestJSON-1209427659 tempest-ServerRescueNegativeTestJSON-1209427659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:28:52.373059 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-00f388fe-753d-438d-8506-257aef0e4a0f req-eeefa415-db9a-49a2-87ef-1d1d424de37d tempest-ServerRescueNegativeTestJSON-1209427659 tempest-ServerRescueNegativeTestJSON-1209427659-project] 10.222.0.36 "GET /v2.0/ports?device_id=0a86be7c-6414-4403-bd22-8634a0e22544 HTTP/1.1" status: 200 len: 945 time: 0.4478457 Sep 30 06:28:52.385111 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-5ac73c94-62ae-474c-b969-2c72ac7645cb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:28:52.400836 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-5ada3f03-2d0e-41e5-ad78-6449a6d41c15 req-219ba6cb-33e0-4684-b421-cc9be281f5ff tempest-VolumesActionsTest-1064546985 tempest-VolumesActionsTest-1064546985-project] 10.222.0.36 "GET /v2.0/security-groups?id=b150e05c-7d7a-4392-9d2b-fe2d02ba7332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641606 Sep 30 06:28:52.420132 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.36', 53432) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 06:28:52.495008 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-00f388fe-753d-438d-8506-257aef0e4a0f req-6adfec5d-dc6a-429f-a950-38728a62abbb tempest-ServerRescueNegativeTestJSON-1209427659 tempest-ServerRescueNegativeTestJSON-1209427659-project] 10.222.0.36 "GET /v2.0/security-groups?id=78ce1e3c-f3d7-420d-ac39-20c93d3fb7fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740652 Sep 30 06:28:52.667260 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.rpc [None req-1a5ef50c-1a60-4eeb-b96e-cf5df6fcca4b None None] Device 0f173cdc-ab15-4a1b-bde1-1084c6ce8f2e up at agent ovs-agent-dv-cinder-811877-1-iscsi {{(pid=94001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 06:28:52.693796 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-554e3c59-fb8c-40e2-af0f-82692903c57f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:28:52.780129 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.db.provisioning_blocks [None req-1a5ef50c-1a60-4eeb-b96e-cf5df6fcca4b None None] Provisioning complete for port 0f173cdc-ab15-4a1b-bde1-1084c6ce8f2e triggered by entity L2. {{(pid=94001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 06:28:52.781847 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-1a5ef50c-1a60-4eeb-b96e-cf5df6fcca4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-597822'] for port, provisioning_complete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:28:52.880734 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-5ac73c94-62ae-474c-b969-2c72ac7645cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7877132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7878840'] for router, after_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:28:52.958009 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-1a5ef50c-1a60-4eeb-b96e-cf5df6fcca4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653538'] for port, before_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:28:52.990946 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce021200-e6fd-48aa-bbac-a6827f08c6a4 None None] Network 615a80a4-119e-49ec-bb8d-26850945a271 requested from dv-cinder-811877-1-iscsi {{(pid=94001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 06:28:53.132808 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.db [None req-1a5ef50c-1a60-4eeb-b96e-cf5df6fcca4b None None] For port 0f173cdc-ab15-4a1b-bde1-1084c6ce8f2e, host dv-cinder-811877-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811877-1-iscsi',level=0,port_id=0f173cdc-ab15-4a1b-bde1-1084c6ce8f2e,segment=NetworkSegment(e38808c4-ca93-4f8b-9d24-7dc14d2470c7),segment_id=e38808c4-ca93-4f8b-9d24-7dc14d2470c7)] {{(pid=94001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 06:28:53.138386 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-554e3c59-fb8c-40e2-af0f-82692903c57f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:28:53.141548 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.db.provisioning_blocks [None req-4a0ffa19-5ed3-4e73-942e-ca95a83f8bfe None None] Provisioning complete for port 0f173cdc-ab15-4a1b-bde1-1084c6ce8f2e triggered by entity DHCP. {{(pid=94001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 06:28:53.141943 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-4a0ffa19-5ed3-4e73-942e-ca95a83f8bfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-597822'] for port, provisioning_complete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:28:53.146913 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-1a5ef50c-1a60-4eeb-b96e-cf5df6fcca4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7821886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727545992452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727545489363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727545489381'] for port, after_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:28:53.150666 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-554e3c59-fb8c-40e2-af0f-82692903c57f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533969'] for security_group, after_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:28:53.225463 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ac73c94-62ae-474c-b969-2c72ac7645cb admin admin] Router 706768c9-2d14-4a5a-9bab-f46de9be7398 is scheduled to L3 agent f054bd23-6895-478f-87a4-7cc0e21c04e0 with binding_index 1 {{(pid=94000) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 30 06:28:53.242195 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [None req-554e3c59-fb8c-40e2-af0f-82692903c57f admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=e5193520a14a41fb8e32075f4dfd38f2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8193648 Sep 30 06:28:53.246415 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.wsgi [-] (93999) accepted ('10.222.0.36', 53450) {{(pid=93999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 06:28:53.258812 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554e3c59-fb8c-40e2-af0f-82692903c57f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46577f74-5b38-4131-93fc-b0f0f6d32f2c,revision_number=1']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:28:53.355630 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-c120d0ba-1412-462d-9222-1e4658942097 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:28:53.372473 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5ef50c-1a60-4eeb-b96e-cf5df6fcca4b None None] Pushing event updated for resources: {'Port': ['ID=0f173cdc-ab15-4a1b-bde1-1084c6ce8f2e,revision_number=3']} {{(pid=94001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:28:53.383874 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-c120d0ba-1412-462d-9222-1e4658942097 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:28:53.460016 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-c120d0ba-1412-462d-9222-1e4658942097 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533969'] for security_group, after_delete {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:28:53.464019 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.rpc [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] Device 47d32bb1-b9d9-4696-97f3-582e3745ccbe details requested by agent hyperv_hv-cinder-81187 with host hv-cinder-81187 {{(pid=94001) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 06:28:53.467372 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-c120d0ba-1412-462d-9222-1e4658942097 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:28:53.475586 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [None req-c120d0ba-1412-462d-9222-1e4658942097 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/46577f74-5b38-4131-93fc-b0f0f6d32f2c HTTP/1.1" status: 204 len: 168 time: 0.2263134 Sep 30 06:28:53.493050 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ac73c94-62ae-474c-b969-2c72ac7645cb admin admin] Notify agent at l3_agent.dv-cinder-811877-1-iscsi the message routers_updated {{(pid=94000) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 06:28:53.498733 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c120d0ba-1412-462d-9222-1e4658942097 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46577f74-5b38-4131-93fc-b0f0f6d32f2c,revision_number=None']} {{(pid=93999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:28:53.512094 dv-cinder-811877-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd7c4d25-ec18-44ab-ab93-aae47dc90720 None None] Sync routers for ids ['706768c9-2d14-4a5a-9bab-f46de9be7398'] in dv-cinder-811877-1-iscsi {{(pid=94002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 06:28:53.553132 dv-cinder-811877-1-iscsi neutron-server[94002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd7c4d25-ec18-44ab-ab93-aae47dc90720 None None] Routers {'706768c9-2d14-4a5a-9bab-f46de9be7398'} bound to L3 agent in host dv-cinder-811877-1-iscsi {{(pid=94002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 06:28:53.555671 dv-cinder-811877-1-iscsi neutron-server[94002]: DEBUG neutron.db.l3_hamode_db [None req-cd7c4d25-ec18-44ab-ab93-aae47dc90720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811877-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-30T06:19:31Z,description=,heartbeat_timestamp=2021-09-30T06:28:31Z,host='dv-cinder-811877-1-iscsi',id=f054bd23-6895-478f-87a4-7cc0e21c04e0,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T06:19:31Z,topic='l3_agent')) {'router_ids': ['706768c9-2d14-4a5a-9bab-f46de9be7398'], 'active': True} {{(pid=94002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 06:28:53.559076 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-5ac73c94-62ae-474c-b969-2c72ac7645cb admin admin] Notify callbacks [] for router, before_response {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:28:53.560615 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [None req-5ac73c94-62ae-474c-b969-2c72ac7645cb admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.9551482 Sep 30 06:28:53.566089 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.36', 53468) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 06:28:53.850333 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d902535-ce56-41d0-a946-bf7cf2ea4189 req-59bd5f51-6208-4129-8ea3-1ab5d5018d37 tempest-VolumesActionsTest-1064546985 tempest-VolumesActionsTest-1064546985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:28:53.885541 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-9d902535-ce56-41d0-a946-bf7cf2ea4189 req-59bd5f51-6208-4129-8ea3-1ab5d5018d37 tempest-VolumesActionsTest-1064546985 tempest-VolumesActionsTest-1064546985-project] 10.222.0.36 "GET /v2.0/ports?device_id=53e25ecf-21c8-47ec-abc8-87509f19ddba HTTP/1.1" status: 200 len: 944 time: 0.2663226 Sep 30 06:28:53.914737 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.db [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] For port 47d32bb1-b9d9-4696-97f3-582e3745ccbe, host hv-cinder-81187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81187',level=0,port_id=47d32bb1-b9d9-4696-97f3-582e3745ccbe,segment=NetworkSegment(1ef1d653-7acd-435b-9687-18111cd76776),segment_id=1ef1d653-7acd-435b-9687-18111cd76776)] {{(pid=94001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 06:28:53.943519 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.rpc [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] Returning: {'device': '47d32bb1-b9d9-4696-97f3-582e3745ccbe', 'network_id': 'aa9820fc-a1b3-48da-9d8e-0c73361f53bc', 'port_id': '47d32bb1-b9d9-4696-97f3-582e3745ccbe', 'mac_address': 'fa:16:3e:47:59:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 342, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b4de3b7-a5f3-4ed9-8852-8a2e30e3bfb4', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94001) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 06:28:53.983851 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-9d902535-ce56-41d0-a946-bf7cf2ea4189 req-075565b3-1049-43ba-92dd-550476da2cfa tempest-VolumesActionsTest-1064546985 tempest-VolumesActionsTest-1064546985-project] 10.222.0.36 "GET /v2.0/security-groups?id=b150e05c-7d7a-4392-9d2b-fe2d02ba7332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874567 Sep 30 06:28:54.004129 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c9ee89-a6d4-4369-aee8-9675f35366ab req-7d20f75c-03fd-41ef-b09b-053bfb7e205c tempest-ServerRescueNegativeTestJSON-1209427659 tempest-ServerRescueNegativeTestJSON-1209427659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:28:54.006271 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-62c9ee89-a6d4-4369-aee8-9675f35366ab req-7d20f75c-03fd-41ef-b09b-053bfb7e205c tempest-ServerRescueNegativeTestJSON-1209427659 tempest-ServerRescueNegativeTestJSON-1209427659-project] 10.222.0.36 "GET /v2.0/ports?device_id=0a86be7c-6414-4403-bd22-8634a0e22544 HTTP/1.1" status: 200 len: 945 time: 0.1784487 Sep 30 06:28:54.066990 dv-cinder-811877-1-iscsi neutron-server[94002]: DEBUG neutron.db.l3_dvr_db [None req-cd7c4d25-ec18-44ab-ab93-aae47dc90720 None None] Set router 706768c9-2d14-4a5a-9bab-f46de9be7398 gateway port host: dv-cinder-811877-1-iscsi {{(pid=94002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 06:28:54.138587 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653538'] for port, before_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:28:54.165157 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-62c9ee89-a6d4-4369-aee8-9675f35366ab req-d2c3139b-9093-4c11-b0b2-e486ccb7de05 tempest-ServerRescueNegativeTestJSON-1209427659 tempest-ServerRescueNegativeTestJSON-1209427659-project] 10.222.0.36 "GET /v2.0/security-groups?id=78ce1e3c-f3d7-420d-ac39-20c93d3fb7fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251802 Sep 30 06:28:54.223796 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.notifiers.nova [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 47d32bb1-b9d9-4696-97f3-582e3745ccbe {{(pid=94001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 06:28:54.267494 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.db [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] For port 47d32bb1-b9d9-4696-97f3-582e3745ccbe, host hv-cinder-81187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81187',level=0,port_id=47d32bb1-b9d9-4696-97f3-582e3745ccbe,segment=NetworkSegment(1ef1d653-7acd-435b-9687-18111cd76776),segment_id=1ef1d653-7acd-435b-9687-18111cd76776)] {{(pid=94001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 06:28:54.268919 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.db.provisioning_blocks [None req-d3f70bf5-d1e3-46cc-a89a-5cb7f0e00be0 None None] Provisioning complete for port 0f173cdc-ab15-4a1b-bde1-1084c6ce8f2e triggered by entity DHCP. {{(pid=94001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 06:28:54.269464 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-d3f70bf5-d1e3-46cc-a89a-5cb7f0e00be0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-597822'] for port, provisioning_complete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:28:54.298594 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7821886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727545992452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727545489363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727545489381'] for port, after_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:28:54.345271 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.wsgi [-] (93999) accepted ('10.222.0.36', 53484) {{(pid=93999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 06:28:54.372527 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-28707b79-23b7-402b-ad12-4de9ca442fda admin admin] Notify callbacks [] for security_group, before_create {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:28:54.556637 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.rpc [None req-1a5ef50c-1a60-4eeb-b96e-cf5df6fcca4b None None] Device 0f173cdc-ab15-4a1b-bde1-1084c6ce8f2e up at agent ovs-agent-dv-cinder-811877-1-iscsi {{(pid=94001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 06:28:54.563262 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] Pushing event updated for resources: {'Port': ['ID=47d32bb1-b9d9-4696-97f3-582e3745ccbe,revision_number=4']} {{(pid=94001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:28:54.585638 dv-cinder-811877-1-iscsi neutron-server[94002]: DEBUG neutron.db.l3_hamode_db [None req-cd7c4d25-ec18-44ab-ab93-aae47dc90720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '706768c9-2d14-4a5a-9bab-f46de9be7398', 'name': 'tempest-TestMinimumBasicScenario-1179216974-router', 'tenant_id': '1eac498b69b6420eb083db675eb52bac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddd8ee8b-b24f-47fb-afd7-cfc700c93624', 'external_fixed_ips': [{'subnet_id': '4727b4cf-a8ea-4dab-8db4-019b4e8b0546', 'ip_address': '172.27.1.13'}], 'enable_snat': True}, 'gw_port_id': '07e17e25-9f4f-4af6-a235-bc7090b2ada5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T06:28:49Z', 'updated_at': '2021-09-30T06:28:51Z', 'revision_number': 3, 'project_id': '1eac498b69b6420eb083db675eb52bac', 'gw_port': {'id': '07e17e25-9f4f-4af6-a235-bc7090b2ada5', 'name': '', 'network_id': 'ddd8ee8b-b24f-47fb-afd7-cfc700c93624', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:7c:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '706768c9-2d14-4a5a-9bab-f46de9be7398', 'device_owner': 'network:router_gateway', 'standard_attr_id': 283, 'fixed_ips': [{'subnet_id': '4727b4cf-a8ea-4dab-8db4-019b4e8b0546', 'ip_address': '172.27.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T06:28:50Z', 'updated_at': '2021-09-30T06:28:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4727b4cf-a8ea-4dab-8db4-019b4e8b0546', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811877-1-iscsi'}], 'dv-cinder-811877-1-iscsi', False) {} {{(pid=94002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 06:28:54.683511 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-92d7ed1c-2830-4880-8302-cf7e431ef22a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653538'] for port, before_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:28:54.684599 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-28707b79-23b7-402b-ad12-4de9ca442fda admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:28:54.685327 dv-cinder-811877-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd7c4d25-ec18-44ab-ab93-aae47dc90720 None None] Checking router: 706768c9-2d14-4a5a-9bab-f46de9be7398 for host: dv-cinder-811877-1-iscsi {{(pid=94002) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 06:28:54.686229 dv-cinder-811877-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd7c4d25-ec18-44ab-ab93-aae47dc90720 None None] Updating router 706768c9-2d14-4a5a-9bab-f46de9be7398 port 07e17e25-9f4f-4af6-a235-bc7090b2ada5 binding host dv-cinder-811877-1-iscsi {{(pid=94002) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 30 06:28:54.689968 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.db.provisioning_blocks [None req-1a5ef50c-1a60-4eeb-b96e-cf5df6fcca4b None None] Provisioning complete for port 0f173cdc-ab15-4a1b-bde1-1084c6ce8f2e triggered by entity L2. {{(pid=94001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 06:28:54.691466 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-1a5ef50c-1a60-4eeb-b96e-cf5df6fcca4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-597822'] for port, provisioning_complete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:28:54.705629 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-28707b79-23b7-402b-ad12-4de9ca442fda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533969'] for security_group, after_create {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:28:54.737263 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c19711-7167-4f9f-af48-5e06145474cb req-bdbbb607-91ce-44d7-975b-2ced795cd6c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:28:54.739306 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-b2c19711-7167-4f9f-af48-5e06145474cb req-bdbbb607-91ce-44d7-975b-2ced795cd6c4 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=0a86be7c-6414-4403-bd22-8634a0e22544 HTTP/1.1" status: 200 len: 1098 time: 0.1974010 Sep 30 06:28:54.747671 dv-cinder-811877-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-cd7c4d25-ec18-44ab-ab93-aae47dc90720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653538'] for port, before_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:28:54.822426 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28707b79-23b7-402b-ad12-4de9ca442fda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bb0d4ff-4943-4b23-863b-8e6265dd414f,revision_number=1']} {{(pid=93999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:28:54.831348 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [None req-28707b79-23b7-402b-ad12-4de9ca442fda admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=40b3d13a4e294ac69291050542b42607&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4845002 Sep 30 06:28:54.840616 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.wsgi [-] (93999) accepted ('10.222.0.36', 53488) {{(pid=93999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 06:28:54.884037 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-b2c19711-7167-4f9f-af48-5e06145474cb req-feec54e1-88d3-4946-94f0-802d736243d3 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=78ce1e3c-f3d7-420d-ac39-20c93d3fb7fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266682 Sep 30 06:28:54.936328 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.db.db_base_plugin_common [None req-92d7ed1c-2830-4880-8302-cf7e431ef22a admin admin] Allocated IP 172.20.0.1 (615a80a4-119e-49ec-bb8d-26850945a271/2c9c376a-5800-4284-af97-c6cdc8434b50/cae3120b-7c2f-4b4b-9ce8-449107abc03c) {{(pid=94000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 06:28:54.960184 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-acafe16a-83ae-45b6-af4f-166ca184c1e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:28:55.016364 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-acafe16a-83ae-45b6-af4f-166ca184c1e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:28:55.092061 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.db [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] get_ports_and_sgs() called for port_ids ['47d32bb1-b9d9-4696-97f3-582e3745ccbe'] {{(pid=94001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 06:28:55.120669 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-92d7ed1c-2830-4880-8302-cf7e431ef22a admin admin] Notify callbacks [] for port, precommit_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:28:55.141886 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-acafe16a-83ae-45b6-af4f-166ca184c1e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533969'] for security_group, after_delete {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:28:55.146495 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-acafe16a-83ae-45b6-af4f-166ca184c1e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:28:55.169230 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [None req-acafe16a-83ae-45b6-af4f-166ca184c1e7 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/9bb0d4ff-4943-4b23-863b-8e6265dd414f HTTP/1.1" status: 204 len: 168 time: 0.3255746 Sep 30 06:28:55.315864 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acafe16a-83ae-45b6-af4f-166ca184c1e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bb0d4ff-4943-4b23-863b-8e6265dd414f,revision_number=None']} {{(pid=93999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:28:55.357785 dv-cinder-811877-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-cd7c4d25-ec18-44ab-ab93-aae47dc90720 None None] Notify callbacks [] for port, precommit_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:28:55.365559 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-92d7ed1c-2830-4880-8302-cf7e431ef22a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7821886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727545489345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4572815'] for port, after_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:28:55.368805 dv-cinder-811877-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-cd7c4d25-ec18-44ab-ab93-aae47dc90720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7821886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727545992452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727545489363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727545489381'] for port, after_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:28:55.382574 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19f612d-b28f-4570-b5a6-5bc970c2a16a req-3e3b83b7-def3-46f9-a4f9-edc3f937168b tempest-VolumesActionsTest-1064546985 tempest-VolumesActionsTest-1064546985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:28:55.388599 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-e19f612d-b28f-4570-b5a6-5bc970c2a16a req-3e3b83b7-def3-46f9-a4f9-edc3f937168b tempest-VolumesActionsTest-1064546985 tempest-VolumesActionsTest-1064546985-project] 10.222.0.36 "GET /v2.0/ports?device_id=53e25ecf-21c8-47ec-abc8-87509f19ddba HTTP/1.1" status: 200 len: 945 time: 0.2072890 Sep 30 06:28:55.467669 dv-cinder-811877-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebb1d06-75ee-47da-b190-bd90f75c9e20 None None] Pushing event updated for resources: {'Port': ['ID=07e17e25-9f4f-4af6-a235-bc7090b2ada5,revision_number=2']} {{(pid=94002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:28:55.491701 dv-cinder-811877-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ebb1d06-75ee-47da-b190-bd90f75c9e20 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=94002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:28:55.492271 dv-cinder-811877-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ebb1d06-75ee-47da-b190-bd90f75c9e20 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=94002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:28:55.492835 dv-cinder-811877-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ebb1d06-75ee-47da-b190-bd90f75c9e20 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=94002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:28:55.493496 dv-cinder-811877-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ebb1d06-75ee-47da-b190-bd90f75c9e20 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=94002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:28:55.494067 dv-cinder-811877-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ebb1d06-75ee-47da-b190-bd90f75c9e20 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=94002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:28:55.494671 dv-cinder-811877-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ebb1d06-75ee-47da-b190-bd90f75c9e20 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=94002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:28:55.495441 dv-cinder-811877-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ebb1d06-75ee-47da-b190-bd90f75c9e20 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=94002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:28:55.495991 dv-cinder-811877-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ebb1d06-75ee-47da-b190-bd90f75c9e20 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=94002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:28:55.496568 dv-cinder-811877-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ebb1d06-75ee-47da-b190-bd90f75c9e20 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=94002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:28:55.497178 dv-cinder-811877-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ebb1d06-75ee-47da-b190-bd90f75c9e20 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=94002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:28:55.497941 dv-cinder-811877-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ebb1d06-75ee-47da-b190-bd90f75c9e20 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=94002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:28:55.498910 dv-cinder-811877-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ebb1d06-75ee-47da-b190-bd90f75c9e20 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=94002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:28:55.517087 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-e19f612d-b28f-4570-b5a6-5bc970c2a16a req-128b40b0-559e-4e3b-bc3b-ab96cb69f252 tempest-VolumesActionsTest-1064546985 tempest-VolumesActionsTest-1064546985-project] 10.222.0.36 "GET /v2.0/security-groups?id=b150e05c-7d7a-4392-9d2b-fe2d02ba7332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206295 Sep 30 06:28:55.537330 dv-cinder-811877-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.managers [None req-cd7c4d25-ec18-44ab-ab93-aae47dc90720 None None] Attempting to bind port 07e17e25-9f4f-4af6-a235-bc7090b2ada5 on host dv-cinder-811877-1-iscsi for vnic_type normal with profile {{(pid=94002) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 06:28:55.537330 dv-cinder-811877-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.managers [None req-cd7c4d25-ec18-44ab-ab93-aae47dc90720 None None] Attempting to bind port 07e17e25-9f4f-4af6-a235-bc7090b2ada5 by drivers openvswitch,hyperv on host dv-cinder-811877-1-iscsi at level 0 using segments [{'id': 'f18bb042-e630-4c4b-b384-e9bf093ecc8b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ddd8ee8b-b24f-47fb-afd7-cfc700c93624'}] {{(pid=94002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 06:28:55.537978 dv-cinder-811877-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd7c4d25-ec18-44ab-ab93-aae47dc90720 None None] Attempting to bind port 07e17e25-9f4f-4af6-a235-bc7090b2ada5 on network ddd8ee8b-b24f-47fb-afd7-cfc700c93624 {{(pid=94002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 06:28:55.550029 dv-cinder-811877-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd7c4d25-ec18-44ab-ab93-aae47dc90720 None None] Checking agent: {'id': '38eed8e6-19bc-4ff2-90e0-3c7aa8a3a275', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-811877-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 6, 19, 32), 'started_at': datetime.datetime(2021, 9, 30, 6, 20, 2), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 6, 28, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-811877-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 06:28:55.551756 dv-cinder-811877-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd7c4d25-ec18-44ab-ab93-aae47dc90720 None None] Checking segment: {'id': 'f18bb042-e630-4c4b-b384-e9bf093ecc8b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ddd8ee8b-b24f-47fb-afd7-cfc700c93624'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 06:28:55.553340 dv-cinder-811877-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-cd7c4d25-ec18-44ab-ab93-aae47dc90720 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:28:55.554110 dv-cinder-811877-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd7c4d25-ec18-44ab-ab93-aae47dc90720 None None] Bound using segment: {'id': 'f18bb042-e630-4c4b-b384-e9bf093ecc8b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ddd8ee8b-b24f-47fb-afd7-cfc700c93624'} {{(pid=94002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 06:28:55.555100 dv-cinder-811877-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.managers [None req-cd7c4d25-ec18-44ab-ab93-aae47dc90720 None None] Bound port: 07e17e25-9f4f-4af6-a235-bc7090b2ada5, host: dv-cinder-811877-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f18bb042-e630-4c4b-b384-e9bf093ecc8b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ddd8ee8b-b24f-47fb-afd7-cfc700c93624'}}] {{(pid=94002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 06:28:55.556353 dv-cinder-811877-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-cd7c4d25-ec18-44ab-ab93-aae47dc90720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653538'] for port, before_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:28:55.587755 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92d7ed1c-2830-4880-8302-cf7e431ef22a admin admin] Network 615a80a4-119e-49ec-bb8d-26850945a271 is already hosted by enough agents. {{(pid=94000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 06:28:55.597195 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.scheduler.base_scheduler [None req-92d7ed1c-2830-4880-8302-cf7e431ef22a admin admin] Resources bound (agent type, host, resource id): {{(pid=94000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 06:28:55.601152 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92d7ed1c-2830-4880-8302-cf7e431ef22a admin admin] Received port after_create {{(pid=94000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 06:28:55.646358 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d7ed1c-2830-4880-8302-cf7e431ef22a admin admin] Pushing event updated for resources: {'Port': ['ID=cae3120b-7c2f-4b4b-9ce8-449107abc03c,revision_number=1']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:28:55.692728 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f753c8ad-243f-46aa-b8b0-26a1f4f4928f req-731ad01e-df04-49e7-bf4b-c7a16332fc2b tempest-ServerRescueNegativeTestJSON-1209427659 tempest-ServerRescueNegativeTestJSON-1209427659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:28:55.701696 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-f753c8ad-243f-46aa-b8b0-26a1f4f4928f req-731ad01e-df04-49e7-bf4b-c7a16332fc2b tempest-ServerRescueNegativeTestJSON-1209427659 tempest-ServerRescueNegativeTestJSON-1209427659-project] 10.222.0.36 "GET /v2.0/ports?device_id=0a86be7c-6414-4403-bd22-8634a0e22544 HTTP/1.1" status: 200 len: 945 time: 0.3879368 Sep 30 06:28:55.716859 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-92d7ed1c-2830-4880-8302-cf7e431ef22a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7878021'] for router_interface, before_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:28:55.718035 dv-cinder-811877-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.db [None req-cd7c4d25-ec18-44ab-ab93-aae47dc90720 None None] For port 07e17e25-9f4f-4af6-a235-bc7090b2ada5, host dv-cinder-811877-1-iscsi, cleared binding levels {{(pid=94002) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 06:28:55.726823 dv-cinder-811877-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.db [None req-cd7c4d25-ec18-44ab-ab93-aae47dc90720 None None] For port 07e17e25-9f4f-4af6-a235-bc7090b2ada5, host dv-cinder-811877-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811877-1-iscsi',level=0,port_id=07e17e25-9f4f-4af6-a235-bc7090b2ada5,segment=NetworkSegment(f18bb042-e630-4c4b-b384-e9bf093ecc8b),segment_id=f18bb042-e630-4c4b-b384-e9bf093ecc8b)] {{(pid=94002) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 06:28:55.742230 dv-cinder-811877-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-cd7c4d25-ec18-44ab-ab93-aae47dc90720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7821886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727545992452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727545489363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727545489381'] for port, after_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:28:55.827072 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-f753c8ad-243f-46aa-b8b0-26a1f4f4928f req-d9296b1f-a329-4417-a426-bbf785ebcfd6 tempest-ServerRescueNegativeTestJSON-1209427659 tempest-ServerRescueNegativeTestJSON-1209427659-project] 10.222.0.36 "GET /v2.0/security-groups?id=78ce1e3c-f3d7-420d-ac39-20c93d3fb7fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239667 Sep 30 06:28:55.939761 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.wsgi [-] (93999) accepted ('10.222.0.36', 53514) {{(pid=93999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 06:28:55.956638 dv-cinder-811877-1-iscsi neutron-server[94002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd7c4d25-ec18-44ab-ab93-aae47dc90720 None None] Routers {'706768c9-2d14-4a5a-9bab-f46de9be7398'} bound to L3 agent in host dv-cinder-811877-1-iscsi {{(pid=94002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 06:28:55.959912 dv-cinder-811877-1-iscsi neutron-server[94002]: DEBUG neutron.db.l3_hamode_db [None req-cd7c4d25-ec18-44ab-ab93-aae47dc90720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811877-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-30T06:19:31Z,description=,heartbeat_timestamp=2021-09-30T06:28:31Z,host='dv-cinder-811877-1-iscsi',id=f054bd23-6895-478f-87a4-7cc0e21c04e0,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T06:19:31Z,topic='l3_agent')) {'router_ids': ['706768c9-2d14-4a5a-9bab-f46de9be7398'], 'active': True} {{(pid=94002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 06:28:56.039648 dv-cinder-811877-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebb1d06-75ee-47da-b190-bd90f75c9e20 None None] Pushing event updated for resources: {'Port': ['ID=07e17e25-9f4f-4af6-a235-bc7090b2ada5,revision_number=3']} {{(pid=94002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:28:56.110957 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-92d7ed1c-2830-4880-8302-cf7e431ef22a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653538'] for port, before_update {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:28:56.132544 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.db.provisioning_blocks [None req-c3f2270c-f3b4-4414-9333-071ecf4c80ca None None] Provisioning complete for port cae3120b-7c2f-4b4b-9ce8-449107abc03c triggered by entity DHCP. {{(pid=94001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 06:28:56.133295 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-c3f2270c-f3b4-4414-9333-071ecf4c80ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-597822'] for port, provisioning_complete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:28:56.148314 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-d28290fc-4a59-4502-bfa7-27f8d3c93031 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:28:56.179987 dv-cinder-811877-1-iscsi neutron-server[94002]: DEBUG neutron.db.l3_dvr_db [None req-cd7c4d25-ec18-44ab-ab93-aae47dc90720 None None] Set router 706768c9-2d14-4a5a-9bab-f46de9be7398 gateway port host: dv-cinder-811877-1-iscsi {{(pid=94002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 06:28:56.239690 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.plugin [None req-c3f2270c-f3b4-4414-9333-071ecf4c80ca None None] Port cae3120b-7c2f-4b4b-9ce8-449107abc03c cannot update to ACTIVE because it is not bound. {{(pid=94001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 06:28:56.386768 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-d28290fc-4a59-4502-bfa7-27f8d3c93031 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:28:56.395730 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-d28290fc-4a59-4502-bfa7-27f8d3c93031 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533969'] for security_group, after_create {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:28:56.465160 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [None req-d28290fc-4a59-4502-bfa7-27f8d3c93031 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=686f54f8586f4b88a94802fdfa18503a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5239456 Sep 30 06:28:56.467816 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28290fc-4a59-4502-bfa7-27f8d3c93031 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0e124a3-ae57-4592-834e-fd8e33f3a902,revision_number=1']} {{(pid=93999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:28:56.470680 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.wsgi [-] (93999) accepted ('10.222.0.36', 53526) {{(pid=93999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 06:28:56.485144 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-92d7ed1c-2830-4880-8302-cf7e431ef22a admin admin] Notify callbacks [] for port, precommit_update {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:28:56.491741 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-92d7ed1c-2830-4880-8302-cf7e431ef22a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7821886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727545992452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727545489363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727545489381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4572804'] for port, after_update {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:28:56.553863 dv-cinder-811877-1-iscsi neutron-server[94002]: DEBUG neutron.db.l3_hamode_db [None req-cd7c4d25-ec18-44ab-ab93-aae47dc90720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '706768c9-2d14-4a5a-9bab-f46de9be7398', 'name': 'tempest-TestMinimumBasicScenario-1179216974-router', 'tenant_id': '1eac498b69b6420eb083db675eb52bac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddd8ee8b-b24f-47fb-afd7-cfc700c93624', 'external_fixed_ips': [{'subnet_id': '4727b4cf-a8ea-4dab-8db4-019b4e8b0546', 'ip_address': '172.27.1.13'}], 'enable_snat': True}, 'gw_port_id': '07e17e25-9f4f-4af6-a235-bc7090b2ada5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T06:28:49Z', 'updated_at': '2021-09-30T06:28:51Z', 'revision_number': 3, 'project_id': '1eac498b69b6420eb083db675eb52bac', 'gw_port': {'id': '07e17e25-9f4f-4af6-a235-bc7090b2ada5', 'name': '', 'network_id': 'ddd8ee8b-b24f-47fb-afd7-cfc700c93624', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:7c:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '706768c9-2d14-4a5a-9bab-f46de9be7398', 'device_owner': 'network:router_gateway', 'standard_attr_id': 283, 'fixed_ips': [{'subnet_id': '4727b4cf-a8ea-4dab-8db4-019b4e8b0546', 'ip_address': '172.27.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T06:28:50Z', 'updated_at': '2021-09-30T06:28:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4727b4cf-a8ea-4dab-8db4-019b4e8b0546', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811877-1-iscsi'}], 'dv-cinder-811877-1-iscsi', False) {} {{(pid=94002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 06:28:56.554251 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-f2d333d6-f8e6-4973-af3c-74dad9a13fae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:28:56.584385 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-f2d333d6-f8e6-4973-af3c-74dad9a13fae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:28:56.624123 dv-cinder-811877-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd7c4d25-ec18-44ab-ab93-aae47dc90720 None None] The sync data for ids ['706768c9-2d14-4a5a-9bab-f46de9be7398'] in dv-cinder-811877-1-iscsi is: [{'id': '706768c9-2d14-4a5a-9bab-f46de9be7398', 'name': 'tempest-TestMinimumBasicScenario-1179216974-router', 'tenant_id': '1eac498b69b6420eb083db675eb52bac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddd8ee8b-b24f-47fb-afd7-cfc700c93624', 'external_fixed_ips': [{'subnet_id': '4727b4cf-a8ea-4dab-8db4-019b4e8b0546', 'ip_address': '172.27.1.13'}], 'enable_snat': True}, 'gw_port_id': '07e17e25-9f4f-4af6-a235-bc7090b2ada5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T06:28:49Z', 'updated_at': '2021-09-30T06:28:51Z', 'revision_number': 3, 'project_id': '1eac498b69b6420eb083db675eb52bac', 'gw_port': {'id': '07e17e25-9f4f-4af6-a235-bc7090b2ada5', 'name': '', 'network_id': 'ddd8ee8b-b24f-47fb-afd7-cfc700c93624', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:7c:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '706768c9-2d14-4a5a-9bab-f46de9be7398', 'device_owner': 'network:router_gateway', 'standard_attr_id': 283, 'fixed_ips': [{'subnet_id': '4727b4cf-a8ea-4dab-8db4-019b4e8b0546', 'ip_address': '172.27.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T06:28:50Z', 'updated_at': '2021-09-30T06:28:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4727b4cf-a8ea-4dab-8db4-019b4e8b0546', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811877-1-iscsi'}] {{(pid=94002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 06:28:56.649829 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-f2d333d6-f8e6-4973-af3c-74dad9a13fae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533969'] for security_group, after_delete {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:28:56.652509 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-f2d333d6-f8e6-4973-af3c-74dad9a13fae admin admin] Notify callbacks [] for security_group, before_response {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:28:56.653701 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [None req-f2d333d6-f8e6-4973-af3c-74dad9a13fae admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/f0e124a3-ae57-4592-834e-fd8e33f3a902 HTTP/1.1" status: 204 len: 168 time: 0.1819425 Sep 30 06:28:56.663172 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d333d6-f8e6-4973-af3c-74dad9a13fae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0e124a3-ae57-4592-834e-fd8e33f3a902,revision_number=None']} {{(pid=93999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:28:56.685783 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d7ed1c-2830-4880-8302-cf7e431ef22a admin admin] Pushing event updated for resources: {'Port': ['ID=cae3120b-7c2f-4b4b-9ce8-449107abc03c,revision_number=2']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:28:56.721478 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-92d7ed1c-2830-4880-8302-cf7e431ef22a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7821780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7877749'] for router_interface, after_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:28:56.789625 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4497a83-5f3d-40c3-a176-becb88a3640a req-d7f1d275-83a6-46d3-901d-086d5e2d9e2a tempest-VolumesActionsTest-1064546985 tempest-VolumesActionsTest-1064546985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:28:56.791462 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-c4497a83-5f3d-40c3-a176-becb88a3640a req-d7f1d275-83a6-46d3-901d-086d5e2d9e2a tempest-VolumesActionsTest-1064546985 tempest-VolumesActionsTest-1064546985-project] 10.222.0.36 "GET /v2.0/ports?device_id=53e25ecf-21c8-47ec-abc8-87509f19ddba HTTP/1.1" status: 200 len: 945 time: 0.1612988 Sep 30 06:28:56.899787 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-c4497a83-5f3d-40c3-a176-becb88a3640a req-d95a946b-f4fe-4d2e-b5bd-35dedf78f7ba tempest-VolumesActionsTest-1064546985 tempest-VolumesActionsTest-1064546985-project] 10.222.0.36 "GET /v2.0/security-groups?id=b150e05c-7d7a-4392-9d2b-fe2d02ba7332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729463 Sep 30 06:28:56.910806 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92d7ed1c-2830-4880-8302-cf7e431ef22a admin admin] Network 615a80a4-119e-49ec-bb8d-26850945a271 is already hosted by enough agents. {{(pid=94000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 06:28:56.912384 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.scheduler.base_scheduler [None req-92d7ed1c-2830-4880-8302-cf7e431ef22a admin admin] Resources bound (agent type, host, resource id): {{(pid=94000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 06:28:57.293955 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0282d10-dd89-4bf0-a35b-5d748796cbcb req-a285c655-3884-4c3c-81d6-e2f8b7324ec5 tempest-ServerRescueNegativeTestJSON-1209427659 tempest-ServerRescueNegativeTestJSON-1209427659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:28:57.302299 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-c0282d10-dd89-4bf0-a35b-5d748796cbcb req-a285c655-3884-4c3c-81d6-e2f8b7324ec5 tempest-ServerRescueNegativeTestJSON-1209427659 tempest-ServerRescueNegativeTestJSON-1209427659-project] 10.222.0.36 "GET /v2.0/ports?device_id=0a86be7c-6414-4403-bd22-8634a0e22544 HTTP/1.1" status: 200 len: 945 time: 0.1500025 Sep 30 06:28:57.400482 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.wsgi [-] (93999) accepted ('10.222.0.36', 53550) {{(pid=93999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 06:28:57.404618 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92d7ed1c-2830-4880-8302-cf7e431ef22a admin admin] Router 706768c9-2d14-4a5a-9bab-f46de9be7398 has already been hosted by L3 agent f054bd23-6895-478f-87a4-7cc0e21c04e0 {{(pid=94000) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 06:28:57.419853 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-c0282d10-dd89-4bf0-a35b-5d748796cbcb req-5de698d3-3db1-4c19-bf92-72870a5565c2 tempest-ServerRescueNegativeTestJSON-1209427659 tempest-ServerRescueNegativeTestJSON-1209427659-project] 10.222.0.36 "GET /v2.0/security-groups?id=78ce1e3c-f3d7-420d-ac39-20c93d3fb7fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130366 Sep 30 06:28:57.430318 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-2165ff87-258f-47b6-84e3-25905c9d95d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:28:57.459143 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.rpc [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] Device 47d32bb1-b9d9-4696-97f3-582e3745ccbe up at agent hyperv_hv-cinder-81187 {{(pid=94001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 06:28:57.586504 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.db.provisioning_blocks [None req-ca92a50c-bbc3-42a8-86ae-89cf1f236d52 None None] Provisioning complete for port cae3120b-7c2f-4b4b-9ce8-449107abc03c triggered by entity DHCP. {{(pid=94001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 06:28:57.587013 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-ca92a50c-bbc3-42a8-86ae-89cf1f236d52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-597822'] for port, provisioning_complete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:28:57.637016 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.db.provisioning_blocks [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] Provisioning for port 47d32bb1-b9d9-4696-97f3-582e3745ccbe completed by entity L2. {{(pid=94001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 06:28:57.650642 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.db.provisioning_blocks [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] Provisioning complete for port 47d32bb1-b9d9-4696-97f3-582e3745ccbe triggered by entity L2. {{(pid=94001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 06:28:57.650990 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-597822'] for port, provisioning_complete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:28:57.691277 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.plugin [None req-ca92a50c-bbc3-42a8-86ae-89cf1f236d52 None None] Port cae3120b-7c2f-4b4b-9ce8-449107abc03c cannot update to ACTIVE because it is not bound. {{(pid=94001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 06:28:57.695092 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-2165ff87-258f-47b6-84e3-25905c9d95d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:28:57.703316 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-2165ff87-258f-47b6-84e3-25905c9d95d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533969'] for security_group, after_create {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:28:57.743451 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92d7ed1c-2830-4880-8302-cf7e431ef22a admin admin] Notify agent at l3_agent.dv-cinder-811877-1-iscsi the message routers_updated {{(pid=94000) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 06:28:57.756747 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [None req-92d7ed1c-2830-4880-8302-cf7e431ef22a admin admin] 10.222.0.36 "PUT /v2.0/routers/706768c9-2d14-4a5a-9bab-f46de9be7398/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1897252 Sep 30 06:28:57.758873 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2165ff87-258f-47b6-84e3-25905c9d95d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5732a0a-f976-41fe-a679-ceb0addb56bc,revision_number=1']} {{(pid=93999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:28:57.782943 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64bf74f-6231-4b8f-907b-f7a2ecd356f7 req-ac5fdf46-8a7f-40a7-99fd-65547e0e7a17 tempest-ServerRescueNegativeTestJSON-1209427659 tempest-ServerRescueNegativeTestJSON-1209427659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:28:57.794580 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-d64bf74f-6231-4b8f-907b-f7a2ecd356f7 req-ac5fdf46-8a7f-40a7-99fd-65547e0e7a17 tempest-ServerRescueNegativeTestJSON-1209427659 tempest-ServerRescueNegativeTestJSON-1209427659-project] 10.222.0.36 "GET /v2.0/ports?device_id=be801cab-b2ce-4594-8d30-3431ea29df2f HTTP/1.1" status: 200 len: 945 time: 0.2341530 Sep 30 06:28:57.802656 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653538'] for port, before_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:28:57.815053 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [None req-2165ff87-258f-47b6-84e3-25905c9d95d3 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=f79b67879e9a49bc8de24b9669f0b7d2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4123409 Sep 30 06:28:57.816982 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.wsgi [-] (93999) accepted ('10.222.0.36', 53560) {{(pid=93999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 06:28:57.870882 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53e25ecf-21c8-47ec-abc8-87509f19ddba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47d32bb1-b9d9-4696-97f3-582e3745ccbe'}] {{(pid=94001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 06:28:57.876617 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6a6fbc36b32d89ab1780593628eab99e94898f937be62aa03f5208480f4236e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40f0c656-8708-4e6c-8b95-a258caa8a72a" -d '{"events": [{"server_uuid": "53e25ecf-21c8-47ec-abc8-87509f19ddba", "name": "network-vif-plugged", "status": "completed", "tag": "47d32bb1-b9d9-4696-97f3-582e3745ccbe"}]}' {{(pid=94001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 06:28:57.902788 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-d64bf74f-6231-4b8f-907b-f7a2ecd356f7 req-ac829799-8407-4395-aa6f-77c528faec9b tempest-ServerRescueNegativeTestJSON-1209427659 tempest-ServerRescueNegativeTestJSON-1209427659-project] 10.222.0.36 "GET /v2.0/security-groups?id=78ce1e3c-f3d7-420d-ac39-20c93d3fb7fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988533 Sep 30 06:28:57.927578 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-332e7db9-4f92-4b14-b599-af179b6254f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:28:57.931792 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.db [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] For port 47d32bb1-b9d9-4696-97f3-582e3745ccbe, host hv-cinder-81187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81187',level=0,port_id=47d32bb1-b9d9-4696-97f3-582e3745ccbe,segment=NetworkSegment(1ef1d653-7acd-435b-9687-18111cd76776),segment_id=1ef1d653-7acd-435b-9687-18111cd76776)] {{(pid=94001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 06:28:57.944355 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7821886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727545992452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727545489363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727545489381'] for port, after_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:28:58.052688 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-332e7db9-4f92-4b14-b599-af179b6254f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:28:58.185177 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66983022-a6b4-461e-bc6d-3b41c11a4887 req-4703253d-0e8a-44a7-86d6-c8b7522656f0 tempest-VolumesActionsTest-1064546985 tempest-VolumesActionsTest-1064546985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:28:58.185394 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 06:28:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e873349f-2e1b-4c0c-99c0-6e85d718ea1a x-openstack-request-id: req-e873349f-2e1b-4c0c-99c0-6e85d718ea1a {{(pid=94001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 06:28:58.185483 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53e25ecf-21c8-47ec-abc8-87509f19ddba", "name": "network-vif-plugged", "status": "completed", "tag": "47d32bb1-b9d9-4696-97f3-582e3745ccbe", "code": 200}]} {{(pid=94001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 06:28:58.185777 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-e873349f-2e1b-4c0c-99c0-6e85d718ea1a {{(pid=94001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 06:28:58.186116 dv-cinder-811877-1-iscsi neutron-server[94001]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53e25ecf-21c8-47ec-abc8-87509f19ddba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47d32bb1-b9d9-4696-97f3-582e3745ccbe', 'code': 200} Sep 30 06:28:58.191761 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-66983022-a6b4-461e-bc6d-3b41c11a4887 req-4703253d-0e8a-44a7-86d6-c8b7522656f0 tempest-VolumesActionsTest-1064546985 tempest-VolumesActionsTest-1064546985-project] 10.222.0.36 "GET /v2.0/ports?device_id=53e25ecf-21c8-47ec-abc8-87509f19ddba HTTP/1.1" status: 200 len: 946 time: 0.1893351 Sep 30 06:28:58.214240 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] Pushing event updated for resources: {'Port': ['ID=47d32bb1-b9d9-4696-97f3-582e3745ccbe,revision_number=5']} {{(pid=94001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:28:58.288270 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-332e7db9-4f92-4b14-b599-af179b6254f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533969'] for security_group, after_delete {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:28:58.293733 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-332e7db9-4f92-4b14-b599-af179b6254f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:28:58.301052 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [None req-332e7db9-4f92-4b14-b599-af179b6254f7 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/f5732a0a-f976-41fe-a679-ceb0addb56bc HTTP/1.1" status: 204 len: 168 time: 0.4793477 Sep 30 06:28:58.325342 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-66983022-a6b4-461e-bc6d-3b41c11a4887 req-dfd08d61-ae1f-48e5-9252-3cf630f20882 tempest-VolumesActionsTest-1064546985 tempest-VolumesActionsTest-1064546985-project] 10.222.0.36 "GET /v2.0/security-groups?id=b150e05c-7d7a-4392-9d2b-fe2d02ba7332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256533 Sep 30 06:28:58.326584 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332e7db9-4f92-4b14-b599-af179b6254f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5732a0a-f976-41fe-a679-ceb0addb56bc,revision_number=None']} {{(pid=93999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:28:58.412231 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af279f94-fd79-49e1-9189-30451865b6e4 req-56b57941-d4b5-484f-84dc-c2f23bc87bba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:28:58.414709 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-af279f94-fd79-49e1-9189-30451865b6e4 req-56b57941-d4b5-484f-84dc-c2f23bc87bba service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=53e25ecf-21c8-47ec-abc8-87509f19ddba HTTP/1.1" status: 200 len: 1099 time: 0.0824854 Sep 30 06:28:58.475100 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-597fb2db-dd95-4867-8b40-4988f1cf3b96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727546001794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-597483'] for agent, after_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:28:58.489416 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-af279f94-fd79-49e1-9189-30451865b6e4 req-a0857483-489a-4d9a-8c38-bc6c827c27d4 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=b150e05c-7d7a-4392-9d2b-fe2d02ba7332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614007 Sep 30 06:28:58.644171 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.rpc [None req-1a5ef50c-1a60-4eeb-b96e-cf5df6fcca4b None None] Device 07e17e25-9f4f-4af6-a235-bc7090b2ada5 up at agent ovs-agent-dv-cinder-811877-1-iscsi {{(pid=94001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 06:28:58.738092 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.db.provisioning_blocks [None req-1a5ef50c-1a60-4eeb-b96e-cf5df6fcca4b None None] Provisioning complete for port 07e17e25-9f4f-4af6-a235-bc7090b2ada5 triggered by entity L2. {{(pid=94001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 06:28:58.738601 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-1a5ef50c-1a60-4eeb-b96e-cf5df6fcca4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-597822'] for port, provisioning_complete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:28:58.851771 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-1a5ef50c-1a60-4eeb-b96e-cf5df6fcca4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653538'] for port, before_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:28:58.879891 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.db [None req-1a5ef50c-1a60-4eeb-b96e-cf5df6fcca4b None None] For port 07e17e25-9f4f-4af6-a235-bc7090b2ada5, host dv-cinder-811877-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811877-1-iscsi',level=0,port_id=07e17e25-9f4f-4af6-a235-bc7090b2ada5,segment=NetworkSegment(f18bb042-e630-4c4b-b384-e9bf093ecc8b),segment_id=f18bb042-e630-4c4b-b384-e9bf093ecc8b)] {{(pid=94001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 06:28:58.885504 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-1a5ef50c-1a60-4eeb-b96e-cf5df6fcca4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7821886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727545992452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727545489363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727545489381'] for port, after_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:28:58.953507 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5ef50c-1a60-4eeb-b96e-cf5df6fcca4b None None] Pushing event updated for resources: {'Port': ['ID=07e17e25-9f4f-4af6-a235-bc7090b2ada5,revision_number=4']} {{(pid=94001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:28:59.072890 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.36', 53600) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 06:28:59.089351 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-9677aabd-8c9d-4b40-b31c-ec1aabf0d9cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:28:59.239940 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-9677aabd-8c9d-4b40-b31c-ec1aabf0d9cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:28:59.246600 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-9677aabd-8c9d-4b40-b31c-ec1aabf0d9cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533969'] for security_group, after_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:28:59.304364 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [None req-9677aabd-8c9d-4b40-b31c-ec1aabf0d9cb admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=03301c6220584308bed1ec467108e9bb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2303128 Sep 30 06:28:59.305970 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9677aabd-8c9d-4b40-b31c-ec1aabf0d9cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf791464-2c6b-4145-b6b6-4b0b97281eed,revision_number=1']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:28:59.307415 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.wsgi [-] (93999) accepted ('10.222.0.36', 53608) {{(pid=93999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 06:28:59.535171 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-91fe0b52-647b-4bac-9145-803d73783b97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:28:59.585619 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85880304-48ce-4923-914f-ffb431305766 None None] Sync routers for ids ['706768c9-2d14-4a5a-9bab-f46de9be7398'] in dv-cinder-811877-1-iscsi {{(pid=94001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 06:28:59.605505 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85880304-48ce-4923-914f-ffb431305766 None None] Routers {'706768c9-2d14-4a5a-9bab-f46de9be7398'} bound to L3 agent in host dv-cinder-811877-1-iscsi {{(pid=94001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 06:28:59.606525 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.db.l3_hamode_db [None req-85880304-48ce-4923-914f-ffb431305766 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811877-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-30T06:19:31Z,description=,heartbeat_timestamp=2021-09-30T06:28:31Z,host='dv-cinder-811877-1-iscsi',id=f054bd23-6895-478f-87a4-7cc0e21c04e0,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T06:19:31Z,topic='l3_agent')) {'router_ids': ['706768c9-2d14-4a5a-9bab-f46de9be7398'], 'active': True} {{(pid=94001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 06:28:59.615416 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013696c1-f394-4430-9723-0b70eab14e56 req-9b11ad61-f8cd-49b5-8a01-569ee46c4e42 tempest-VolumesActionsTest-1064546985 tempest-VolumesActionsTest-1064546985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:28:59.623355 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-013696c1-f394-4430-9723-0b70eab14e56 req-9b11ad61-f8cd-49b5-8a01-569ee46c4e42 tempest-VolumesActionsTest-1064546985 tempest-VolumesActionsTest-1064546985-project] 10.222.0.36 "GET /v2.0/ports?device_id=53e25ecf-21c8-47ec-abc8-87509f19ddba HTTP/1.1" status: 200 len: 946 time: 0.1834896 Sep 30 06:28:59.632147 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.36', 53620) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 06:28:59.636045 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-91fe0b52-647b-4bac-9145-803d73783b97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:28:59.641273 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.api.v2.base [None req-c8cafe3e-9fe3-4acf-a00d-4719c3fdbc62 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-418526461-network', 'tenant_id': 'dcb314e8136a4d1298e59b94dbda6db4'}} {{(pid=94000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 06:28:59.676585 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8cafe3e-9fe3-4acf-a00d-4719c3fdbc62 admin admin] Made reservation on behalf of dcb314e8136a4d1298e59b94dbda6db4 for: {'network': 1} {{(pid=94000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 06:28:59.680669 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-c8cafe3e-9fe3-4acf-a00d-4719c3fdbc62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653538'] for network, before_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:28:59.699147 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-c8cafe3e-9fe3-4acf-a00d-4719c3fdbc62 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:28:59.709130 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-013696c1-f394-4430-9723-0b70eab14e56 req-2f6a086c-f0d2-4c3f-a801-ab820dd0174a tempest-VolumesActionsTest-1064546985 tempest-VolumesActionsTest-1064546985-project] 10.222.0.36 "GET /v2.0/security-groups?id=b150e05c-7d7a-4392-9d2b-fe2d02ba7332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847697 Sep 30 06:28:59.757917 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-91fe0b52-647b-4bac-9145-803d73783b97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533969'] for security_group, after_delete {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:28:59.764630 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-91fe0b52-647b-4bac-9145-803d73783b97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:28:59.769137 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [None req-91fe0b52-647b-4bac-9145-803d73783b97 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/cf791464-2c6b-4145-b6b6-4b0b97281eed HTTP/1.1" status: 204 len: 168 time: 0.4591625 Sep 30 06:28:59.785031 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fe0b52-647b-4bac-9145-803d73783b97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf791464-2c6b-4145-b6b6-4b0b97281eed,revision_number=None']} {{(pid=93999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:28:59.909279 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-c8cafe3e-9fe3-4acf-a00d-4719c3fdbc62 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:28:59.911159 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.db.l3_dvr_db [None req-85880304-48ce-4923-914f-ffb431305766 None None] Set router 706768c9-2d14-4a5a-9bab-f46de9be7398 gateway port host: dv-cinder-811877-1-iscsi {{(pid=94001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 06:28:59.918408 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-c8cafe3e-9fe3-4acf-a00d-4719c3fdbc62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533969'] for security_group, after_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:28:59.980911 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8cafe3e-9fe3-4acf-a00d-4719c3fdbc62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4f2258c-f22e-411f-859e-0a418615a4de,revision_number=1']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:29:00.016652 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c8cafe3e-9fe3-4acf-a00d-4719c3fdbc62 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 302} {{(pid=94000) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 06:29:00.046986 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-c8cafe3e-9fe3-4acf-a00d-4719c3fdbc62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583621'] for segment, precommit_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:29:00.048297 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.db.segments_db [None req-c8cafe3e-9fe3-4acf-a00d-4719c3fdbc62 admin admin] Added segment eb821f09-cf72-485e-b6c8-559db8e92ce0 of type vlan for network f6dd4f0c-cb48-4956-b50f-9ac78c28a79e Sep 30 06:29:00.121642 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-c8cafe3e-9fe3-4acf-a00d-4719c3fdbc62 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727545443103'] for network, precommit_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:29:00.158930 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-c8cafe3e-9fe3-4acf-a00d-4719c3fdbc62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7821886'] for network, after_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:29:00.160483 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8cafe3e-9fe3-4acf-a00d-4719c3fdbc62 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:29:00.161761 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-c8cafe3e-9fe3-4acf-a00d-4719c3fdbc62 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7821868'] for network, before_response {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:29:00.339653 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.db.l3_hamode_db [None req-85880304-48ce-4923-914f-ffb431305766 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '706768c9-2d14-4a5a-9bab-f46de9be7398', 'name': 'tempest-TestMinimumBasicScenario-1179216974-router', 'tenant_id': '1eac498b69b6420eb083db675eb52bac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddd8ee8b-b24f-47fb-afd7-cfc700c93624', 'external_fixed_ips': [{'subnet_id': '4727b4cf-a8ea-4dab-8db4-019b4e8b0546', 'ip_address': '172.27.1.13'}], 'enable_snat': True}, 'gw_port_id': '07e17e25-9f4f-4af6-a235-bc7090b2ada5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T06:28:49Z', 'updated_at': '2021-09-30T06:28:56Z', 'revision_number': 4, 'project_id': '1eac498b69b6420eb083db675eb52bac', 'gw_port': {'id': '07e17e25-9f4f-4af6-a235-bc7090b2ada5', 'name': '', 'network_id': 'ddd8ee8b-b24f-47fb-afd7-cfc700c93624', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:7c:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '706768c9-2d14-4a5a-9bab-f46de9be7398', 'device_owner': 'network:router_gateway', 'standard_attr_id': 283, 'fixed_ips': [{'subnet_id': '4727b4cf-a8ea-4dab-8db4-019b4e8b0546', 'ip_address': '172.27.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T06:28:50Z', 'updated_at': '2021-09-30T06:28:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4727b4cf-a8ea-4dab-8db4-019b4e8b0546', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811877-1-iscsi', '_interfaces': [{'id': 'cae3120b-7c2f-4b4b-9ce8-449107abc03c', 'name': '', 'network_id': '615a80a4-119e-49ec-bb8d-26850945a271', 'tenant_id': '1eac498b69b6420eb083db675eb52bac', 'mac_address': 'fa:16:3e:07:4c:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '706768c9-2d14-4a5a-9bab-f46de9be7398', 'device_owner': 'network:router_interface', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': '2c9c376a-5800-4284-af97-c6cdc8434b50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T06:28:54Z', 'updated_at': '2021-09-30T06:28:56Z', 'revision_number': 2, 'project_id': '1eac498b69b6420eb083db675eb52bac', 'subnets': [{'id': '2c9c376a-5800-4284-af97-c6cdc8434b50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811877-1-iscsi', False) {} {{(pid=94001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 06:29:00.390773 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.wsgi [-] (93999) accepted ('10.222.0.36', 53638) {{(pid=93999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 06:29:00.444536 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85880304-48ce-4923-914f-ffb431305766 None None] Checking router: 706768c9-2d14-4a5a-9bab-f46de9be7398 for host: dv-cinder-811877-1-iscsi {{(pid=94001) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 06:29:00.444937 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85880304-48ce-4923-914f-ffb431305766 None None] Updating router 706768c9-2d14-4a5a-9bab-f46de9be7398 port cae3120b-7c2f-4b4b-9ce8-449107abc03c binding host dv-cinder-811877-1-iscsi {{(pid=94001) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 30 06:29:00.526624 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-85880304-48ce-4923-914f-ffb431305766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653538'] for port, before_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:29:00.657899 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [None req-c8cafe3e-9fe3-4acf-a00d-4719c3fdbc62 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.0233543 Sep 30 06:29:00.659202 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.36', 53648) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 06:29:00.699548 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.api.v2.base [None req-a69af112-f2ae-4f4b-ac37-facca8d3f95c admin admin] Request body: {'subnet': {'network_id': 'f6dd4f0c-cb48-4956-b50f-9ac78c28a79e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-418526461-subnet', 'tenant_id': 'dcb314e8136a4d1298e59b94dbda6db4', 'ip_version': 4}} {{(pid=94000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 06:29:00.700340 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.rpc [None req-1a5ef50c-1a60-4eeb-b96e-cf5df6fcca4b None None] Device 07e17e25-9f4f-4af6-a235-bc7090b2ada5 up at agent ovs-agent-dv-cinder-811877-1-iscsi {{(pid=94001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 06:29:00.704966 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8cafe3e-9fe3-4acf-a00d-4719c3fdbc62 admin admin] Pushing event updated for resources: {'Network': ['ID=f6dd4f0c-cb48-4956-b50f-9ac78c28a79e,revision_number=1']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:29:00.729977 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a69af112-f2ae-4f4b-ac37-facca8d3f95c admin admin] Made reservation on behalf of dcb314e8136a4d1298e59b94dbda6db4 for: {'subnet': 1} {{(pid=94000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 06:29:00.732998 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-a69af112-f2ae-4f4b-ac37-facca8d3f95c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5105858'] for subnet, before_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:29:00.803799 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-2c593ec1-213d-450d-9174-4548b62aafc7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:29:00.808639 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.rpc [None req-1a5ef50c-1a60-4eeb-b96e-cf5df6fcca4b None None] Network f6dd4f0c-cb48-4956-b50f-9ac78c28a79e details requested by agent ovs-agent-dv-cinder-811877-1-iscsi with host dv-cinder-811877-1-iscsi {{(pid=94001) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 06:29:00.829330 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a1c146-c801-42b6-9cb5-a285c95a20f1 req-5b6b541e-f8e6-4efd-960d-666d2e4181cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:29:00.832042 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-18a1c146-c801-42b6-9cb5-a285c95a20f1 req-5b6b541e-f8e6-4efd-960d-666d2e4181cc service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=2a4fe69e521f47bb94fe812e2f32c8b1&device_id=be801cab-b2ce-4594-8d30-3431ea29df2f HTTP/1.1" status: 200 len: 1098 time: 0.3701658 Sep 30 06:29:00.849549 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc3936e-3508-4185-96ee-dcfc69be77aa req-8de6a832-8a38-4f43-9d91-d91d533aeae1 tempest-ServerRescueNegativeTestJSON-1209427659 tempest-ServerRescueNegativeTestJSON-1209427659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:29:00.858969 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-3dc3936e-3508-4185-96ee-dcfc69be77aa req-8de6a832-8a38-4f43-9d91-d91d533aeae1 tempest-ServerRescueNegativeTestJSON-1209427659 tempest-ServerRescueNegativeTestJSON-1209427659-project] 10.222.0.36 "GET /v2.0/ports?device_id=be801cab-b2ce-4594-8d30-3431ea29df2f HTTP/1.1" status: 200 len: 945 time: 0.2726524 Sep 30 06:29:00.988348 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.db.provisioning_blocks [None req-1a5ef50c-1a60-4eeb-b96e-cf5df6fcca4b None None] Provisioning complete for port 07e17e25-9f4f-4af6-a235-bc7090b2ada5 triggered by entity L2. {{(pid=94001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 06:29:00.988637 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-1a5ef50c-1a60-4eeb-b96e-cf5df6fcca4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-597822'] for port, provisioning_complete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:29:01.148621 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadbedd6-e5a3-420e-8a7c-4317e98650b2 req-6caff45b-4588-408a-b9ba-fd4f54b99168 tempest-VolumesActionsTest-1064546985 tempest-VolumesActionsTest-1064546985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:29:01.159340 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-fadbedd6-e5a3-420e-8a7c-4317e98650b2 req-6caff45b-4588-408a-b9ba-fd4f54b99168 tempest-VolumesActionsTest-1064546985 tempest-VolumesActionsTest-1064546985-project] 10.222.0.36 "GET /v2.0/ports?device_id=53e25ecf-21c8-47ec-abc8-87509f19ddba HTTP/1.1" status: 200 len: 946 time: 0.1327507 Sep 30 06:29:01.186857 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-a69af112-f2ae-4f4b-ac37-facca8d3f95c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7821886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4572691', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5105904'] for subnet, after_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:29:01.199636 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-2c593ec1-213d-450d-9174-4548b62aafc7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:29:01.248554 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-3dc3936e-3508-4185-96ee-dcfc69be77aa req-ac1b9609-9722-466d-abf5-96cc200eab96 tempest-ServerRescueNegativeTestJSON-1209427659 tempest-ServerRescueNegativeTestJSON-1209427659-project] 10.222.0.36 "GET /v2.0/security-groups?id=78ce1e3c-f3d7-420d-ac39-20c93d3fb7fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3880668 Sep 30 06:29:01.248767 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69af112-f2ae-4f4b-ac37-facca8d3f95c admin admin] Pushing event updated for resources: {'Subnet': ['ID=a7029f50-5ba5-47d1-87aa-d52ac1f06ba7,revision_number=0']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:29:01.249554 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-2c593ec1-213d-450d-9174-4548b62aafc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533969'] for security_group, after_create {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:29:01.260182 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-fadbedd6-e5a3-420e-8a7c-4317e98650b2 req-21a67aab-091e-4ac2-b680-4bc40824bd3d tempest-VolumesActionsTest-1064546985 tempest-VolumesActionsTest-1064546985-project] 10.222.0.36 "GET /v2.0/security-groups?id=b150e05c-7d7a-4392-9d2b-fe2d02ba7332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995169 Sep 30 06:29:01.385007 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a1c146-c801-42b6-9cb5-a285c95a20f1 req-63c19139-95ea-454b-9b34-ab2e1af90197 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:29:01.387983 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-18a1c146-c801-42b6-9cb5-a285c95a20f1 req-63c19139-95ea-454b-9b34-ab2e1af90197 service neutron] 10.222.0.10 "GET /v2.0/networks?id=5c01f472-be09-4f47-a17f-2a759f124795 HTTP/1.1" status: 200 len: 918 time: 0.5144582 Sep 30 06:29:01.399840 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [None req-2c593ec1-213d-450d-9174-4548b62aafc7 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=40aa978ff8b7415393f727374270025b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0071712 Sep 30 06:29:01.403948 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.wsgi [-] (93999) accepted ('10.222.0.36', 53668) {{(pid=93999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 06:29:01.409586 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a69af112-f2ae-4f4b-ac37-facca8d3f95c admin admin] Checking segment: {'id': 'eb821f09-cf72-485e-b6c8-559db8e92ce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'f6dd4f0c-cb48-4956-b50f-9ac78c28a79e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 06:29:01.409856 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a69af112-f2ae-4f4b-ac37-facca8d3f95c admin admin] Network hostable DHCP agents. Network: f6dd4f0c-cb48-4956-b50f-9ac78c28a79e, hostable agents: ['2764eebb-577a-46b3-8e38-018fcc444f25'], hosted agents: [] {{(pid=94000) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 06:29:01.416764 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c593ec1-213d-450d-9174-4548b62aafc7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edb5df95-6f8a-4bc7-80d9-7f1a6a8f189e,revision_number=1']} {{(pid=93999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:29:01.435443 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a69af112-f2ae-4f4b-ac37-facca8d3f95c admin admin] Network f6dd4f0c-cb48-4956-b50f-9ac78c28a79e is scheduled to be hosted by DHCP agent 2764eebb-577a-46b3-8e38-018fcc444f25 with binding_index 1 {{(pid=94000) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 06:29:01.465363 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-643a5d1b-57e4-4a9b-9465-6085d6031f3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727546001794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-597483'] for agent, after_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:29:01.466186 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.scheduler.base_scheduler [None req-a69af112-f2ae-4f4b-ac37-facca8d3f95c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-811877-1-iscsi, f6dd4f0c-cb48-4956-b50f-9ac78c28a79e) {{(pid=94000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 06:29:01.473844 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a69af112-f2ae-4f4b-ac37-facca8d3f95c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:29:01.474685 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-a69af112-f2ae-4f4b-ac37-facca8d3f95c admin admin] Notify callbacks [] for subnet, before_response {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:29:01.495726 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [None req-a69af112-f2ae-4f4b-ac37-facca8d3f95c admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8303277 Sep 30 06:29:01.495921 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.36', 53672) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 06:29:01.502215 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.api.v2.base [None req-0477f76d-4fe5-432e-ad10-c6f9313c0246 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-418526461-router', 'tenant_id': 'dcb314e8136a4d1298e59b94dbda6db4', 'external_gateway_info': {'network_id': 'ddd8ee8b-b24f-47fb-afd7-cfc700c93624'}}} {{(pid=94000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 06:29:01.519380 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee51d08a-c968-4770-a8f5-942386fb8d56 None None] Network f6dd4f0c-cb48-4956-b50f-9ac78c28a79e requested from dv-cinder-811877-1-iscsi {{(pid=94001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 06:29:01.537326 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-0477f76d-4fe5-432e-ad10-c6f9313c0246 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7868037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-651'] for router, before_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:29:01.539220 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-0477f76d-4fe5-432e-ad10-c6f9313c0246 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7877237', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7878789', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7954202', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-642'] for router, precommit_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:29:01.544313 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-18a1c146-c801-42b6-9cb5-a285c95a20f1 req-b075bacd-6d85-491f-82e9-cc8d78796798 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f5867bda-e9f5-44e1-9382-f6b9e19fe331 HTTP/1.1" status: 200 len: 217 time: 0.0968068 Sep 30 06:29:01.565416 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-85880304-48ce-4923-914f-ffb431305766 None None] Notify callbacks [] for port, precommit_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:29:01.601599 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-85880304-48ce-4923-914f-ffb431305766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7821886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727545992452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727545489363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727545489381'] for port, after_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:29:01.605011 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-0477f76d-4fe5-432e-ad10-c6f9313c0246 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:29:01.708168 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a1c146-c801-42b6-9cb5-a285c95a20f1 req-ba92bf79-b482-4952-a318-5e368db3c96b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:29:01.710603 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-18a1c146-c801-42b6-9cb5-a285c95a20f1 req-ba92bf79-b482-4952-a318-5e368db3c96b service neutron] 10.222.0.10 "GET /v2.0/subnets?id=c94366a3-4b59-4b72-a9bf-62e041f6886b HTTP/1.1" status: 200 len: 857 time: 0.1463737 Sep 30 06:29:01.711818 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-79344a1c-f9d7-461c-b6e0-562935131c90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:29:01.817701 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-18a1c146-c801-42b6-9cb5-a285c95a20f1 req-7f9870a3-1ca5-49a6-8cc6-c1ff94a6384e service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=5c01f472-be09-4f47-a17f-2a759f124795&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0883958 Sep 30 06:29:01.825293 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-79344a1c-f9d7-461c-b6e0-562935131c90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:29:01.877067 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77583dae-6f1b-457e-a6b4-e40ed64583aa None None] Pushing event updated for resources: {'Port': ['ID=cae3120b-7c2f-4b4b-9ce8-449107abc03c,revision_number=3']} {{(pid=94001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:29:01.969585 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-0477f76d-4fe5-432e-ad10-c6f9313c0246 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:29:02.045181 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa6c635c-7994-456c-9924-3b5752b940e6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa923768-8e71-536f-9625-358fd8d0f060-f6dd4f0c-cb48-4956-b50f-9ac78c28a79e', 'network_id': 'f6dd4f0c-cb48-4956-b50f-9ac78c28a79e', 'tenant_id': 'dcb314e8136a4d1298e59b94dbda6db4', 'fixed_ips': [{'subnet_id': 'a7029f50-5ba5-47d1-87aa-d52ac1f06ba7'}]}} from dv-cinder-811877-1-iscsi. {{(pid=94001) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 30 06:29:02.045988 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-aa6c635c-7994-456c-9924-3b5752b940e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653538'] for port, before_create {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:29:02.117294 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-18a1c146-c801-42b6-9cb5-a285c95a20f1 req-987570d5-0c5b-448e-9605-93bc669dea3c service neutron] 10.222.0.10 "GET /v2.0/networks/5c01f472-be09-4f47-a17f-2a759f124795?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2862151 Sep 30 06:29:02.117754 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.managers [None req-85880304-48ce-4923-914f-ffb431305766 None None] Attempting to bind port cae3120b-7c2f-4b4b-9ce8-449107abc03c on host dv-cinder-811877-1-iscsi for vnic_type normal with profile {{(pid=94001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 06:29:02.118333 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.managers [None req-85880304-48ce-4923-914f-ffb431305766 None None] Attempting to bind port cae3120b-7c2f-4b4b-9ce8-449107abc03c by drivers openvswitch,hyperv on host dv-cinder-811877-1-iscsi at level 0 using segments [{'id': 'e38808c4-ca93-4f8b-9d24-7dc14d2470c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '615a80a4-119e-49ec-bb8d-26850945a271'}] {{(pid=94001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 06:29:02.118974 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85880304-48ce-4923-914f-ffb431305766 None None] Attempting to bind port cae3120b-7c2f-4b4b-9ce8-449107abc03c on network 615a80a4-119e-49ec-bb8d-26850945a271 {{(pid=94001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 06:29:02.125713 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-79344a1c-f9d7-461c-b6e0-562935131c90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533969'] for security_group, after_delete {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:29:02.130947 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-79344a1c-f9d7-461c-b6e0-562935131c90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:29:02.135148 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [None req-79344a1c-f9d7-461c-b6e0-562935131c90 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/edb5df95-6f8a-4bc7-80d9-7f1a6a8f189e HTTP/1.1" status: 204 len: 168 time: 0.7270501 Sep 30 06:29:02.135359 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85880304-48ce-4923-914f-ffb431305766 None None] Checking agent: {'id': '38eed8e6-19bc-4ff2-90e0-3c7aa8a3a275', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-811877-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 6, 19, 32), 'started_at': datetime.datetime(2021, 9, 30, 6, 20, 2), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 6, 28, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-811877-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 06:29:02.135359 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85880304-48ce-4923-914f-ffb431305766 None None] Checking segment: {'id': 'e38808c4-ca93-4f8b-9d24-7dc14d2470c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '615a80a4-119e-49ec-bb8d-26850945a271'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 06:29:02.135359 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-85880304-48ce-4923-914f-ffb431305766 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:29:02.135359 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85880304-48ce-4923-914f-ffb431305766 None None] Bound using segment: {'id': 'e38808c4-ca93-4f8b-9d24-7dc14d2470c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '615a80a4-119e-49ec-bb8d-26850945a271'} {{(pid=94001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 06:29:02.135700 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.managers [None req-85880304-48ce-4923-914f-ffb431305766 None None] Bound port: cae3120b-7c2f-4b4b-9ce8-449107abc03c, host: dv-cinder-811877-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e38808c4-ca93-4f8b-9d24-7dc14d2470c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '615a80a4-119e-49ec-bb8d-26850945a271'}}] {{(pid=94001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 06:29:02.142405 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-85880304-48ce-4923-914f-ffb431305766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653538'] for port, before_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:29:02.233295 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79344a1c-f9d7-461c-b6e0-562935131c90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edb5df95-6f8a-4bc7-80d9-7f1a6a8f189e,revision_number=None']} {{(pid=93999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:29:02.396199 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-0477f76d-4fe5-432e-ad10-c6f9313c0246 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:29:02.423621 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-0477f76d-4fe5-432e-ad10-c6f9313c0246 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653538'] for port, before_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:29:02.516177 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.db.provisioning_blocks [None req-1af46c4c-93c8-45ae-80ca-8b63b931e273 None None] Provisioning complete for port cae3120b-7c2f-4b4b-9ce8-449107abc03c triggered by entity DHCP. {{(pid=94001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 06:29:02.521916 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-1af46c4c-93c8-45ae-80ca-8b63b931e273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-597822'] for port, provisioning_complete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:29:02.523994 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-1a5ef50c-1a60-4eeb-b96e-cf5df6fcca4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727546001794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-597483'] for agent, after_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:29:02.600295 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.db.db_base_plugin_common [None req-0477f76d-4fe5-432e-ad10-c6f9313c0246 admin admin] Allocated IP 172.27.1.247 (ddd8ee8b-b24f-47fb-afd7-cfc700c93624/4727b4cf-a8ea-4dab-8db4-019b4e8b0546/6eca2420-ec99-4579-bdbc-a2e9d1376a4d) {{(pid=94000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 06:29:02.703161 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.36', 53706) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 06:29:02.736919 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-0ac64e9f-1780-430c-8db8-804b9bc9ffca admin admin] Notify callbacks [] for security_group, before_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:29:02.782361 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-18a1c146-c801-42b6-9cb5-a285c95a20f1 req-6f9537ed-43b6-4b8e-b8c5-ad7eb57b13a8 service neutron] 10.222.0.10 "GET /v2.0/networks/5c01f472-be09-4f47-a17f-2a759f124795?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6463201 Sep 30 06:29:02.801742 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3096d9-046f-44fb-956f-78da824f793e req-9d1563d0-2224-4df8-a0d0-ce03d811a762 tempest-ServerRescueNegativeTestJSON-1209427659 tempest-ServerRescueNegativeTestJSON-1209427659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:29:02.813013 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-0c3096d9-046f-44fb-956f-78da824f793e req-9d1563d0-2224-4df8-a0d0-ce03d811a762 tempest-ServerRescueNegativeTestJSON-1209427659 tempest-ServerRescueNegativeTestJSON-1209427659-project] 10.222.0.36 "GET /v2.0/ports?device_id=be801cab-b2ce-4594-8d30-3431ea29df2f HTTP/1.1" status: 200 len: 945 time: 0.2876415 Sep 30 06:29:02.847332 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-0477f76d-4fe5-432e-ad10-c6f9313c0246 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:29:02.910379 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-0c3096d9-046f-44fb-956f-78da824f793e req-0ea9622f-71da-4948-9f05-cf6adb2a2ff9 tempest-ServerRescueNegativeTestJSON-1209427659 tempest-ServerRescueNegativeTestJSON-1209427659-project] 10.222.0.36 "GET /v2.0/security-groups?id=78ce1e3c-f3d7-420d-ac39-20c93d3fb7fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961740 Sep 30 06:29:03.018604 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-0477f76d-4fe5-432e-ad10-c6f9313c0246 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7821886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727545489345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4572815'] for port, after_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:29:03.022176 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.db [None req-85880304-48ce-4923-914f-ffb431305766 None None] For port cae3120b-7c2f-4b4b-9ce8-449107abc03c, host dv-cinder-811877-1-iscsi, cleared binding levels {{(pid=94001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 06:29:03.046121 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.db [None req-85880304-48ce-4923-914f-ffb431305766 None None] For port cae3120b-7c2f-4b4b-9ce8-449107abc03c, host dv-cinder-811877-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811877-1-iscsi',level=0,port_id=cae3120b-7c2f-4b4b-9ce8-449107abc03c,segment=NetworkSegment(e38808c4-ca93-4f8b-9d24-7dc14d2470c7),segment_id=e38808c4-ca93-4f8b-9d24-7dc14d2470c7)] {{(pid=94001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 06:29:03.075770 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-85880304-48ce-4923-914f-ffb431305766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7821886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727545992452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727545489363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727545489381'] for port, after_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:29:03.125859 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0477f76d-4fe5-432e-ad10-c6f9313c0246 admin admin] Pushing event updated for resources: {'Port': ['ID=6eca2420-ec99-4579-bdbc-a2e9d1376a4d,revision_number=1']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:29:03.132759 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0477f76d-4fe5-432e-ad10-c6f9313c0246 admin admin] Network ddd8ee8b-b24f-47fb-afd7-cfc700c93624 is already hosted by enough agents. {{(pid=94000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 06:29:03.137871 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.scheduler.base_scheduler [None req-0477f76d-4fe5-432e-ad10-c6f9313c0246 admin admin] Resources bound (agent type, host, resource id): {{(pid=94000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 06:29:03.141640 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0477f76d-4fe5-432e-ad10-c6f9313c0246 admin admin] Received port after_create {{(pid=94000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 06:29:03.186537 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.db.db_base_plugin_common [None req-aa6c635c-7994-456c-9924-3b5752b940e6 None None] Allocated IP 172.20.0.2 (f6dd4f0c-cb48-4956-b50f-9ac78c28a79e/a7029f50-5ba5-47d1-87aa-d52ac1f06ba7/260b4d90-07ea-4743-aeb4-f8a5a41b84ea) {{(pid=94001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 06:29:03.199157 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-028184f3-f8cc-4c85-9e6b-64613141ad03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727546001794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-597483'] for agent, after_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:29:03.262665 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.plugin [None req-1af46c4c-93c8-45ae-80ca-8b63b931e273 None None] Port cae3120b-7c2f-4b4b-9ce8-449107abc03c cannot update to ACTIVE because it is not bound. {{(pid=94001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 06:29:03.325052 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-0ac64e9f-1780-430c-8db8-804b9bc9ffca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:29:03.344539 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-0ac64e9f-1780-430c-8db8-804b9bc9ffca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533969'] for security_group, after_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:29:03.388497 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85880304-48ce-4923-914f-ffb431305766 None None] Routers {'706768c9-2d14-4a5a-9bab-f46de9be7398'} bound to L3 agent in host dv-cinder-811877-1-iscsi {{(pid=94001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 06:29:03.389360 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.db.l3_hamode_db [None req-85880304-48ce-4923-914f-ffb431305766 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811877-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-30T06:19:31Z,description=,heartbeat_timestamp=2021-09-30T06:29:01Z,host='dv-cinder-811877-1-iscsi',id=f054bd23-6895-478f-87a4-7cc0e21c04e0,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T06:19:31Z,topic='l3_agent')) {'router_ids': ['706768c9-2d14-4a5a-9bab-f46de9be7398'], 'active': True} {{(pid=94001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 06:29:03.408538 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77583dae-6f1b-457e-a6b4-e40ed64583aa None None] Pushing event updated for resources: {'Port': ['ID=cae3120b-7c2f-4b4b-9ce8-449107abc03c,revision_number=4']} {{(pid=94001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:29:03.446415 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cff6f1b-5d1d-4c1f-b8a5-2c92908d925c req-21802a81-c531-490e-9fe5-b7882acb09ed tempest-VolumesActionsTest-1064546985 tempest-VolumesActionsTest-1064546985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:29:03.448608 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-1cff6f1b-5d1d-4c1f-b8a5-2c92908d925c req-21802a81-c531-490e-9fe5-b7882acb09ed tempest-VolumesActionsTest-1064546985 tempest-VolumesActionsTest-1064546985-project] 10.222.0.36 "GET /v2.0/ports?device_id=53e25ecf-21c8-47ec-abc8-87509f19ddba HTTP/1.1" status: 200 len: 946 time: 0.1172006 Sep 30 06:29:03.461554 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac64e9f-1780-430c-8db8-804b9bc9ffca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7de4279-9db9-4154-8be1-e0cfa0b55d68,revision_number=1']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:29:03.521306 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [None req-0ac64e9f-1780-430c-8db8-804b9bc9ffca admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=29adc4cc721c45e0a5ce5e6140f3225d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8131480 Sep 30 06:29:03.559061 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.36', 53724) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 06:29:03.569417 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-1cff6f1b-5d1d-4c1f-b8a5-2c92908d925c req-6b0c4c55-57f5-4f00-afe0-5864f1b87689 tempest-VolumesActionsTest-1064546985 tempest-VolumesActionsTest-1064546985-project] 10.222.0.36 "GET /v2.0/security-groups?id=b150e05c-7d7a-4392-9d2b-fe2d02ba7332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113558 Sep 30 06:29:03.699673 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-b7dd3641-2414-420f-8d35-971f0d5cf816 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:29:03.766038 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-b7dd3641-2414-420f-8d35-971f0d5cf816 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:29:03.851486 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.db.l3_dvr_db [None req-85880304-48ce-4923-914f-ffb431305766 None None] Set router 706768c9-2d14-4a5a-9bab-f46de9be7398 gateway port host: dv-cinder-811877-1-iscsi {{(pid=94001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 06:29:03.855667 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-0477f76d-4fe5-432e-ad10-c6f9313c0246 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:29:03.855965 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.db.provisioning_blocks [None req-77f0a0fb-523d-4e4e-83dc-4f5cc4f26eaf None None] Provisioning complete for port cae3120b-7c2f-4b4b-9ce8-449107abc03c triggered by entity DHCP. {{(pid=94001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 06:29:03.856852 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-77f0a0fb-523d-4e4e-83dc-4f5cc4f26eaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-597822'] for port, provisioning_complete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:29:03.990708 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-b7dd3641-2414-420f-8d35-971f0d5cf816 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533969'] for security_group, after_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:29:03.992190 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-b7dd3641-2414-420f-8d35-971f0d5cf816 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:29:03.996932 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [None req-b7dd3641-2414-420f-8d35-971f0d5cf816 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/e7de4279-9db9-4154-8be1-e0cfa0b55d68 HTTP/1.1" status: 204 len: 168 time: 0.4359970 Sep 30 06:29:04.045870 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-aa6c635c-7994-456c-9924-3b5752b940e6 None None] Notify callbacks [] for port, precommit_create {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:29:04.049515 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7dd3641-2414-420f-8d35-971f0d5cf816 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7de4279-9db9-4154-8be1-e0cfa0b55d68,revision_number=None']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:29:04.146026 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-aa6c635c-7994-456c-9924-3b5752b940e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7821886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727545489345'] for port, after_create {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:29:04.152485 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1702c07f-523c-4318-bd81-8647525d08aa req-986b51a6-1edd-4fee-9501-94c3e95a05f7 tempest-ServerRescueNegativeTestJSON-1209427659 tempest-ServerRescueNegativeTestJSON-1209427659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:29:04.154611 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-1702c07f-523c-4318-bd81-8647525d08aa req-986b51a6-1edd-4fee-9501-94c3e95a05f7 tempest-ServerRescueNegativeTestJSON-1209427659 tempest-ServerRescueNegativeTestJSON-1209427659-project] 10.222.0.36 "GET /v2.0/ports?device_id=be801cab-b2ce-4594-8d30-3431ea29df2f HTTP/1.1" status: 200 len: 945 time: 0.1027651 Sep 30 06:29:04.213266 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-0477f76d-4fe5-432e-ad10-c6f9313c0246 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7877132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7878840'] for router, after_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:29:04.251415 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa6c635c-7994-456c-9924-3b5752b940e6 None None] Network f6dd4f0c-cb48-4956-b50f-9ac78c28a79e is already hosted by enough agents. {{(pid=94001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 06:29:04.290755 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-31788eca-3db2-42eb-847b-597dce492ba7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727546001794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-597483'] for agent, after_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:29:04.308940 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.scheduler.base_scheduler [None req-aa6c635c-7994-456c-9924-3b5752b940e6 None None] Resources bound (agent type, host, resource id): {{(pid=94001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 06:29:04.344932 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-1702c07f-523c-4318-bd81-8647525d08aa req-c78f183a-dbc4-45ab-bb8a-7c28a14f4d6f tempest-ServerRescueNegativeTestJSON-1209427659 tempest-ServerRescueNegativeTestJSON-1209427659-project] 10.222.0.36 "GET /v2.0/security-groups?id=78ce1e3c-f3d7-420d-ac39-20c93d3fb7fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277041 Sep 30 06:29:04.347510 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa6c635c-7994-456c-9924-3b5752b940e6 None None] Received port after_create {{(pid=94001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 06:29:04.414124 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6c635c-7994-456c-9924-3b5752b940e6 None None] Pushing event updated for resources: {'Port': ['ID=260b4d90-07ea-4743-aeb4-f8a5a41b84ea,revision_number=1']} {{(pid=94001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:29:04.451999 dv-cinder-811877-1-iscsi neutron-server[94002]: DEBUG neutron.db.agents_db [None req-d9c94b1b-4ad8-4063-8329-7a4f29b52830 None None] Agent healthcheck: found 6 active agents {{(pid=94002) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 06:29:04.548349 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0477f76d-4fe5-432e-ad10-c6f9313c0246 admin admin] Router 80293575-1e99-4b9c-b730-e9f7dec81a36 is scheduled to L3 agent f054bd23-6895-478f-87a4-7cc0e21c04e0 with binding_index 1 {{(pid=94000) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 30 06:29:04.561307 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.wsgi [-] (93999) accepted ('10.222.0.36', 53778) {{(pid=93999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 06:29:04.690109 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.managers [None req-aa6c635c-7994-456c-9924-3b5752b940e6 None None] Attempting to bind port 260b4d90-07ea-4743-aeb4-f8a5a41b84ea on host dv-cinder-811877-1-iscsi for vnic_type normal with profile {{(pid=94001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 06:29:04.691005 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.managers [None req-aa6c635c-7994-456c-9924-3b5752b940e6 None None] Attempting to bind port 260b4d90-07ea-4743-aeb4-f8a5a41b84ea by drivers openvswitch,hyperv on host dv-cinder-811877-1-iscsi at level 0 using segments [{'id': 'eb821f09-cf72-485e-b6c8-559db8e92ce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'f6dd4f0c-cb48-4956-b50f-9ac78c28a79e'}] {{(pid=94001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 06:29:04.691751 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa6c635c-7994-456c-9924-3b5752b940e6 None None] Attempting to bind port 260b4d90-07ea-4743-aeb4-f8a5a41b84ea on network f6dd4f0c-cb48-4956-b50f-9ac78c28a79e {{(pid=94001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 06:29:04.715419 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-77f0a0fb-523d-4e4e-83dc-4f5cc4f26eaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653538'] for port, before_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:29:04.720173 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa6c635c-7994-456c-9924-3b5752b940e6 None None] Checking agent: {'id': '38eed8e6-19bc-4ff2-90e0-3c7aa8a3a275', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-811877-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 6, 19, 32), 'started_at': datetime.datetime(2021, 9, 30, 6, 20, 2), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 6, 29, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-811877-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 06:29:04.720660 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa6c635c-7994-456c-9924-3b5752b940e6 None None] Checking segment: {'id': 'eb821f09-cf72-485e-b6c8-559db8e92ce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'f6dd4f0c-cb48-4956-b50f-9ac78c28a79e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 06:29:04.721139 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-aa6c635c-7994-456c-9924-3b5752b940e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:29:04.721606 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa6c635c-7994-456c-9924-3b5752b940e6 None None] Bound using segment: {'id': 'eb821f09-cf72-485e-b6c8-559db8e92ce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'f6dd4f0c-cb48-4956-b50f-9ac78c28a79e'} {{(pid=94001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 06:29:04.722135 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.managers [None req-aa6c635c-7994-456c-9924-3b5752b940e6 None None] Bound port: 260b4d90-07ea-4743-aeb4-f8a5a41b84ea, host: dv-cinder-811877-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb821f09-cf72-485e-b6c8-559db8e92ce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'f6dd4f0c-cb48-4956-b50f-9ac78c28a79e'}}] {{(pid=94001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 06:29:04.722525 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-aa6c635c-7994-456c-9924-3b5752b940e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653538'] for port, before_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:29:04.847377 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.db [None req-77f0a0fb-523d-4e4e-83dc-4f5cc4f26eaf None None] For port cae3120b-7c2f-4b4b-9ce8-449107abc03c, host dv-cinder-811877-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811877-1-iscsi',level=0,port_id=cae3120b-7c2f-4b4b-9ce8-449107abc03c,segment=NetworkSegment(e38808c4-ca93-4f8b-9d24-7dc14d2470c7),segment_id=e38808c4-ca93-4f8b-9d24-7dc14d2470c7)] {{(pid=94001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 06:29:04.884432 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-b32255dd-9161-4415-9e66-fdbcd896d566 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:29:04.892819 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0477f76d-4fe5-432e-ad10-c6f9313c0246 admin admin] Notify agent at l3_agent.dv-cinder-811877-1-iscsi the message routers_updated {{(pid=94000) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 06:29:04.913736 dv-cinder-811877-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0e4067b-0e80-4eb3-8df2-cd0d93b5324d None None] Sync routers for ids ['80293575-1e99-4b9c-b730-e9f7dec81a36'] in dv-cinder-811877-1-iscsi {{(pid=94002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 06:29:04.916828 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.db [None req-aa6c635c-7994-456c-9924-3b5752b940e6 None None] For port 260b4d90-07ea-4743-aeb4-f8a5a41b84ea, host dv-cinder-811877-1-iscsi, cleared binding levels {{(pid=94001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 06:29:04.923861 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.db [None req-aa6c635c-7994-456c-9924-3b5752b940e6 None None] For port 260b4d90-07ea-4743-aeb4-f8a5a41b84ea, host dv-cinder-811877-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811877-1-iscsi',level=0,port_id=260b4d90-07ea-4743-aeb4-f8a5a41b84ea,segment=NetworkSegment(eb821f09-cf72-485e-b6c8-559db8e92ce0),segment_id=eb821f09-cf72-485e-b6c8-559db8e92ce0)] {{(pid=94001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 06:29:04.931460 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-77f0a0fb-523d-4e4e-83dc-4f5cc4f26eaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7821886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727545992452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727545489363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727545489381'] for port, after_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:29:04.932908 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445aa49d-5873-48c7-a675-4de82aae063f req-462c0b3c-3dc0-44e7-9926-9089dcf72f22 tempest-VolumesActionsTest-1064546985 tempest-VolumesActionsTest-1064546985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:29:04.937365 dv-cinder-811877-1-iscsi neutron-server[94002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0e4067b-0e80-4eb3-8df2-cd0d93b5324d None None] Routers {'80293575-1e99-4b9c-b730-e9f7dec81a36'} bound to L3 agent in host dv-cinder-811877-1-iscsi {{(pid=94002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 06:29:04.943750 dv-cinder-811877-1-iscsi neutron-server[94002]: DEBUG neutron.db.l3_hamode_db [None req-c0e4067b-0e80-4eb3-8df2-cd0d93b5324d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811877-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-30T06:19:31Z,description=,heartbeat_timestamp=2021-09-30T06:29:01Z,host='dv-cinder-811877-1-iscsi',id=f054bd23-6895-478f-87a4-7cc0e21c04e0,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T06:19:31Z,topic='l3_agent')) {'router_ids': ['80293575-1e99-4b9c-b730-e9f7dec81a36'], 'active': True} {{(pid=94002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 06:29:04.947660 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-445aa49d-5873-48c7-a675-4de82aae063f req-462c0b3c-3dc0-44e7-9926-9089dcf72f22 tempest-VolumesActionsTest-1064546985 tempest-VolumesActionsTest-1064546985-project] 10.222.0.36 "GET /v2.0/ports?device_id=53e25ecf-21c8-47ec-abc8-87509f19ddba HTTP/1.1" status: 200 len: 946 time: 0.1913347 Sep 30 06:29:04.958368 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-aa6c635c-7994-456c-9924-3b5752b940e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7821886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727545992452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727545489363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727545489381'] for port, after_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:29:05.043023 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-445aa49d-5873-48c7-a675-4de82aae063f req-4522d954-5f5a-4bd1-9215-881c7ddc4d84 tempest-VolumesActionsTest-1064546985 tempest-VolumesActionsTest-1064546985-project] 10.222.0.36 "GET /v2.0/security-groups?id=b150e05c-7d7a-4392-9d2b-fe2d02ba7332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917976 Sep 30 06:29:05.060345 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.db.l3_hamode_db [None req-85880304-48ce-4923-914f-ffb431305766 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '706768c9-2d14-4a5a-9bab-f46de9be7398', 'name': 'tempest-TestMinimumBasicScenario-1179216974-router', 'tenant_id': '1eac498b69b6420eb083db675eb52bac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddd8ee8b-b24f-47fb-afd7-cfc700c93624', 'external_fixed_ips': [{'subnet_id': '4727b4cf-a8ea-4dab-8db4-019b4e8b0546', 'ip_address': '172.27.1.13'}], 'enable_snat': True}, 'gw_port_id': '07e17e25-9f4f-4af6-a235-bc7090b2ada5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T06:28:49Z', 'updated_at': '2021-09-30T06:28:56Z', 'revision_number': 4, 'project_id': '1eac498b69b6420eb083db675eb52bac', 'gw_port': {'id': '07e17e25-9f4f-4af6-a235-bc7090b2ada5', 'name': '', 'network_id': 'ddd8ee8b-b24f-47fb-afd7-cfc700c93624', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:7c:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '706768c9-2d14-4a5a-9bab-f46de9be7398', 'device_owner': 'network:router_gateway', 'standard_attr_id': 283, 'fixed_ips': [{'subnet_id': '4727b4cf-a8ea-4dab-8db4-019b4e8b0546', 'ip_address': '172.27.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T06:28:50Z', 'updated_at': '2021-09-30T06:28:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4727b4cf-a8ea-4dab-8db4-019b4e8b0546', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811877-1-iscsi', '_interfaces': [{'id': 'cae3120b-7c2f-4b4b-9ce8-449107abc03c', 'name': '', 'network_id': '615a80a4-119e-49ec-bb8d-26850945a271', 'tenant_id': '1eac498b69b6420eb083db675eb52bac', 'mac_address': 'fa:16:3e:07:4c:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '706768c9-2d14-4a5a-9bab-f46de9be7398', 'device_owner': 'network:router_interface', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': '2c9c376a-5800-4284-af97-c6cdc8434b50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T06:28:54Z', 'updated_at': '2021-09-30T06:29:02Z', 'revision_number': 4, 'project_id': '1eac498b69b6420eb083db675eb52bac', 'subnets': [{'id': '2c9c376a-5800-4284-af97-c6cdc8434b50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811877-1-iscsi', False) {} {{(pid=94001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 06:29:05.134838 dv-cinder-811877-1-iscsi neutron-server[94002]: DEBUG neutron.db.l3_dvr_db [None req-c0e4067b-0e80-4eb3-8df2-cd0d93b5324d None None] Set router 80293575-1e99-4b9c-b730-e9f7dec81a36 gateway port host: dv-cinder-811877-1-iscsi {{(pid=94002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 06:29:05.138401 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85880304-48ce-4923-914f-ffb431305766 None None] The sync data for ids ['706768c9-2d14-4a5a-9bab-f46de9be7398'] in dv-cinder-811877-1-iscsi is: [{'id': '706768c9-2d14-4a5a-9bab-f46de9be7398', 'name': 'tempest-TestMinimumBasicScenario-1179216974-router', 'tenant_id': '1eac498b69b6420eb083db675eb52bac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddd8ee8b-b24f-47fb-afd7-cfc700c93624', 'external_fixed_ips': [{'subnet_id': '4727b4cf-a8ea-4dab-8db4-019b4e8b0546', 'ip_address': '172.27.1.13'}], 'enable_snat': True}, 'gw_port_id': '07e17e25-9f4f-4af6-a235-bc7090b2ada5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T06:28:49Z', 'updated_at': '2021-09-30T06:28:56Z', 'revision_number': 4, 'project_id': '1eac498b69b6420eb083db675eb52bac', 'gw_port': {'id': '07e17e25-9f4f-4af6-a235-bc7090b2ada5', 'name': '', 'network_id': 'ddd8ee8b-b24f-47fb-afd7-cfc700c93624', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:7c:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '706768c9-2d14-4a5a-9bab-f46de9be7398', 'device_owner': 'network:router_gateway', 'standard_attr_id': 283, 'fixed_ips': [{'subnet_id': '4727b4cf-a8ea-4dab-8db4-019b4e8b0546', 'ip_address': '172.27.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T06:28:50Z', 'updated_at': '2021-09-30T06:28:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4727b4cf-a8ea-4dab-8db4-019b4e8b0546', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811877-1-iscsi', '_interfaces': [{'id': 'cae3120b-7c2f-4b4b-9ce8-449107abc03c', 'name': '', 'network_id': '615a80a4-119e-49ec-bb8d-26850945a271', 'tenant_id': '1eac498b69b6420eb083db675eb52bac', 'mac_address': 'fa:16:3e:07:4c:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '706768c9-2d14-4a5a-9bab-f46de9be7398', 'device_owner': 'network:router_interface', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': '2c9c376a-5800-4284-af97-c6cdc8434b50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T06:28:54Z', 'updated_at': '2021-09-30T06:29:02Z', 'revision_number': 4, 'project_id': '1eac498b69b6420eb083db675eb52bac', 'subnets': [{'id': '2c9c376a-5800-4284-af97-c6cdc8434b50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 06:29:05.158820 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f0a0fb-523d-4e4e-83dc-4f5cc4f26eaf None None] Pushing event updated for resources: {'Port': ['ID=cae3120b-7c2f-4b4b-9ce8-449107abc03c,revision_number=5']} {{(pid=94001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:29:05.199798 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-b32255dd-9161-4415-9e66-fdbcd896d566 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:29:05.221726 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b406b9-727c-47ac-aa8e-b065fb39a8ff req-3ad9573a-fe3f-4ef0-ba09-3d35711f9cef tempest-VolumesActionsTest-1064546985 tempest-VolumesActionsTest-1064546985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:29:05.222279 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-0477f76d-4fe5-432e-ad10-c6f9313c0246 admin admin] Notify callbacks [] for router, before_response {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:29:05.225336 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [None req-0477f76d-4fe5-432e-ad10-c6f9313c0246 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.7276111 Sep 30 06:29:05.227210 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-54b406b9-727c-47ac-aa8e-b065fb39a8ff req-3ad9573a-fe3f-4ef0-ba09-3d35711f9cef tempest-VolumesActionsTest-1064546985 tempest-VolumesActionsTest-1064546985-project] 10.222.0.10 "GET /v2.0/ports?device_id=53e25ecf-21c8-47ec-abc8-87509f19ddba HTTP/1.1" status: 200 len: 946 time: 0.1342680 Sep 30 06:29:05.229004 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.36', 53802) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 06:29:05.243807 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-b32255dd-9161-4415-9e66-fdbcd896d566 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533969'] for security_group, after_create {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:29:05.338014 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32255dd-9161-4415-9e66-fdbcd896d566 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c876ab6-0518-424c-ae94-8c05221b7304,revision_number=1']} {{(pid=93999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:29:05.346256 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6c635c-7994-456c-9924-3b5752b940e6 None None] Pushing event updated for resources: {'Port': ['ID=260b4d90-07ea-4743-aeb4-f8a5a41b84ea,revision_number=2']} {{(pid=94001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:29:05.406865 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [None req-b32255dd-9161-4415-9e66-fdbcd896d566 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=e9b32071cb304dfeaa1489b93f3dd5fb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8423941 Sep 30 06:29:05.408215 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.wsgi [-] (93999) accepted ('10.222.0.36', 53808) {{(pid=93999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 06:29:05.597694 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.plugins.ml2.plugin [req-54b406b9-727c-47ac-aa8e-b065fb39a8ff req-59416071-2603-4c22-9acf-13a041e7be6b tempest-VolumesActionsTest-1064546985 tempest-VolumesActionsTest-1064546985-project] Deleting port 47d32bb1-b9d9-4696-97f3-582e3745ccbe {{(pid=93999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 06:29:05.598842 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [req-54b406b9-727c-47ac-aa8e-b065fb39a8ff req-59416071-2603-4c22-9acf-13a041e7be6b tempest-VolumesActionsTest-1064546985 tempest-VolumesActionsTest-1064546985-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727545987880'] for port, before_delete {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:29:05.603388 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-57f69333-6239-434b-9caa-8cd295cb5f9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:29:05.681408 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-57f69333-6239-434b-9caa-8cd295cb5f9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:29:05.837188 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.plugins.ml2.db [req-54b406b9-727c-47ac-aa8e-b065fb39a8ff req-59416071-2603-4c22-9acf-13a041e7be6b tempest-VolumesActionsTest-1064546985 tempest-VolumesActionsTest-1064546985-project] For port 47d32bb1-b9d9-4696-97f3-582e3745ccbe, host hv-cinder-81187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81187',level=0,port_id=47d32bb1-b9d9-4696-97f3-582e3745ccbe,segment=NetworkSegment(1ef1d653-7acd-435b-9687-18111cd76776),segment_id=1ef1d653-7acd-435b-9687-18111cd76776)] {{(pid=93999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 06:29:05.837530 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [req-54b406b9-727c-47ac-aa8e-b065fb39a8ff req-59416071-2603-4c22-9acf-13a041e7be6b tempest-VolumesActionsTest-1064546985 tempest-VolumesActionsTest-1064546985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7874563'] for port, precommit_delete {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:29:05.874750 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.plugins.ml2.plugin [req-54b406b9-727c-47ac-aa8e-b065fb39a8ff req-59416071-2603-4c22-9acf-13a041e7be6b tempest-VolumesActionsTest-1064546985 tempest-VolumesActionsTest-1064546985-project] Calling delete_port for 47d32bb1-b9d9-4696-97f3-582e3745ccbe owned by compute:nova {{(pid=93999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 06:29:06.004948 dv-cinder-811877-1-iscsi neutron-server[94002]: DEBUG neutron.db.l3_hamode_db [None req-c0e4067b-0e80-4eb3-8df2-cd0d93b5324d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80293575-1e99-4b9c-b730-e9f7dec81a36', 'name': 'tempest-TestMinimumBasicScenario-418526461-router', 'tenant_id': 'dcb314e8136a4d1298e59b94dbda6db4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddd8ee8b-b24f-47fb-afd7-cfc700c93624', 'external_fixed_ips': [{'subnet_id': '4727b4cf-a8ea-4dab-8db4-019b4e8b0546', 'ip_address': '172.27.1.247'}], 'enable_snat': True}, 'gw_port_id': '6eca2420-ec99-4579-bdbc-a2e9d1376a4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T06:29:01Z', 'updated_at': '2021-09-30T06:29:03Z', 'revision_number': 3, 'project_id': 'dcb314e8136a4d1298e59b94dbda6db4', 'gw_port': {'id': '6eca2420-ec99-4579-bdbc-a2e9d1376a4d', 'name': '', 'network_id': 'ddd8ee8b-b24f-47fb-afd7-cfc700c93624', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:af:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80293575-1e99-4b9c-b730-e9f7dec81a36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': '4727b4cf-a8ea-4dab-8db4-019b4e8b0546', 'ip_address': '172.27.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T06:29:02Z', 'updated_at': '2021-09-30T06:29:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4727b4cf-a8ea-4dab-8db4-019b4e8b0546', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811877-1-iscsi'}], 'dv-cinder-811877-1-iscsi', False) {} {{(pid=94002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 06:29:06.013855 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-57f69333-6239-434b-9caa-8cd295cb5f9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533969'] for security_group, after_delete {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:29:06.028103 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-57f69333-6239-434b-9caa-8cd295cb5f9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:29:06.033322 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [None req-57f69333-6239-434b-9caa-8cd295cb5f9c admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/1c876ab6-0518-424c-ae94-8c05221b7304 HTTP/1.1" status: 204 len: 168 time: 0.6223347 Sep 30 06:29:06.065403 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f69333-6239-434b-9caa-8cd295cb5f9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c876ab6-0518-424c-ae94-8c05221b7304,revision_number=None']} {{(pid=93999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:29:06.069657 dv-cinder-811877-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0e4067b-0e80-4eb3-8df2-cd0d93b5324d None None] Checking router: 80293575-1e99-4b9c-b730-e9f7dec81a36 for host: dv-cinder-811877-1-iscsi {{(pid=94002) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 06:29:06.070016 dv-cinder-811877-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0e4067b-0e80-4eb3-8df2-cd0d93b5324d None None] Updating router 80293575-1e99-4b9c-b730-e9f7dec81a36 port 6eca2420-ec99-4579-bdbc-a2e9d1376a4d binding host dv-cinder-811877-1-iscsi {{(pid=94002) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 30 06:29:06.233732 dv-cinder-811877-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-c0e4067b-0e80-4eb3-8df2-cd0d93b5324d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653538'] for port, before_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:29:06.241942 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a4c376-f35d-42b4-9021-09088fb3488a req-9c808176-0fb8-4caa-979c-6766c9de4d8c tempest-ServerRescueNegativeTestJSON-1209427659 tempest-ServerRescueNegativeTestJSON-1209427659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:29:06.260710 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-25a4c376-f35d-42b4-9021-09088fb3488a req-9c808176-0fb8-4caa-979c-6766c9de4d8c tempest-ServerRescueNegativeTestJSON-1209427659 tempest-ServerRescueNegativeTestJSON-1209427659-project] 10.222.0.36 "GET /v2.0/ports?device_id=be801cab-b2ce-4594-8d30-3431ea29df2f HTTP/1.1" status: 200 len: 945 time: 0.2957973 Sep 30 06:29:06.346102 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [req-54b406b9-727c-47ac-aa8e-b065fb39a8ff req-59416071-2603-4c22-9acf-13a041e7be6b tempest-VolumesActionsTest-1064546985 tempest-VolumesActionsTest-1064546985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7821886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727545991406', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727545489354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6560267'] for port, after_delete {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:29:06.446312 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59416071-2603-4c22-9acf-13a041e7be6b tempest-VolumesActionsTest-1064546985 tempest-VolumesActionsTest-1064546985-project] Pushing event deleted for resources: {'Port': ['ID=47d32bb1-b9d9-4696-97f3-582e3745ccbe,revision_number=None']} {{(pid=93999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:29:06.633038 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-25a4c376-f35d-42b4-9021-09088fb3488a req-2073a65d-6670-4199-a571-f85c97b12695 tempest-ServerRescueNegativeTestJSON-1209427659 tempest-ServerRescueNegativeTestJSON-1209427659-project] 10.222.0.36 "GET /v2.0/security-groups?id=78ce1e3c-f3d7-420d-ac39-20c93d3fb7fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3700507 Sep 30 06:29:06.682886 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc9ff24-4f7d-4755-85f8-c2736bb16563 req-a184c60c-7eed-40c9-aee1-b5c0cbcb0c0b tempest-VolumesActionsTest-1064546985 tempest-VolumesActionsTest-1064546985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:29:06.707183 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-bcc9ff24-4f7d-4755-85f8-c2736bb16563 req-a184c60c-7eed-40c9-aee1-b5c0cbcb0c0b tempest-VolumesActionsTest-1064546985 tempest-VolumesActionsTest-1064546985-project] 10.222.0.36 "GET /v2.0/ports?device_id=53e25ecf-21c8-47ec-abc8-87509f19ddba HTTP/1.1" status: 200 len: 867 time: 0.4320586 Sep 30 06:29:06.740302 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.rpc [None req-1a5ef50c-1a60-4eeb-b96e-cf5df6fcca4b None None] Device 260b4d90-07ea-4743-aeb4-f8a5a41b84ea up at agent ovs-agent-dv-cinder-811877-1-iscsi {{(pid=94001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 06:29:06.777570 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.db.l3_dvrscheduler_db [req-54b406b9-727c-47ac-aa8e-b065fb39a8ff req-59416071-2603-4c22-9acf-13a041e7be6b tempest-VolumesActionsTest-1064546985 tempest-VolumesActionsTest-1064546985-project] No DVR routers for this DVR port 47d32bb1-b9d9-4696-97f3-582e3745ccbe on host hv-cinder-81187 {{(pid=93999) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 06:29:06.786994 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [req-54b406b9-727c-47ac-aa8e-b065fb39a8ff req-59416071-2603-4c22-9acf-13a041e7be6b tempest-VolumesActionsTest-1064546985 tempest-VolumesActionsTest-1064546985-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57126'] for port, before_response {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:29:06.794374 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-54b406b9-727c-47ac-aa8e-b065fb39a8ff req-59416071-2603-4c22-9acf-13a041e7be6b tempest-VolumesActionsTest-1064546985 tempest-VolumesActionsTest-1064546985-project] 10.222.0.10 "DELETE /v2.0/ports/47d32bb1-b9d9-4696-97f3-582e3745ccbe HTTP/1.1" status: 204 len: 173 time: 1.5401573 Sep 30 06:29:06.797644 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53e25ecf-21c8-47ec-abc8-87509f19ddba', 'name': 'network-vif-deleted', 'tag': '47d32bb1-b9d9-4696-97f3-582e3745ccbe'}] {{(pid=93999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 06:29:06.806813 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07b111f6e278cfffd9c4f208e103de524c2b9e3fbd4e5a5b5d8dd158a433df71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4f243b5-165f-4df0-b811-58df75690c30" -d '{"events": [{"server_uuid": "53e25ecf-21c8-47ec-abc8-87509f19ddba", "name": "network-vif-deleted", "tag": "47d32bb1-b9d9-4696-97f3-582e3745ccbe"}]}' {{(pid=93999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 06:29:06.887427 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.db.provisioning_blocks [None req-1a5ef50c-1a60-4eeb-b96e-cf5df6fcca4b None None] Provisioning complete for port 260b4d90-07ea-4743-aeb4-f8a5a41b84ea triggered by entity L2. {{(pid=94001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 06:29:06.888044 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-1a5ef50c-1a60-4eeb-b96e-cf5df6fcca4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-597822'] for port, provisioning_complete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:29:06.987385 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-bcc9ff24-4f7d-4755-85f8-c2736bb16563 req-0067cc20-5870-4566-8d2b-59b7c04e5019 tempest-VolumesActionsTest-1064546985 tempest-VolumesActionsTest-1064546985-project] 10.222.0.36 "GET /v2.0/security-groups?id=b150e05c-7d7a-4392-9d2b-fe2d02ba7332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2585630 Sep 30 06:29:07.169832 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.wsgi [-] (93999) accepted ('10.222.0.36', 53834) {{(pid=93999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 06:29:07.222978 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-83c3c6da-4d50-4134-8b2d-81d5bbe57e15 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:29:07.237633 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 06:29:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce5a7f99-fe96-4692-a094-d0528d2d3c26 x-openstack-request-id: req-ce5a7f99-fe96-4692-a094-d0528d2d3c26 {{(pid=93999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 06:29:07.238339 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53e25ecf-21c8-47ec-abc8-87509f19ddba", "name": "network-vif-deleted", "tag": "47d32bb1-b9d9-4696-97f3-582e3745ccbe", "status": "completed", "code": 200}]} {{(pid=93999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 06:29:07.238818 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-ce5a7f99-fe96-4692-a094-d0528d2d3c26 {{(pid=93999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 06:29:07.239392 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53e25ecf-21c8-47ec-abc8-87509f19ddba', 'name': 'network-vif-deleted', 'tag': '47d32bb1-b9d9-4696-97f3-582e3745ccbe', 'status': 'completed', 'code': 200} Sep 30 06:29:07.248529 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-1a5ef50c-1a60-4eeb-b96e-cf5df6fcca4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653538'] for port, before_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:29:07.348633 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.db [None req-1a5ef50c-1a60-4eeb-b96e-cf5df6fcca4b None None] For port 260b4d90-07ea-4743-aeb4-f8a5a41b84ea, host dv-cinder-811877-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811877-1-iscsi',level=0,port_id=260b4d90-07ea-4743-aeb4-f8a5a41b84ea,segment=NetworkSegment(eb821f09-cf72-485e-b6c8-559db8e92ce0),segment_id=eb821f09-cf72-485e-b6c8-559db8e92ce0)] {{(pid=94001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 06:29:07.368497 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-1a5ef50c-1a60-4eeb-b96e-cf5df6fcca4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7821886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727545992452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727545489363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727545489381'] for port, after_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:29:07.375617 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.rpc [None req-1a5ef50c-1a60-4eeb-b96e-cf5df6fcca4b None None] Device cae3120b-7c2f-4b4b-9ce8-449107abc03c up at agent ovs-agent-dv-cinder-811877-1-iscsi {{(pid=94001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 06:29:07.444982 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eed55c96-8fa8-4ebe-a861-1a631e87b60d None None] Network f6dd4f0c-cb48-4956-b50f-9ac78c28a79e requested from dv-cinder-811877-1-iscsi {{(pid=94001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 06:29:07.449400 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-673da7ed-343b-4b5a-b343-2cdf45690c75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653538'] for port, before_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:29:07.471416 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-83c3c6da-4d50-4134-8b2d-81d5bbe57e15 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:29:07.474041 dv-cinder-811877-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-c0e4067b-0e80-4eb3-8df2-cd0d93b5324d None None] Notify callbacks [] for port, precommit_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:29:07.485631 dv-cinder-811877-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-c0e4067b-0e80-4eb3-8df2-cd0d93b5324d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7821886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727545992452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727545489363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727545489381'] for port, after_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:29:07.487012 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-83c3c6da-4d50-4134-8b2d-81d5bbe57e15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533969'] for security_group, after_create {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:29:07.546001 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [None req-83c3c6da-4d50-4134-8b2d-81d5bbe57e15 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=f8313d4a381544d1b9f25fc6d6494248&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3709888 Sep 30 06:29:07.546902 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.36', 53840) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 06:29:07.569186 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.rpc [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] Device 47d32bb1-b9d9-4696-97f3-582e3745ccbe no longer exists at agent hyperv_hv-cinder-81187 {{(pid=94001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 06:29:07.584838 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c3c6da-4d50-4134-8b2d-81d5bbe57e15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91ce2725-fbe9-40e9-a1a0-eb9cc9031da9,revision_number=1']} {{(pid=93999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:29:07.587388 dv-cinder-811877-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd23d843-5628-41b7-aac8-ac26b8762bbd None None] Pushing event updated for resources: {'Port': ['ID=6eca2420-ec99-4579-bdbc-a2e9d1376a4d,revision_number=2']} {{(pid=94002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:29:07.618297 dv-cinder-811877-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.managers [None req-c0e4067b-0e80-4eb3-8df2-cd0d93b5324d None None] Attempting to bind port 6eca2420-ec99-4579-bdbc-a2e9d1376a4d on host dv-cinder-811877-1-iscsi for vnic_type normal with profile {{(pid=94002) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 06:29:07.619029 dv-cinder-811877-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.managers [None req-c0e4067b-0e80-4eb3-8df2-cd0d93b5324d None None] Attempting to bind port 6eca2420-ec99-4579-bdbc-a2e9d1376a4d by drivers openvswitch,hyperv on host dv-cinder-811877-1-iscsi at level 0 using segments [{'id': 'f18bb042-e630-4c4b-b384-e9bf093ecc8b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ddd8ee8b-b24f-47fb-afd7-cfc700c93624'}] {{(pid=94002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 06:29:07.619325 dv-cinder-811877-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0e4067b-0e80-4eb3-8df2-cd0d93b5324d None None] Attempting to bind port 6eca2420-ec99-4579-bdbc-a2e9d1376a4d on network ddd8ee8b-b24f-47fb-afd7-cfc700c93624 {{(pid=94002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 06:29:07.626768 dv-cinder-811877-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0e4067b-0e80-4eb3-8df2-cd0d93b5324d None None] Checking agent: {'id': '38eed8e6-19bc-4ff2-90e0-3c7aa8a3a275', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-811877-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 6, 19, 32), 'started_at': datetime.datetime(2021, 9, 30, 6, 20, 2), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 6, 29, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-811877-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 06:29:07.627448 dv-cinder-811877-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0e4067b-0e80-4eb3-8df2-cd0d93b5324d None None] Checking segment: {'id': 'f18bb042-e630-4c4b-b384-e9bf093ecc8b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ddd8ee8b-b24f-47fb-afd7-cfc700c93624'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 06:29:07.627860 dv-cinder-811877-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-c0e4067b-0e80-4eb3-8df2-cd0d93b5324d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:29:07.628253 dv-cinder-811877-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0e4067b-0e80-4eb3-8df2-cd0d93b5324d None None] Bound using segment: {'id': 'f18bb042-e630-4c4b-b384-e9bf093ecc8b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ddd8ee8b-b24f-47fb-afd7-cfc700c93624'} {{(pid=94002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 06:29:07.629027 dv-cinder-811877-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.managers [None req-c0e4067b-0e80-4eb3-8df2-cd0d93b5324d None None] Bound port: 6eca2420-ec99-4579-bdbc-a2e9d1376a4d, host: dv-cinder-811877-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f18bb042-e630-4c4b-b384-e9bf093ecc8b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ddd8ee8b-b24f-47fb-afd7-cfc700c93624'}}] {{(pid=94002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 06:29:07.629421 dv-cinder-811877-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-c0e4067b-0e80-4eb3-8df2-cd0d93b5324d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653538'] for port, before_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:29:07.681789 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-b67ef398-a50c-421c-b612-0cdfe1de87df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:29:07.710407 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-b67ef398-a50c-421c-b612-0cdfe1de87df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:29:07.714468 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.db.provisioning_blocks [None req-f392cbf7-08ea-46c3-9651-880c7b00d6d9 None None] Provisioning complete for port 260b4d90-07ea-4743-aeb4-f8a5a41b84ea triggered by entity DHCP. {{(pid=94001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 06:29:07.716340 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-f392cbf7-08ea-46c3-9651-880c7b00d6d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-597822'] for port, provisioning_complete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:29:07.746750 dv-cinder-811877-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.db [None req-c0e4067b-0e80-4eb3-8df2-cd0d93b5324d None None] For port 6eca2420-ec99-4579-bdbc-a2e9d1376a4d, host dv-cinder-811877-1-iscsi, cleared binding levels {{(pid=94002) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 06:29:07.758624 dv-cinder-811877-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.db [None req-c0e4067b-0e80-4eb3-8df2-cd0d93b5324d None None] For port 6eca2420-ec99-4579-bdbc-a2e9d1376a4d, host dv-cinder-811877-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811877-1-iscsi',level=0,port_id=6eca2420-ec99-4579-bdbc-a2e9d1376a4d,segment=NetworkSegment(f18bb042-e630-4c4b-b384-e9bf093ecc8b),segment_id=f18bb042-e630-4c4b-b384-e9bf093ecc8b)] {{(pid=94002) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 06:29:07.781818 dv-cinder-811877-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-c0e4067b-0e80-4eb3-8df2-cd0d93b5324d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7821886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727545992452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727545489363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727545489381'] for port, after_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:29:07.807024 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-b67ef398-a50c-421c-b612-0cdfe1de87df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533969'] for security_group, after_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:29:07.810885 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-b67ef398-a50c-421c-b612-0cdfe1de87df admin admin] Notify callbacks [] for security_group, before_response {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:29:07.812263 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [None req-b67ef398-a50c-421c-b612-0cdfe1de87df admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/91ce2725-fbe9-40e9-a1a0-eb9cc9031da9 HTTP/1.1" status: 204 len: 168 time: 0.2645905 Sep 30 06:29:07.835468 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.plugin [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] No Port match for: 47d32bb1-b9d9-4696-97f3-582e3745ccbe {{(pid=94001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 06:29:07.836293 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67ef398-a50c-421c-b612-0cdfe1de87df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91ce2725-fbe9-40e9-a1a0-eb9cc9031da9,revision_number=None']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:29:07.837896 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.rpc [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] Device 47d32bb1-b9d9-4696-97f3-582e3745ccbe not bound to the agent host hv-cinder-81187 {{(pid=94001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 06:29:07.857638 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.db.db_base_plugin_common [None req-673da7ed-343b-4b5a-b343-2cdf45690c75 admin admin] Allocated IP 172.20.0.1 (f6dd4f0c-cb48-4956-b50f-9ac78c28a79e/a7029f50-5ba5-47d1-87aa-d52ac1f06ba7/b3128f5d-cf72-45b4-9dff-d7c0a6819f5d) {{(pid=94000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 06:29:08.021275 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5ef50c-1a60-4eeb-b96e-cf5df6fcca4b None None] Pushing event updated for resources: {'Port': ['ID=260b4d90-07ea-4743-aeb4-f8a5a41b84ea,revision_number=3']} {{(pid=94001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:29:08.027509 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d513c6-3036-42c8-99d8-886116ef3f8a req-2782386c-b281-4145-ac41-b65ad7bb3b3d tempest-ServerRescueNegativeTestJSON-1209427659 tempest-ServerRescueNegativeTestJSON-1209427659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:29:08.036780 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-a1d513c6-3036-42c8-99d8-886116ef3f8a req-2782386c-b281-4145-ac41-b65ad7bb3b3d tempest-ServerRescueNegativeTestJSON-1209427659 tempest-ServerRescueNegativeTestJSON-1209427659-project] 10.222.0.36 "GET /v2.0/ports?device_id=be801cab-b2ce-4594-8d30-3431ea29df2f HTTP/1.1" status: 200 len: 945 time: 0.2334197 Sep 30 06:29:08.058453 dv-cinder-811877-1-iscsi neutron-server[94002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0e4067b-0e80-4eb3-8df2-cd0d93b5324d None None] Routers {'80293575-1e99-4b9c-b730-e9f7dec81a36'} bound to L3 agent in host dv-cinder-811877-1-iscsi {{(pid=94002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 06:29:08.060148 dv-cinder-811877-1-iscsi neutron-server[94002]: DEBUG neutron.db.l3_hamode_db [None req-c0e4067b-0e80-4eb3-8df2-cd0d93b5324d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811877-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-30T06:19:31Z,description=,heartbeat_timestamp=2021-09-30T06:29:01Z,host='dv-cinder-811877-1-iscsi',id=f054bd23-6895-478f-87a4-7cc0e21c04e0,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T06:19:31Z,topic='l3_agent')) {'router_ids': ['80293575-1e99-4b9c-b730-e9f7dec81a36'], 'active': True} {{(pid=94002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 06:29:08.160831 dv-cinder-811877-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd23d843-5628-41b7-aac8-ac26b8762bbd None None] Pushing event updated for resources: {'Port': ['ID=6eca2420-ec99-4579-bdbc-a2e9d1376a4d,revision_number=3']} {{(pid=94002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:29:08.244218 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-a1d513c6-3036-42c8-99d8-886116ef3f8a req-ede52b8a-1f2a-4b27-871b-734e5c645481 tempest-ServerRescueNegativeTestJSON-1209427659 tempest-ServerRescueNegativeTestJSON-1209427659-project] 10.222.0.36 "GET /v2.0/security-groups?id=78ce1e3c-f3d7-420d-ac39-20c93d3fb7fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1857412 Sep 30 06:29:08.381762 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.db.provisioning_blocks [None req-1a5ef50c-1a60-4eeb-b96e-cf5df6fcca4b None None] Provisioning complete for port cae3120b-7c2f-4b4b-9ce8-449107abc03c triggered by entity L2. {{(pid=94001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 06:29:08.386122 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-1a5ef50c-1a60-4eeb-b96e-cf5df6fcca4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-597822'] for port, provisioning_complete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:29:08.562167 dv-cinder-811877-1-iscsi neutron-server[94002]: DEBUG neutron.db.l3_dvr_db [None req-c0e4067b-0e80-4eb3-8df2-cd0d93b5324d None None] Set router 80293575-1e99-4b9c-b730-e9f7dec81a36 gateway port host: dv-cinder-811877-1-iscsi {{(pid=94002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 06:29:08.762964 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-673da7ed-343b-4b5a-b343-2cdf45690c75 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:29:08.903677 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.rpc [None req-1a5ef50c-1a60-4eeb-b96e-cf5df6fcca4b None None] Device 260b4d90-07ea-4743-aeb4-f8a5a41b84ea up at agent ovs-agent-dv-cinder-811877-1-iscsi {{(pid=94001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 06:29:08.995459 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6b23f5-2a2a-4064-ab72-5e2c644c2661 req-639f4852-691f-4ecd-b45b-d2217945d2b0 tempest-VolumesActionsTest-1064546985 tempest-VolumesActionsTest-1064546985-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:29:08.998244 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-cf6b23f5-2a2a-4064-ab72-5e2c644c2661 req-639f4852-691f-4ecd-b45b-d2217945d2b0 tempest-VolumesActionsTest-1064546985 tempest-VolumesActionsTest-1064546985-project] 10.222.0.36 "GET /v2.0/networks?id=aa9820fc-a1b3-48da-9d8e-0c73361f53bc HTTP/1.1" status: 200 len: 809 time: 0.3597584 Sep 30 06:29:09.010182 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-d1288d2b-573d-4c9a-b993-8625ea8f788d req-836deb26-70c1-45f7-b82c-f0674aa52618 tempest-VolumesNegativeTest-1401667650 tempest-VolumesNegativeTest-1401667650-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=777a89117ae442c78b8db7fb2c93ec2c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0610609 Sep 30 06:29:09.036711 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-cf6b23f5-2a2a-4064-ab72-5e2c644c2661 req-a91a1cd8-aecd-4ff9-9f7b-453022177476 tempest-VolumesActionsTest-1064546985 tempest-VolumesActionsTest-1064546985-project] 10.222.0.36 "GET /v2.0/quotas/371e0cc5b20646e09e9d5bea666eb6ca HTTP/1.1" status: 200 len: 375 time: 0.0286388 Sep 30 06:29:09.064803 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727546001794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-597483'] for agent, after_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:29:09.082194 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.db.provisioning_blocks [None req-ec41d2d8-1de9-4922-b2d6-95c1dd31b810 None None] Provisioning complete for port 260b4d90-07ea-4743-aeb4-f8a5a41b84ea triggered by entity DHCP. {{(pid=94001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 06:29:09.083044 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-ec41d2d8-1de9-4922-b2d6-95c1dd31b810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-597822'] for port, provisioning_complete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:29:09.105661 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-cf6b23f5-2a2a-4064-ab72-5e2c644c2661 req-e2e8de99-4e4c-4f1b-ac28-5caecb554a3b tempest-VolumesActionsTest-1064546985 tempest-VolumesActionsTest-1064546985-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=371e0cc5b20646e09e9d5bea666eb6ca&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0573156 Sep 30 06:29:09.152728 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-673da7ed-343b-4b5a-b343-2cdf45690c75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7821886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727545489345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4572815'] for port, after_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:29:09.177195 dv-cinder-811877-1-iscsi neutron-server[94002]: DEBUG neutron.db.l3_hamode_db [None req-c0e4067b-0e80-4eb3-8df2-cd0d93b5324d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80293575-1e99-4b9c-b730-e9f7dec81a36', 'name': 'tempest-TestMinimumBasicScenario-418526461-router', 'tenant_id': 'dcb314e8136a4d1298e59b94dbda6db4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddd8ee8b-b24f-47fb-afd7-cfc700c93624', 'external_fixed_ips': [{'subnet_id': '4727b4cf-a8ea-4dab-8db4-019b4e8b0546', 'ip_address': '172.27.1.247'}], 'enable_snat': True}, 'gw_port_id': '6eca2420-ec99-4579-bdbc-a2e9d1376a4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T06:29:01Z', 'updated_at': '2021-09-30T06:29:03Z', 'revision_number': 3, 'project_id': 'dcb314e8136a4d1298e59b94dbda6db4', 'gw_port': {'id': '6eca2420-ec99-4579-bdbc-a2e9d1376a4d', 'name': '', 'network_id': 'ddd8ee8b-b24f-47fb-afd7-cfc700c93624', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:af:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80293575-1e99-4b9c-b730-e9f7dec81a36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': '4727b4cf-a8ea-4dab-8db4-019b4e8b0546', 'ip_address': '172.27.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T06:29:02Z', 'updated_at': '2021-09-30T06:29:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4727b4cf-a8ea-4dab-8db4-019b4e8b0546', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811877-1-iscsi'}], 'dv-cinder-811877-1-iscsi', False) {} {{(pid=94002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 06:29:09.196558 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.db.provisioning_blocks [None req-1a5ef50c-1a60-4eeb-b96e-cf5df6fcca4b None None] Provisioning complete for port 260b4d90-07ea-4743-aeb4-f8a5a41b84ea triggered by entity L2. {{(pid=94001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 06:29:09.196930 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-1a5ef50c-1a60-4eeb-b96e-cf5df6fcca4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-597822'] for port, provisioning_complete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:29:09.271217 dv-cinder-811877-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0e4067b-0e80-4eb3-8df2-cd0d93b5324d None None] The sync data for ids ['80293575-1e99-4b9c-b730-e9f7dec81a36'] in dv-cinder-811877-1-iscsi is: [{'id': '80293575-1e99-4b9c-b730-e9f7dec81a36', 'name': 'tempest-TestMinimumBasicScenario-418526461-router', 'tenant_id': 'dcb314e8136a4d1298e59b94dbda6db4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddd8ee8b-b24f-47fb-afd7-cfc700c93624', 'external_fixed_ips': [{'subnet_id': '4727b4cf-a8ea-4dab-8db4-019b4e8b0546', 'ip_address': '172.27.1.247'}], 'enable_snat': True}, 'gw_port_id': '6eca2420-ec99-4579-bdbc-a2e9d1376a4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T06:29:01Z', 'updated_at': '2021-09-30T06:29:03Z', 'revision_number': 3, 'project_id': 'dcb314e8136a4d1298e59b94dbda6db4', 'gw_port': {'id': '6eca2420-ec99-4579-bdbc-a2e9d1376a4d', 'name': '', 'network_id': 'ddd8ee8b-b24f-47fb-afd7-cfc700c93624', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:af:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80293575-1e99-4b9c-b730-e9f7dec81a36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': '4727b4cf-a8ea-4dab-8db4-019b4e8b0546', 'ip_address': '172.27.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T06:29:02Z', 'updated_at': '2021-09-30T06:29:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4727b4cf-a8ea-4dab-8db4-019b4e8b0546', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811877-1-iscsi'}] {{(pid=94002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 06:29:09.307660 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-673da7ed-343b-4b5a-b343-2cdf45690c75 admin admin] Network f6dd4f0c-cb48-4956-b50f-9ac78c28a79e is already hosted by enough agents. {{(pid=94000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 06:29:09.318847 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.scheduler.base_scheduler [None req-673da7ed-343b-4b5a-b343-2cdf45690c75 admin admin] Resources bound (agent type, host, resource id): {{(pid=94000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 06:29:09.323261 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673da7ed-343b-4b5a-b343-2cdf45690c75 admin admin] Pushing event updated for resources: {'Port': ['ID=b3128f5d-cf72-45b4-9dff-d7c0a6819f5d,revision_number=1']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:29:09.350355 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-673da7ed-343b-4b5a-b343-2cdf45690c75 admin admin] Received port after_create {{(pid=94000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 06:29:09.405627 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-cf6b23f5-2a2a-4064-ab72-5e2c644c2661 req-bd27de69-1e0d-41a7-812e-9b81877b4170 service neutron] 10.222.0.36 "GET /v2.0/networks/aa9820fc-a1b3-48da-9d8e-0c73361f53bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2836926 Sep 30 06:29:09.453355 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-673da7ed-343b-4b5a-b343-2cdf45690c75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7878021'] for router_interface, before_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:29:09.864832 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.db.provisioning_blocks [None req-33551f42-0850-40e7-9d25-e658346cff17 None None] Provisioning complete for port b3128f5d-cf72-45b4-9dff-d7c0a6819f5d triggered by entity DHCP. {{(pid=94001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 06:29:09.865304 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-33551f42-0850-40e7-9d25-e658346cff17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-597822'] for port, provisioning_complete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:29:09.924144 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1288d2b-573d-4c9a-b993-8625ea8f788d req-22d85327-67d3-4442-9571-712c8b7d0114 tempest-VolumesNegativeTest-1401667650 tempest-VolumesNegativeTest-1401667650-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:29:09.936417 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-d1288d2b-573d-4c9a-b993-8625ea8f788d req-22d85327-67d3-4442-9571-712c8b7d0114 tempest-VolumesNegativeTest-1401667650 tempest-VolumesNegativeTest-1401667650-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.9156268 Sep 30 06:29:09.965118 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-d1288d2b-573d-4c9a-b993-8625ea8f788d req-6b061121-d7dc-4217-a038-981917aced20 tempest-VolumesNegativeTest-1401667650 tempest-VolumesNegativeTest-1401667650-project] 10.222.0.36 "GET /v2.0/quotas/777a89117ae442c78b8db7fb2c93ec2c HTTP/1.1" status: 200 len: 375 time: 0.0261254 Sep 30 06:29:09.994048 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.plugin [None req-33551f42-0850-40e7-9d25-e658346cff17 None None] Port b3128f5d-cf72-45b4-9dff-d7c0a6819f5d cannot update to ACTIVE because it is not bound. {{(pid=94001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 06:29:10.035490 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-cf6b23f5-2a2a-4064-ab72-5e2c644c2661 req-3a03c2cb-1214-4faf-8bf2-564fe19ffd44 service neutron] 10.222.0.36 "GET /v2.0/networks/aa9820fc-a1b3-48da-9d8e-0c73361f53bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6147797 Sep 30 06:29:10.036375 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-d1288d2b-573d-4c9a-b993-8625ea8f788d req-5b9c342f-4968-4d90-a0a3-a3c0b04b6c97 tempest-VolumesNegativeTest-1401667650 tempest-VolumesNegativeTest-1401667650-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=777a89117ae442c78b8db7fb2c93ec2c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0694442 Sep 30 06:29:10.126377 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-673da7ed-343b-4b5a-b343-2cdf45690c75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653538'] for port, before_update {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:29:10.669306 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141f9a62-e51f-43e8-82e4-4f59c0b30585 req-105b1a4b-8e2e-4ffc-861a-948fb8dd3189 tempest-ServerRescueNegativeTestJSON-1209427659 tempest-ServerRescueNegativeTestJSON-1209427659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:29:10.672118 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-141f9a62-e51f-43e8-82e4-4f59c0b30585 req-105b1a4b-8e2e-4ffc-861a-948fb8dd3189 tempest-ServerRescueNegativeTestJSON-1209427659 tempest-ServerRescueNegativeTestJSON-1209427659-project] 10.222.0.36 "GET /v2.0/ports?device_id=be801cab-b2ce-4594-8d30-3431ea29df2f HTTP/1.1" status: 200 len: 945 time: 0.2214634 Sep 30 06:29:10.881558 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-673da7ed-343b-4b5a-b343-2cdf45690c75 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:29:10.904401 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-673da7ed-343b-4b5a-b343-2cdf45690c75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7821886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727545992452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727545489363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727545489381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4572804'] for port, after_update {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:29:10.966637 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.rpc [None req-1a5ef50c-1a60-4eeb-b96e-cf5df6fcca4b None None] Device 6eca2420-ec99-4579-bdbc-a2e9d1376a4d up at agent ovs-agent-dv-cinder-811877-1-iscsi {{(pid=94001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 06:29:10.996104 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-ff0ff8f3-3672-41c3-93b0-53449af270fb req-4fd12a82-028f-46fa-a590-a5e250bedb7a tempest-VolumesActionsTest-1064546985 tempest-VolumesActionsTest-1064546985-project] 10.222.0.36 "GET /v2.0/ports?device_id=d4e6ac6d-5933-4a2e-a7af-3b2c7b5ec17a HTTP/1.1" status: 200 len: 210 time: 0.0499983 Sep 30 06:29:11.045578 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-141f9a62-e51f-43e8-82e4-4f59c0b30585 req-22fa21f2-c421-403a-a480-2a78238e4286 tempest-ServerRescueNegativeTestJSON-1209427659 tempest-ServerRescueNegativeTestJSON-1209427659-project] 10.222.0.36 "GET /v2.0/security-groups?id=78ce1e3c-f3d7-420d-ac39-20c93d3fb7fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3638618 Sep 30 06:29:11.085096 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673da7ed-343b-4b5a-b343-2cdf45690c75 admin admin] Pushing event updated for resources: {'Port': ['ID=b3128f5d-cf72-45b4-9dff-d7c0a6819f5d,revision_number=2']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:29:11.098572 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-673da7ed-343b-4b5a-b343-2cdf45690c75 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7821780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7877749'] for router_interface, after_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:29:11.130609 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.db.provisioning_blocks [None req-1a5ef50c-1a60-4eeb-b96e-cf5df6fcca4b None None] Provisioning complete for port 6eca2420-ec99-4579-bdbc-a2e9d1376a4d triggered by entity L2. {{(pid=94001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 06:29:11.131180 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-1a5ef50c-1a60-4eeb-b96e-cf5df6fcca4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-597822'] for port, provisioning_complete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:29:11.153462 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-8c9f063e-7a78-4fea-88a1-2dd99f8730b1 req-cef12dc3-be14-4d5c-9745-6861b1de5441 tempest-VolumesNegativeTest-1401667650 tempest-VolumesNegativeTest-1401667650-project] 10.222.0.36 "GET /v2.0/ports?device_id=17fc2b0a-37a5-4ddf-8fb7-8e0b595f4a62 HTTP/1.1" status: 200 len: 210 time: 0.0656190 Sep 30 06:29:11.259848 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-673da7ed-343b-4b5a-b343-2cdf45690c75 admin admin] Network f6dd4f0c-cb48-4956-b50f-9ac78c28a79e is already hosted by enough agents. {{(pid=94000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 06:29:11.261781 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.scheduler.base_scheduler [None req-673da7ed-343b-4b5a-b343-2cdf45690c75 admin admin] Resources bound (agent type, host, resource id): {{(pid=94000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 06:29:11.289051 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-1a5ef50c-1a60-4eeb-b96e-cf5df6fcca4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653538'] for port, before_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:29:11.328362 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.db [None req-1a5ef50c-1a60-4eeb-b96e-cf5df6fcca4b None None] For port 6eca2420-ec99-4579-bdbc-a2e9d1376a4d, host dv-cinder-811877-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811877-1-iscsi',level=0,port_id=6eca2420-ec99-4579-bdbc-a2e9d1376a4d,segment=NetworkSegment(f18bb042-e630-4c4b-b384-e9bf093ecc8b),segment_id=f18bb042-e630-4c4b-b384-e9bf093ecc8b)] {{(pid=94001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 06:29:11.333643 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-1a5ef50c-1a60-4eeb-b96e-cf5df6fcca4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7821886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727545992452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727545489363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727545489381'] for port, after_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:29:11.400052 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5ef50c-1a60-4eeb-b96e-cf5df6fcca4b None None] Pushing event updated for resources: {'Port': ['ID=6eca2420-ec99-4579-bdbc-a2e9d1376a4d,revision_number=4']} {{(pid=94001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:29:11.418831 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-673da7ed-343b-4b5a-b343-2cdf45690c75 admin admin] Router 80293575-1e99-4b9c-b730-e9f7dec81a36 has already been hosted by L3 agent f054bd23-6895-478f-87a4-7cc0e21c04e0 {{(pid=94000) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 06:29:11.529754 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.db.provisioning_blocks [None req-54ae9a1b-3791-4997-9a34-3a9ba0fc8f23 None None] Provisioning complete for port b3128f5d-cf72-45b4-9dff-d7c0a6819f5d triggered by entity DHCP. {{(pid=94001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 06:29:11.530936 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-54ae9a1b-3791-4997-9a34-3a9ba0fc8f23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-597822'] for port, provisioning_complete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:29:11.591466 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.plugin [None req-54ae9a1b-3791-4997-9a34-3a9ba0fc8f23 None None] Port b3128f5d-cf72-45b4-9dff-d7c0a6819f5d cannot update to ACTIVE because it is not bound. {{(pid=94001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 06:29:11.644358 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-673da7ed-343b-4b5a-b343-2cdf45690c75 admin admin] Notify agent at l3_agent.dv-cinder-811877-1-iscsi the message routers_updated {{(pid=94000) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 06:29:11.658590 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [None req-673da7ed-343b-4b5a-b343-2cdf45690c75 admin admin] 10.222.0.36 "PUT /v2.0/routers/80293575-1e99-4b9c-b730-e9f7dec81a36/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4241254 Sep 30 06:29:11.970824 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86cc0ca3-5d41-4694-8721-f90bc721f28d None None] Sync routers for ids ['80293575-1e99-4b9c-b730-e9f7dec81a36'] in dv-cinder-811877-1-iscsi {{(pid=94001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 06:29:11.986343 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86cc0ca3-5d41-4694-8721-f90bc721f28d None None] Routers {'80293575-1e99-4b9c-b730-e9f7dec81a36'} bound to L3 agent in host dv-cinder-811877-1-iscsi {{(pid=94001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 06:29:11.987545 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.db.l3_hamode_db [None req-86cc0ca3-5d41-4694-8721-f90bc721f28d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811877-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-30T06:19:31Z,description=,heartbeat_timestamp=2021-09-30T06:29:01Z,host='dv-cinder-811877-1-iscsi',id=f054bd23-6895-478f-87a4-7cc0e21c04e0,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T06:19:31Z,topic='l3_agent')) {'router_ids': ['80293575-1e99-4b9c-b730-e9f7dec81a36'], 'active': True} {{(pid=94001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 06:29:12.169750 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.db.l3_dvr_db [None req-86cc0ca3-5d41-4694-8721-f90bc721f28d None None] Set router 80293575-1e99-4b9c-b730-e9f7dec81a36 gateway port host: dv-cinder-811877-1-iscsi {{(pid=94001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 06:29:12.450855 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.db.l3_hamode_db [None req-86cc0ca3-5d41-4694-8721-f90bc721f28d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80293575-1e99-4b9c-b730-e9f7dec81a36', 'name': 'tempest-TestMinimumBasicScenario-418526461-router', 'tenant_id': 'dcb314e8136a4d1298e59b94dbda6db4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddd8ee8b-b24f-47fb-afd7-cfc700c93624', 'external_fixed_ips': [{'subnet_id': '4727b4cf-a8ea-4dab-8db4-019b4e8b0546', 'ip_address': '172.27.1.247'}], 'enable_snat': True}, 'gw_port_id': '6eca2420-ec99-4579-bdbc-a2e9d1376a4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T06:29:01Z', 'updated_at': '2021-09-30T06:29:10Z', 'revision_number': 4, 'project_id': 'dcb314e8136a4d1298e59b94dbda6db4', 'gw_port': {'id': '6eca2420-ec99-4579-bdbc-a2e9d1376a4d', 'name': '', 'network_id': 'ddd8ee8b-b24f-47fb-afd7-cfc700c93624', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:af:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80293575-1e99-4b9c-b730-e9f7dec81a36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': '4727b4cf-a8ea-4dab-8db4-019b4e8b0546', 'ip_address': '172.27.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T06:29:02Z', 'updated_at': '2021-09-30T06:29:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4727b4cf-a8ea-4dab-8db4-019b4e8b0546', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811877-1-iscsi', '_interfaces': [{'id': 'b3128f5d-cf72-45b4-9dff-d7c0a6819f5d', 'name': '', 'network_id': 'f6dd4f0c-cb48-4956-b50f-9ac78c28a79e', 'tenant_id': 'dcb314e8136a4d1298e59b94dbda6db4', 'mac_address': 'fa:16:3e:08:48:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80293575-1e99-4b9c-b730-e9f7dec81a36', 'device_owner': 'network:router_interface', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': 'a7029f50-5ba5-47d1-87aa-d52ac1f06ba7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T06:29:07Z', 'updated_at': '2021-09-30T06:29:10Z', 'revision_number': 2, 'project_id': 'dcb314e8136a4d1298e59b94dbda6db4', 'subnets': [{'id': 'a7029f50-5ba5-47d1-87aa-d52ac1f06ba7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811877-1-iscsi', False) {} {{(pid=94001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 06:29:12.483301 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86cc0ca3-5d41-4694-8721-f90bc721f28d None None] Checking router: 80293575-1e99-4b9c-b730-e9f7dec81a36 for host: dv-cinder-811877-1-iscsi {{(pid=94001) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 06:29:12.483682 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86cc0ca3-5d41-4694-8721-f90bc721f28d None None] Updating router 80293575-1e99-4b9c-b730-e9f7dec81a36 port b3128f5d-cf72-45b4-9dff-d7c0a6819f5d binding host dv-cinder-811877-1-iscsi {{(pid=94001) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 30 06:29:12.511441 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-86cc0ca3-5d41-4694-8721-f90bc721f28d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653538'] for port, before_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:29:12.887097 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.rpc [None req-1a5ef50c-1a60-4eeb-b96e-cf5df6fcca4b None None] Device 6eca2420-ec99-4579-bdbc-a2e9d1376a4d up at agent ovs-agent-dv-cinder-811877-1-iscsi {{(pid=94001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 06:29:13.019485 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-86cc0ca3-5d41-4694-8721-f90bc721f28d None None] Notify callbacks [] for port, precommit_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:29:13.026716 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.db.provisioning_blocks [None req-1a5ef50c-1a60-4eeb-b96e-cf5df6fcca4b None None] Provisioning complete for port 6eca2420-ec99-4579-bdbc-a2e9d1376a4d triggered by entity L2. {{(pid=94001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 06:29:13.027468 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-1a5ef50c-1a60-4eeb-b96e-cf5df6fcca4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-597822'] for port, provisioning_complete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:29:13.033737 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-86cc0ca3-5d41-4694-8721-f90bc721f28d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7821886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727545992452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727545489363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727545489381'] for port, after_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:29:13.193984 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe3f7ce-c45c-4bb3-a188-f7be86b9e55c None None] Pushing event updated for resources: {'Port': ['ID=b3128f5d-cf72-45b4-9dff-d7c0a6819f5d,revision_number=3']} {{(pid=94001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:29:13.384773 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.managers [None req-86cc0ca3-5d41-4694-8721-f90bc721f28d None None] Attempting to bind port b3128f5d-cf72-45b4-9dff-d7c0a6819f5d on host dv-cinder-811877-1-iscsi for vnic_type normal with profile {{(pid=94001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 06:29:13.385483 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.managers [None req-86cc0ca3-5d41-4694-8721-f90bc721f28d None None] Attempting to bind port b3128f5d-cf72-45b4-9dff-d7c0a6819f5d by drivers openvswitch,hyperv on host dv-cinder-811877-1-iscsi at level 0 using segments [{'id': 'eb821f09-cf72-485e-b6c8-559db8e92ce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'f6dd4f0c-cb48-4956-b50f-9ac78c28a79e'}] {{(pid=94001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 06:29:13.386101 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86cc0ca3-5d41-4694-8721-f90bc721f28d None None] Attempting to bind port b3128f5d-cf72-45b4-9dff-d7c0a6819f5d on network f6dd4f0c-cb48-4956-b50f-9ac78c28a79e {{(pid=94001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 06:29:13.408932 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86cc0ca3-5d41-4694-8721-f90bc721f28d None None] Checking agent: {'id': '38eed8e6-19bc-4ff2-90e0-3c7aa8a3a275', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-811877-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 6, 19, 32), 'started_at': datetime.datetime(2021, 9, 30, 6, 20, 2), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 6, 29, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-811877-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 06:29:13.411693 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86cc0ca3-5d41-4694-8721-f90bc721f28d None None] Checking segment: {'id': 'eb821f09-cf72-485e-b6c8-559db8e92ce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'f6dd4f0c-cb48-4956-b50f-9ac78c28a79e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 06:29:13.412375 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-86cc0ca3-5d41-4694-8721-f90bc721f28d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:29:13.412949 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86cc0ca3-5d41-4694-8721-f90bc721f28d None None] Bound using segment: {'id': 'eb821f09-cf72-485e-b6c8-559db8e92ce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'f6dd4f0c-cb48-4956-b50f-9ac78c28a79e'} {{(pid=94001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 06:29:13.413930 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.managers [None req-86cc0ca3-5d41-4694-8721-f90bc721f28d None None] Bound port: b3128f5d-cf72-45b4-9dff-d7c0a6819f5d, host: dv-cinder-811877-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb821f09-cf72-485e-b6c8-559db8e92ce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'f6dd4f0c-cb48-4956-b50f-9ac78c28a79e'}}] {{(pid=94001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 06:29:13.414619 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-86cc0ca3-5d41-4694-8721-f90bc721f28d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653538'] for port, before_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:29:13.562430 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.db [None req-86cc0ca3-5d41-4694-8721-f90bc721f28d None None] For port b3128f5d-cf72-45b4-9dff-d7c0a6819f5d, host dv-cinder-811877-1-iscsi, cleared binding levels {{(pid=94001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 06:29:13.566295 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.db.provisioning_blocks [None req-8bcda7d5-676e-43ac-b7ad-f7e6d348c744 None None] Provisioning complete for port b3128f5d-cf72-45b4-9dff-d7c0a6819f5d triggered by entity DHCP. {{(pid=94001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 06:29:13.566989 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-8bcda7d5-676e-43ac-b7ad-f7e6d348c744 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-597822'] for port, provisioning_complete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:29:13.572576 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.db [None req-86cc0ca3-5d41-4694-8721-f90bc721f28d None None] For port b3128f5d-cf72-45b4-9dff-d7c0a6819f5d, host dv-cinder-811877-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811877-1-iscsi',level=0,port_id=b3128f5d-cf72-45b4-9dff-d7c0a6819f5d,segment=NetworkSegment(eb821f09-cf72-485e-b6c8-559db8e92ce0),segment_id=eb821f09-cf72-485e-b6c8-559db8e92ce0)] {{(pid=94001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 06:29:13.603131 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-86cc0ca3-5d41-4694-8721-f90bc721f28d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7821886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727545992452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727545489363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727545489381'] for port, after_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:29:13.674388 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.plugin [None req-8bcda7d5-676e-43ac-b7ad-f7e6d348c744 None None] Port b3128f5d-cf72-45b4-9dff-d7c0a6819f5d cannot update to ACTIVE because it is not bound. {{(pid=94001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 06:29:13.709104 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86cc0ca3-5d41-4694-8721-f90bc721f28d None None] Routers {'80293575-1e99-4b9c-b730-e9f7dec81a36'} bound to L3 agent in host dv-cinder-811877-1-iscsi {{(pid=94001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 06:29:13.709835 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.db.l3_hamode_db [None req-86cc0ca3-5d41-4694-8721-f90bc721f28d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811877-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-30T06:19:31Z,description=,heartbeat_timestamp=2021-09-30T06:29:01Z,host='dv-cinder-811877-1-iscsi',id=f054bd23-6895-478f-87a4-7cc0e21c04e0,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T06:19:31Z,topic='l3_agent')) {'router_ids': ['80293575-1e99-4b9c-b730-e9f7dec81a36'], 'active': True} {{(pid=94001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 06:29:13.712643 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe3f7ce-c45c-4bb3-a188-f7be86b9e55c None None] Pushing event updated for resources: {'Port': ['ID=b3128f5d-cf72-45b4-9dff-d7c0a6819f5d,revision_number=4']} {{(pid=94001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:29:13.967473 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.db.l3_dvr_db [None req-86cc0ca3-5d41-4694-8721-f90bc721f28d None None] Set router 80293575-1e99-4b9c-b730-e9f7dec81a36 gateway port host: dv-cinder-811877-1-iscsi {{(pid=94001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 06:29:14.243026 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-7dc3b9a2-7349-4b6a-a954-c617b1caa2ac req-1eb63a58-24f2-41bf-bb64-126d2d301238 tempest-VolumesActionsTest-1064546985 tempest-VolumesActionsTest-1064546985-project] 10.222.0.36 "GET /v2.0/ports?device_id=d4e6ac6d-5933-4a2e-a7af-3b2c7b5ec17a HTTP/1.1" status: 200 len: 210 time: 0.0579729 Sep 30 06:29:14.427508 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-fcc099c5-061a-4820-aff2-a7c3e3f8a88e req-ac44e7c7-a82d-4ccc-80c0-c8aa55523012 tempest-VolumesNegativeTest-1401667650 tempest-VolumesNegativeTest-1401667650-project] 10.222.0.36 "GET /v2.0/ports?device_id=17fc2b0a-37a5-4ddf-8fb7-8e0b595f4a62 HTTP/1.1" status: 200 len: 210 time: 0.0479581 Sep 30 06:29:14.438426 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59428597-a1d7-4b89-90bd-1e68676032a5 req-c74bc9c9-4cfa-4ed1-b01d-a00b670f70e8 tempest-ServerRescueNegativeTestJSON-1209427659 tempest-ServerRescueNegativeTestJSON-1209427659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:29:14.458346 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-59428597-a1d7-4b89-90bd-1e68676032a5 req-c74bc9c9-4cfa-4ed1-b01d-a00b670f70e8 tempest-ServerRescueNegativeTestJSON-1209427659 tempest-ServerRescueNegativeTestJSON-1209427659-project] 10.222.0.36 "GET /v2.0/ports?device_id=be801cab-b2ce-4594-8d30-3431ea29df2f HTTP/1.1" status: 200 len: 945 time: 0.2270842 Sep 30 06:29:14.542737 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-59428597-a1d7-4b89-90bd-1e68676032a5 req-2b37141f-bc83-4e2b-a18c-cba15ba91418 tempest-ServerRescueNegativeTestJSON-1209427659 tempest-ServerRescueNegativeTestJSON-1209427659-project] 10.222.0.36 "GET /v2.0/security-groups?id=78ce1e3c-f3d7-420d-ac39-20c93d3fb7fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812571 Sep 30 06:29:14.620712 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.db.provisioning_blocks [None req-6560c667-acd3-4850-9ee8-a65f45f0e184 None None] Provisioning complete for port b3128f5d-cf72-45b4-9dff-d7c0a6819f5d triggered by entity DHCP. {{(pid=94001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 06:29:14.621374 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-6560c667-acd3-4850-9ee8-a65f45f0e184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-597822'] for port, provisioning_complete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:29:14.817084 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-6560c667-acd3-4850-9ee8-a65f45f0e184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653538'] for port, before_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:29:14.839027 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.db.l3_hamode_db [None req-86cc0ca3-5d41-4694-8721-f90bc721f28d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80293575-1e99-4b9c-b730-e9f7dec81a36', 'name': 'tempest-TestMinimumBasicScenario-418526461-router', 'tenant_id': 'dcb314e8136a4d1298e59b94dbda6db4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddd8ee8b-b24f-47fb-afd7-cfc700c93624', 'external_fixed_ips': [{'subnet_id': '4727b4cf-a8ea-4dab-8db4-019b4e8b0546', 'ip_address': '172.27.1.247'}], 'enable_snat': True}, 'gw_port_id': '6eca2420-ec99-4579-bdbc-a2e9d1376a4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T06:29:01Z', 'updated_at': '2021-09-30T06:29:10Z', 'revision_number': 4, 'project_id': 'dcb314e8136a4d1298e59b94dbda6db4', 'gw_port': {'id': '6eca2420-ec99-4579-bdbc-a2e9d1376a4d', 'name': '', 'network_id': 'ddd8ee8b-b24f-47fb-afd7-cfc700c93624', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:af:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80293575-1e99-4b9c-b730-e9f7dec81a36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': '4727b4cf-a8ea-4dab-8db4-019b4e8b0546', 'ip_address': '172.27.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T06:29:02Z', 'updated_at': '2021-09-30T06:29:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4727b4cf-a8ea-4dab-8db4-019b4e8b0546', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811877-1-iscsi', '_interfaces': [{'id': 'b3128f5d-cf72-45b4-9dff-d7c0a6819f5d', 'name': '', 'network_id': 'f6dd4f0c-cb48-4956-b50f-9ac78c28a79e', 'tenant_id': 'dcb314e8136a4d1298e59b94dbda6db4', 'mac_address': 'fa:16:3e:08:48:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80293575-1e99-4b9c-b730-e9f7dec81a36', 'device_owner': 'network:router_interface', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': 'a7029f50-5ba5-47d1-87aa-d52ac1f06ba7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T06:29:07Z', 'updated_at': '2021-09-30T06:29:13Z', 'revision_number': 4, 'project_id': 'dcb314e8136a4d1298e59b94dbda6db4', 'subnets': [{'id': 'a7029f50-5ba5-47d1-87aa-d52ac1f06ba7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811877-1-iscsi', False) {} {{(pid=94001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 06:29:14.893027 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86cc0ca3-5d41-4694-8721-f90bc721f28d None None] The sync data for ids ['80293575-1e99-4b9c-b730-e9f7dec81a36'] in dv-cinder-811877-1-iscsi is: [{'id': '80293575-1e99-4b9c-b730-e9f7dec81a36', 'name': 'tempest-TestMinimumBasicScenario-418526461-router', 'tenant_id': 'dcb314e8136a4d1298e59b94dbda6db4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddd8ee8b-b24f-47fb-afd7-cfc700c93624', 'external_fixed_ips': [{'subnet_id': '4727b4cf-a8ea-4dab-8db4-019b4e8b0546', 'ip_address': '172.27.1.247'}], 'enable_snat': True}, 'gw_port_id': '6eca2420-ec99-4579-bdbc-a2e9d1376a4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T06:29:01Z', 'updated_at': '2021-09-30T06:29:10Z', 'revision_number': 4, 'project_id': 'dcb314e8136a4d1298e59b94dbda6db4', 'gw_port': {'id': '6eca2420-ec99-4579-bdbc-a2e9d1376a4d', 'name': '', 'network_id': 'ddd8ee8b-b24f-47fb-afd7-cfc700c93624', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:af:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80293575-1e99-4b9c-b730-e9f7dec81a36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': '4727b4cf-a8ea-4dab-8db4-019b4e8b0546', 'ip_address': '172.27.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T06:29:02Z', 'updated_at': '2021-09-30T06:29:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4727b4cf-a8ea-4dab-8db4-019b4e8b0546', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811877-1-iscsi', '_interfaces': [{'id': 'b3128f5d-cf72-45b4-9dff-d7c0a6819f5d', 'name': '', 'network_id': 'f6dd4f0c-cb48-4956-b50f-9ac78c28a79e', 'tenant_id': 'dcb314e8136a4d1298e59b94dbda6db4', 'mac_address': 'fa:16:3e:08:48:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80293575-1e99-4b9c-b730-e9f7dec81a36', 'device_owner': 'network:router_interface', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': 'a7029f50-5ba5-47d1-87aa-d52ac1f06ba7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T06:29:07Z', 'updated_at': '2021-09-30T06:29:13Z', 'revision_number': 4, 'project_id': 'dcb314e8136a4d1298e59b94dbda6db4', 'subnets': [{'id': 'a7029f50-5ba5-47d1-87aa-d52ac1f06ba7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 06:29:14.950444 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.db [None req-6560c667-acd3-4850-9ee8-a65f45f0e184 None None] For port b3128f5d-cf72-45b4-9dff-d7c0a6819f5d, host dv-cinder-811877-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811877-1-iscsi',level=0,port_id=b3128f5d-cf72-45b4-9dff-d7c0a6819f5d,segment=NetworkSegment(eb821f09-cf72-485e-b6c8-559db8e92ce0),segment_id=eb821f09-cf72-485e-b6c8-559db8e92ce0)] {{(pid=94001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 06:29:14.962963 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-6560c667-acd3-4850-9ee8-a65f45f0e184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7821886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727545992452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727545489363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727545489381'] for port, after_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:29:15.216017 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6560c667-acd3-4850-9ee8-a65f45f0e184 None None] Pushing event updated for resources: {'Port': ['ID=b3128f5d-cf72-45b4-9dff-d7c0a6819f5d,revision_number=5']} {{(pid=94001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:29:15.534356 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6b23f5-2a2a-4064-ab72-5e2c644c2661 req-1c8e47bb-08e0-4bb2-a16a-1931dc23d96c tempest-VolumesActionsTest-1064546985 tempest-VolumesActionsTest-1064546985-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:29:15.545050 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-cf6b23f5-2a2a-4064-ab72-5e2c644c2661 req-1c8e47bb-08e0-4bb2-a16a-1931dc23d96c tempest-VolumesActionsTest-1064546985 tempest-VolumesActionsTest-1064546985-project] 10.222.0.10 "GET /v2.0/networks?id=aa9820fc-a1b3-48da-9d8e-0c73361f53bc HTTP/1.1" status: 200 len: 809 time: 0.3841443 Sep 30 06:29:15.585390 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.api.v2.base [req-cf6b23f5-2a2a-4064-ab72-5e2c644c2661 req-941a70da-ef73-438f-acbd-12982eb9ebcd tempest-VolumesActionsTest-1064546985 tempest-VolumesActionsTest-1064546985-project] Request body: {'port': {'device_id': 'd4e6ac6d-5933-4a2e-a7af-3b2c7b5ec17a', 'network_id': 'aa9820fc-a1b3-48da-9d8e-0c73361f53bc', 'admin_state_up': True, 'tenant_id': '371e0cc5b20646e09e9d5bea666eb6ca'}} {{(pid=93999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 06:29:15.689490 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-19da9df0-5098-48dc-96ba-b104304a12ef req-c997b040-288c-4f7c-a4b0-5f68c4ffe5b6 tempest-VolumesNegativeTest-1401667650 tempest-VolumesNegativeTest-1401667650-project] 10.222.0.36 "GET /v2.0/ports?device_id=17fc2b0a-37a5-4ddf-8fb7-8e0b595f4a62 HTTP/1.1" status: 200 len: 210 time: 0.0435677 Sep 30 06:29:15.846761 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-0ba5a4fc-2302-4882-a136-f270eb3cbc89 req-6e887081-6dd2-497f-ae4b-cffac3f72029 tempest-VolumesActionsTest-1064546985 tempest-VolumesActionsTest-1064546985-project] 10.222.0.36 "GET /v2.0/ports?device_id=d4e6ac6d-5933-4a2e-a7af-3b2c7b5ec17a HTTP/1.1" status: 200 len: 210 time: 0.0602741 Sep 30 06:29:15.890456 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cf6b23f5-2a2a-4064-ab72-5e2c644c2661 req-941a70da-ef73-438f-acbd-12982eb9ebcd tempest-VolumesActionsTest-1064546985 tempest-VolumesActionsTest-1064546985-project] Made reservation on behalf of 371e0cc5b20646e09e9d5bea666eb6ca for: {'port': 1} {{(pid=93999) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 06:29:15.895094 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [req-cf6b23f5-2a2a-4064-ab72-5e2c644c2661 req-941a70da-ef73-438f-acbd-12982eb9ebcd tempest-VolumesActionsTest-1064546985 tempest-VolumesActionsTest-1064546985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653538'] for port, before_create {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:29:15.970951 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d9bffc-5537-450e-8d98-423613b32f0d req-ed19bdbf-a541-4253-8b14-190e8ed05ee1 tempest-ServerRescueNegativeTestJSON-1209427659 tempest-ServerRescueNegativeTestJSON-1209427659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:29:15.980886 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-e6d9bffc-5537-450e-8d98-423613b32f0d req-ed19bdbf-a541-4253-8b14-190e8ed05ee1 tempest-ServerRescueNegativeTestJSON-1209427659 tempest-ServerRescueNegativeTestJSON-1209427659-project] 10.222.0.36 "GET /v2.0/ports?device_id=be801cab-b2ce-4594-8d30-3431ea29df2f HTTP/1.1" status: 200 len: 945 time: 0.2046983 Sep 30 06:29:16.034817 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-e6d9bffc-5537-450e-8d98-423613b32f0d req-70857d42-046c-4c1d-a433-51b0eb9a5006 tempest-ServerRescueNegativeTestJSON-1209427659 tempest-ServerRescueNegativeTestJSON-1209427659-project] 10.222.0.36 "GET /v2.0/security-groups?id=78ce1e3c-f3d7-420d-ac39-20c93d3fb7fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525539 Sep 30 06:29:16.262500 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-d1288d2b-573d-4c9a-b993-8625ea8f788d req-efff1b47-d2e0-49ca-acf3-b6a1b6536a1e tempest-VolumesNegativeTest-1401667650 tempest-VolumesNegativeTest-1401667650-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=777a89117ae442c78b8db7fb2c93ec2c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0589826 Sep 30 06:29:16.327049 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.db.db_base_plugin_common [req-cf6b23f5-2a2a-4064-ab72-5e2c644c2661 req-941a70da-ef73-438f-acbd-12982eb9ebcd tempest-VolumesActionsTest-1064546985 tempest-VolumesActionsTest-1064546985-project] Allocated IP 172.20.0.9 (aa9820fc-a1b3-48da-9d8e-0c73361f53bc/9b4de3b7-a5f3-4ed9-8852-8a2e30e3bfb4/5860a238-fd89-4db3-9824-2b3c6fbac7b0) {{(pid=93999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 06:29:16.625080 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1288d2b-573d-4c9a-b993-8625ea8f788d req-307a2af7-e63d-44f5-9246-d19c785570f6 tempest-VolumesNegativeTest-1401667650 tempest-VolumesNegativeTest-1401667650-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:29:16.626762 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-d1288d2b-573d-4c9a-b993-8625ea8f788d req-307a2af7-e63d-44f5-9246-d19c785570f6 tempest-VolumesNegativeTest-1401667650 tempest-VolumesNegativeTest-1401667650-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3462584 Sep 30 06:29:16.669894 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.api.v2.base [req-d1288d2b-573d-4c9a-b993-8625ea8f788d req-4f8c8bbd-429b-4f72-ade9-fb413e190cdd tempest-VolumesNegativeTest-1401667650 tempest-VolumesNegativeTest-1401667650-project] Request body: {'port': {'device_id': '17fc2b0a-37a5-4ddf-8fb7-8e0b595f4a62', 'network_id': '61a059e7-f015-4fc3-bb30-fb3f923e5010', 'admin_state_up': True, 'tenant_id': '777a89117ae442c78b8db7fb2c93ec2c'}} {{(pid=93999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 06:29:16.942030 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [req-cf6b23f5-2a2a-4064-ab72-5e2c644c2661 req-941a70da-ef73-438f-acbd-12982eb9ebcd tempest-VolumesActionsTest-1064546985 tempest-VolumesActionsTest-1064546985-project] Notify callbacks [] for port, precommit_create {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:29:16.975833 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-ffe383a9-4391-4d93-a0fb-3b8e334e5c00 req-692a6fab-4bfa-459d-bbc7-287f97434191 tempest-VolumesNegativeTest-1401667650 tempest-VolumesNegativeTest-1401667650-project] 10.222.0.36 "GET /v2.0/ports?device_id=17fc2b0a-37a5-4ddf-8fb7-8e0b595f4a62 HTTP/1.1" status: 200 len: 210 time: 0.1112614 Sep 30 06:29:17.005164 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.rpc [None req-1a5ef50c-1a60-4eeb-b96e-cf5df6fcca4b None None] Device b3128f5d-cf72-45b4-9dff-d7c0a6819f5d up at agent ovs-agent-dv-cinder-811877-1-iscsi {{(pid=94001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 06:29:17.072598 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d1288d2b-573d-4c9a-b993-8625ea8f788d req-4f8c8bbd-429b-4f72-ade9-fb413e190cdd tempest-VolumesNegativeTest-1401667650 tempest-VolumesNegativeTest-1401667650-project] Made reservation on behalf of 777a89117ae442c78b8db7fb2c93ec2c for: {'port': 1} {{(pid=93999) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 06:29:17.074673 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [req-d1288d2b-573d-4c9a-b993-8625ea8f788d req-4f8c8bbd-429b-4f72-ade9-fb413e190cdd tempest-VolumesNegativeTest-1401667650 tempest-VolumesNegativeTest-1401667650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653538'] for port, before_create {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:29:17.154598 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [req-d1288d2b-573d-4c9a-b993-8625ea8f788d req-4f8c8bbd-429b-4f72-ade9-fb413e190cdd tempest-VolumesNegativeTest-1401667650 tempest-VolumesNegativeTest-1401667650-project] Notify callbacks [] for security_group, before_create {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:29:17.209214 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [req-cf6b23f5-2a2a-4064-ab72-5e2c644c2661 req-941a70da-ef73-438f-acbd-12982eb9ebcd tempest-VolumesActionsTest-1064546985 tempest-VolumesActionsTest-1064546985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7821886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727545489345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6560267'] for port, after_create {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:29:17.249062 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.db.provisioning_blocks [None req-1a5ef50c-1a60-4eeb-b96e-cf5df6fcca4b None None] Provisioning complete for port b3128f5d-cf72-45b4-9dff-d7c0a6819f5d triggered by entity L2. {{(pid=94001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 06:29:17.249357 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-1a5ef50c-1a60-4eeb-b96e-cf5df6fcca4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-597822'] for port, provisioning_complete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:29:17.392738 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf6b23f5-2a2a-4064-ab72-5e2c644c2661 req-941a70da-ef73-438f-acbd-12982eb9ebcd tempest-VolumesActionsTest-1064546985 tempest-VolumesActionsTest-1064546985-project] Network aa9820fc-a1b3-48da-9d8e-0c73361f53bc is already hosted by enough agents. {{(pid=93999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 06:29:17.488650 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941a70da-ef73-438f-acbd-12982eb9ebcd tempest-VolumesActionsTest-1064546985 tempest-VolumesActionsTest-1064546985-project] Pushing event updated for resources: {'Port': ['ID=5860a238-fd89-4db3-9824-2b3c6fbac7b0,revision_number=1']} {{(pid=93999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:29:17.508776 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.scheduler.base_scheduler [req-cf6b23f5-2a2a-4064-ab72-5e2c644c2661 req-941a70da-ef73-438f-acbd-12982eb9ebcd tempest-VolumesActionsTest-1064546985 tempest-VolumesActionsTest-1064546985-project] Resources bound (agent type, host, resource id): {{(pid=93999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 06:29:17.512220 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf6b23f5-2a2a-4064-ab72-5e2c644c2661 req-941a70da-ef73-438f-acbd-12982eb9ebcd tempest-VolumesActionsTest-1064546985 tempest-VolumesActionsTest-1064546985-project] Received port after_create {{(pid=93999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 06:29:17.631879 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2b5bc9-14fe-42f7-9133-a56eb1ec12be req-8ad331e1-2665-49c3-86ce-b9432231c662 tempest-ServerRescueNegativeTestJSON-1209427659 tempest-ServerRescueNegativeTestJSON-1209427659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:29:17.640608 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-1a2b5bc9-14fe-42f7-9133-a56eb1ec12be req-8ad331e1-2665-49c3-86ce-b9432231c662 tempest-ServerRescueNegativeTestJSON-1209427659 tempest-ServerRescueNegativeTestJSON-1209427659-project] 10.222.0.36 "GET /v2.0/ports?device_id=be801cab-b2ce-4594-8d30-3431ea29df2f HTTP/1.1" status: 200 len: 945 time: 0.3349054 Sep 30 06:29:17.665567 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2243ac0c-e26b-47c9-9a71-24f0b6874929 req-a6769f56-505d-40e2-bf04-8e4f6bde2d00 tempest-VolumesActionsTest-1064546985 tempest-VolumesActionsTest-1064546985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:29:17.667826 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-2243ac0c-e26b-47c9-9a71-24f0b6874929 req-a6769f56-505d-40e2-bf04-8e4f6bde2d00 tempest-VolumesActionsTest-1064546985 tempest-VolumesActionsTest-1064546985-project] 10.222.0.36 "GET /v2.0/ports?device_id=d4e6ac6d-5933-4a2e-a7af-3b2c7b5ec17a HTTP/1.1" status: 200 len: 931 time: 0.1022663 Sep 30 06:29:17.677400 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6b23f5-2a2a-4064-ab72-5e2c644c2661 req-941a70da-ef73-438f-acbd-12982eb9ebcd tempest-VolumesActionsTest-1064546985 tempest-VolumesActionsTest-1064546985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:29:17.678296 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [req-cf6b23f5-2a2a-4064-ab72-5e2c644c2661 req-941a70da-ef73-438f-acbd-12982eb9ebcd tempest-VolumesActionsTest-1064546985 tempest-VolumesActionsTest-1064546985-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57126'] for port, before_response {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:29:17.740700 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-1a2b5bc9-14fe-42f7-9133-a56eb1ec12be req-3fcbdaba-8258-419d-8282-7bd91646eecd tempest-ServerRescueNegativeTestJSON-1209427659 tempest-ServerRescueNegativeTestJSON-1209427659-project] 10.222.0.36 "GET /v2.0/security-groups?id=78ce1e3c-f3d7-420d-ac39-20c93d3fb7fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990794 Sep 30 06:29:17.789050 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-2243ac0c-e26b-47c9-9a71-24f0b6874929 req-3fd27eb1-3032-4989-9685-320cbead2516 tempest-VolumesActionsTest-1064546985 tempest-VolumesActionsTest-1064546985-project] 10.222.0.36 "GET /v2.0/security-groups?id=b150e05c-7d7a-4392-9d2b-fe2d02ba7332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083493 Sep 30 06:29:17.791482 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [req-d1288d2b-573d-4c9a-b993-8625ea8f788d req-4f8c8bbd-429b-4f72-ade9-fb413e190cdd tempest-VolumesNegativeTest-1401667650 tempest-VolumesNegativeTest-1401667650-project] Notify callbacks [] for security_group, precommit_create {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:29:17.804111 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [req-d1288d2b-573d-4c9a-b993-8625ea8f788d req-4f8c8bbd-429b-4f72-ade9-fb413e190cdd tempest-VolumesNegativeTest-1401667650 tempest-VolumesNegativeTest-1401667650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533969'] for security_group, after_create {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:29:17.858974 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-cf6b23f5-2a2a-4064-ab72-5e2c644c2661 req-941a70da-ef73-438f-acbd-12982eb9ebcd tempest-VolumesActionsTest-1064546985 tempest-VolumesActionsTest-1064546985-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2792733 Sep 30 06:29:17.902429 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.api.v2.base [req-cf6b23f5-2a2a-4064-ab72-5e2c644c2661 req-19eb933c-62ee-4a56-8628-be439a40d665 service neutron] Request body: {'port': {'device_id': 'd4e6ac6d-5933-4a2e-a7af-3b2c7b5ec17a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81187'}} {{(pid=93999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 06:29:18.100810 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8c8bbd-429b-4f72-ade9-fb413e190cdd tempest-VolumesNegativeTest-1401667650 tempest-VolumesNegativeTest-1401667650-project] Pushing event updated for resources: {'SecurityGroup': ['ID=000e6224-5f25-404e-9698-7a6837496159,revision_number=1']} {{(pid=93999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:29:18.202586 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [req-cf6b23f5-2a2a-4064-ab72-5e2c644c2661 req-19eb933c-62ee-4a56-8628-be439a40d665 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653538'] for port, before_update {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:29:18.269490 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-01e7bef7-9158-4056-b489-f604e3e868fb req-aaf4b5de-3cd1-4f60-9df8-fc111df049c2 tempest-VolumesNegativeTest-1401667650 tempest-VolumesNegativeTest-1401667650-project] 10.222.0.36 "GET /v2.0/ports?device_id=17fc2b0a-37a5-4ddf-8fb7-8e0b595f4a62 HTTP/1.1" status: 200 len: 210 time: 0.0471261 Sep 30 06:29:18.303938 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.db.db_base_plugin_common [req-d1288d2b-573d-4c9a-b993-8625ea8f788d req-4f8c8bbd-429b-4f72-ade9-fb413e190cdd tempest-VolumesNegativeTest-1401667650 tempest-VolumesNegativeTest-1401667650-project] Allocated IP 192.168.233.10 (61a059e7-f015-4fc3-bb30-fb3f923e5010/37022ce4-7b01-4757-98eb-036eec40ca90/c17c6bee-6b30-45d1-8592-55edb1f68a36) {{(pid=93999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 06:29:18.846117 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [req-d1288d2b-573d-4c9a-b993-8625ea8f788d req-4f8c8bbd-429b-4f72-ade9-fb413e190cdd tempest-VolumesNegativeTest-1401667650 tempest-VolumesNegativeTest-1401667650-project] Notify callbacks [] for port, precommit_create {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:29:19.085905 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [req-d1288d2b-573d-4c9a-b993-8625ea8f788d req-4f8c8bbd-429b-4f72-ade9-fb413e190cdd tempest-VolumesNegativeTest-1401667650 tempest-VolumesNegativeTest-1401667650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7821886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727545489345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6560267'] for port, after_create {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:29:19.149608 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56da8f9-e91d-4c0e-97da-15555b052ae8 req-a85573c5-2649-494d-8988-1df7e9a02336 tempest-ServerRescueNegativeTestJSON-1209427659 tempest-ServerRescueNegativeTestJSON-1209427659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:29:19.161912 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-e56da8f9-e91d-4c0e-97da-15555b052ae8 req-a85573c5-2649-494d-8988-1df7e9a02336 tempest-ServerRescueNegativeTestJSON-1209427659 tempest-ServerRescueNegativeTestJSON-1209427659-project] 10.222.0.36 "GET /v2.0/ports?device_id=be801cab-b2ce-4594-8d30-3431ea29df2f HTTP/1.1" status: 200 len: 945 time: 0.2169602 Sep 30 06:29:19.250245 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-e56da8f9-e91d-4c0e-97da-15555b052ae8 req-e4d3e108-2c49-4f24-b7d3-cca0fb833651 tempest-ServerRescueNegativeTestJSON-1209427659 tempest-ServerRescueNegativeTestJSON-1209427659-project] 10.222.0.36 "GET /v2.0/security-groups?id=78ce1e3c-f3d7-420d-ac39-20c93d3fb7fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822239 Sep 30 06:29:19.355920 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.notifiers.nova [req-cf6b23f5-2a2a-4064-ab72-5e2c644c2661 req-19eb933c-62ee-4a56-8628-be439a40d665 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5860a238-fd89-4db3-9824-2b3c6fbac7b0 {{(pid=93999) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 06:29:19.360558 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [req-cf6b23f5-2a2a-4064-ab72-5e2c644c2661 req-19eb933c-62ee-4a56-8628-be439a40d665 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:29:19.379726 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.db.provisioning_blocks [req-cf6b23f5-2a2a-4064-ab72-5e2c644c2661 req-19eb933c-62ee-4a56-8628-be439a40d665 service neutron] Transition to ACTIVE for port object 5860a238-fd89-4db3-9824-2b3c6fbac7b0 will not be triggered until provisioned by entity L2. {{(pid=93999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 06:29:19.381531 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8c8bbd-429b-4f72-ade9-fb413e190cdd tempest-VolumesNegativeTest-1401667650 tempest-VolumesNegativeTest-1401667650-project] Pushing event updated for resources: {'Port': ['ID=c17c6bee-6b30-45d1-8592-55edb1f68a36,revision_number=1']} {{(pid=93999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:29:19.394230 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [req-cf6b23f5-2a2a-4064-ab72-5e2c644c2661 req-19eb933c-62ee-4a56-8628-be439a40d665 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7821886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727545992452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727545489363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727545489381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6560256'] for port, after_update {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:29:19.473632 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d1288d2b-573d-4c9a-b993-8625ea8f788d req-4f8c8bbd-429b-4f72-ade9-fb413e190cdd tempest-VolumesNegativeTest-1401667650 tempest-VolumesNegativeTest-1401667650-project] Network 61a059e7-f015-4fc3-bb30-fb3f923e5010 is already hosted by enough agents. {{(pid=93999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 06:29:19.480519 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.scheduler.base_scheduler [req-d1288d2b-573d-4c9a-b993-8625ea8f788d req-4f8c8bbd-429b-4f72-ade9-fb413e190cdd tempest-VolumesNegativeTest-1401667650 tempest-VolumesNegativeTest-1401667650-project] Resources bound (agent type, host, resource id): {{(pid=93999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 06:29:19.490831 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1288d2b-573d-4c9a-b993-8625ea8f788d req-4f8c8bbd-429b-4f72-ade9-fb413e190cdd tempest-VolumesNegativeTest-1401667650 tempest-VolumesNegativeTest-1401667650-project] Received port after_create {{(pid=93999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 06:29:19.528289 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19eb933c-62ee-4a56-8628-be439a40d665 service neutron] Pushing event updated for resources: {'Port': ['ID=5860a238-fd89-4db3-9824-2b3c6fbac7b0,revision_number=2']} {{(pid=93999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:29:19.559960 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ceea01-b2c0-4136-8c83-f8f4cc34650e req-63e0a505-9953-4dd0-a490-19f622cb3280 tempest-VolumesActionsTest-1064546985 tempest-VolumesActionsTest-1064546985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:29:19.578856 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-15ceea01-b2c0-4136-8c83-f8f4cc34650e req-63e0a505-9953-4dd0-a490-19f622cb3280 tempest-VolumesActionsTest-1064546985 tempest-VolumesActionsTest-1064546985-project] 10.222.0.36 "GET /v2.0/ports?device_id=d4e6ac6d-5933-4a2e-a7af-3b2c7b5ec17a HTTP/1.1" status: 200 len: 931 time: 0.4808872 Sep 30 06:29:19.695919 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0963d13-ebe2-4fa0-b0b6-9671eacb30e3 req-03c8b2e5-2efb-45cd-9317-c2782a2a4222 tempest-VolumesNegativeTest-1401667650 tempest-VolumesNegativeTest-1401667650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:29:19.700328 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-15ceea01-b2c0-4136-8c83-f8f4cc34650e req-9ca8643d-ced8-458d-b069-33f045ac4cd9 tempest-VolumesActionsTest-1064546985 tempest-VolumesActionsTest-1064546985-project] 10.222.0.36 "GET /v2.0/security-groups?id=b150e05c-7d7a-4392-9d2b-fe2d02ba7332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202300 Sep 30 06:29:19.714809 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1288d2b-573d-4c9a-b993-8625ea8f788d req-4f8c8bbd-429b-4f72-ade9-fb413e190cdd tempest-VolumesNegativeTest-1401667650 tempest-VolumesNegativeTest-1401667650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:29:19.715878 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [req-d1288d2b-573d-4c9a-b993-8625ea8f788d req-4f8c8bbd-429b-4f72-ade9-fb413e190cdd tempest-VolumesNegativeTest-1401667650 tempest-VolumesNegativeTest-1401667650-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57126'] for port, before_response {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:29:19.729076 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-c0963d13-ebe2-4fa0-b0b6-9671eacb30e3 req-03c8b2e5-2efb-45cd-9317-c2782a2a4222 tempest-VolumesNegativeTest-1401667650 tempest-VolumesNegativeTest-1401667650-project] 10.222.0.36 "GET /v2.0/ports?device_id=17fc2b0a-37a5-4ddf-8fb7-8e0b595f4a62 HTTP/1.1" status: 200 len: 935 time: 0.1992986 Sep 30 06:29:19.752497 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-d1288d2b-573d-4c9a-b993-8625ea8f788d req-4f8c8bbd-429b-4f72-ade9-fb413e190cdd tempest-VolumesNegativeTest-1401667650 tempest-VolumesNegativeTest-1401667650-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.0975924 Sep 30 06:29:19.782495 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.api.v2.base [req-d1288d2b-573d-4c9a-b993-8625ea8f788d req-f14c15f3-d9d7-4f13-8a36-1b963b90ab43 service neutron] Request body: {'port': {'device_id': '17fc2b0a-37a5-4ddf-8fb7-8e0b595f4a62', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81187'}} {{(pid=93999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 06:29:19.835914 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-c0963d13-ebe2-4fa0-b0b6-9671eacb30e3 req-fe46fd21-fab7-47df-96ea-0677d1962c4a tempest-VolumesNegativeTest-1401667650 tempest-VolumesNegativeTest-1401667650-project] 10.222.0.36 "GET /v2.0/security-groups?id=000e6224-5f25-404e-9698-7a6837496159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992532 Sep 30 06:29:19.929164 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.plugins.ml2.managers [req-cf6b23f5-2a2a-4064-ab72-5e2c644c2661 req-19eb933c-62ee-4a56-8628-be439a40d665 service neutron] Attempting to bind port 5860a238-fd89-4db3-9824-2b3c6fbac7b0 on host hv-cinder-81187 for vnic_type normal with profile {{(pid=93999) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 06:29:19.930023 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.plugins.ml2.managers [req-cf6b23f5-2a2a-4064-ab72-5e2c644c2661 req-19eb933c-62ee-4a56-8628-be439a40d665 service neutron] Attempting to bind port 5860a238-fd89-4db3-9824-2b3c6fbac7b0 by drivers openvswitch,hyperv on host hv-cinder-81187 at level 0 using segments [{'id': '1ef1d653-7acd-435b-9687-18111cd76776', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'aa9820fc-a1b3-48da-9d8e-0c73361f53bc'}] {{(pid=93999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 06:29:19.930188 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf6b23f5-2a2a-4064-ab72-5e2c644c2661 req-19eb933c-62ee-4a56-8628-be439a40d665 service neutron] Attempting to bind port 5860a238-fd89-4db3-9824-2b3c6fbac7b0 on network aa9820fc-a1b3-48da-9d8e-0c73361f53bc {{(pid=93999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 06:29:19.957718 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [req-d1288d2b-573d-4c9a-b993-8625ea8f788d req-f14c15f3-d9d7-4f13-8a36-1b963b90ab43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653538'] for port, before_update {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:29:19.961028 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf6b23f5-2a2a-4064-ab72-5e2c644c2661 req-19eb933c-62ee-4a56-8628-be439a40d665 service neutron] Port 5860a238-fd89-4db3-9824-2b3c6fbac7b0 on network aa9820fc-a1b3-48da-9d8e-0c73361f53bc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81187 {{(pid=93999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 06:29:19.961028 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf6b23f5-2a2a-4064-ab72-5e2c644c2661 req-19eb933c-62ee-4a56-8628-be439a40d665 service neutron] Attempting to bind port 5860a238-fd89-4db3-9824-2b3c6fbac7b0 on network aa9820fc-a1b3-48da-9d8e-0c73361f53bc {{(pid=93999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 06:29:19.987389 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf6b23f5-2a2a-4064-ab72-5e2c644c2661 req-19eb933c-62ee-4a56-8628-be439a40d665 service neutron] Checking agent: {'id': '8d9eab89-7803-44fc-b727-c0e530c74148', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81187', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 6, 25, 39), 'started_at': datetime.datetime(2021, 9, 30, 6, 25, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 6, 29, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 06:29:19.987740 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf6b23f5-2a2a-4064-ab72-5e2c644c2661 req-19eb933c-62ee-4a56-8628-be439a40d665 service neutron] Checking segment: {'id': '1ef1d653-7acd-435b-9687-18111cd76776', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'aa9820fc-a1b3-48da-9d8e-0c73361f53bc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 06:29:19.988134 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf6b23f5-2a2a-4064-ab72-5e2c644c2661 req-19eb933c-62ee-4a56-8628-be439a40d665 service neutron] Bound using segment: {'id': '1ef1d653-7acd-435b-9687-18111cd76776', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'aa9820fc-a1b3-48da-9d8e-0c73361f53bc'} {{(pid=93999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 06:29:19.997805 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.plugins.ml2.managers [req-cf6b23f5-2a2a-4064-ab72-5e2c644c2661 req-19eb933c-62ee-4a56-8628-be439a40d665 service neutron] Bound port: 5860a238-fd89-4db3-9824-2b3c6fbac7b0, host: hv-cinder-81187, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1ef1d653-7acd-435b-9687-18111cd76776', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'aa9820fc-a1b3-48da-9d8e-0c73361f53bc'}}] {{(pid=93999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 06:29:19.998878 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [req-cf6b23f5-2a2a-4064-ab72-5e2c644c2661 req-19eb933c-62ee-4a56-8628-be439a40d665 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653538'] for port, before_update {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:29:20.097420 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.db.provisioning_blocks [None req-559e02b8-8c3c-430b-a45b-2d16e6b02819 None None] Provisioning complete for port c17c6bee-6b30-45d1-8592-55edb1f68a36 triggered by entity DHCP. {{(pid=94001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 06:29:20.098826 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-559e02b8-8c3c-430b-a45b-2d16e6b02819 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-597822'] for port, provisioning_complete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:29:20.146177 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.plugin [None req-559e02b8-8c3c-430b-a45b-2d16e6b02819 None None] Port c17c6bee-6b30-45d1-8592-55edb1f68a36 cannot update to ACTIVE because it is not bound. {{(pid=94001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 06:29:20.198777 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.plugins.ml2.db [req-cf6b23f5-2a2a-4064-ab72-5e2c644c2661 req-19eb933c-62ee-4a56-8628-be439a40d665 service neutron] For port 5860a238-fd89-4db3-9824-2b3c6fbac7b0, host hv-cinder-81187, cleared binding levels {{(pid=93999) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 06:29:20.206567 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.plugins.ml2.db [req-cf6b23f5-2a2a-4064-ab72-5e2c644c2661 req-19eb933c-62ee-4a56-8628-be439a40d665 service neutron] For port 5860a238-fd89-4db3-9824-2b3c6fbac7b0, host hv-cinder-81187, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81187',level=0,port_id=5860a238-fd89-4db3-9824-2b3c6fbac7b0,segment=NetworkSegment(1ef1d653-7acd-435b-9687-18111cd76776),segment_id=1ef1d653-7acd-435b-9687-18111cd76776)] {{(pid=93999) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 06:29:20.220923 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [req-cf6b23f5-2a2a-4064-ab72-5e2c644c2661 req-19eb933c-62ee-4a56-8628-be439a40d665 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7821886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727545992452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727545489363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727545489381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6560256'] for port, after_update {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:29:20.287660 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6b23f5-2a2a-4064-ab72-5e2c644c2661 req-19eb933c-62ee-4a56-8628-be439a40d665 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:29:20.295139 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [req-cf6b23f5-2a2a-4064-ab72-5e2c644c2661 req-19eb933c-62ee-4a56-8628-be439a40d665 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57126'] for port, before_response {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:29:20.299129 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-cf6b23f5-2a2a-4064-ab72-5e2c644c2661 req-19eb933c-62ee-4a56-8628-be439a40d665 service neutron] 10.222.0.10 "PUT /v2.0/ports/5860a238-fd89-4db3-9824-2b3c6fbac7b0 HTTP/1.1" status: 200 len: 1093 time: 2.4143963 Sep 30 06:29:20.304516 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4e6ac6d-5933-4a2e-a7af-3b2c7b5ec17a', 'tag': '5860a238-fd89-4db3-9824-2b3c6fbac7b0'}] {{(pid=93999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 06:29:20.308929 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07b111f6e278cfffd9c4f208e103de524c2b9e3fbd4e5a5b5d8dd158a433df71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef9d98bb-e3a0-477b-a47a-aef1833c6d8d" -d '{"events": [{"name": "network-changed", "server_uuid": "d4e6ac6d-5933-4a2e-a7af-3b2c7b5ec17a", "tag": "5860a238-fd89-4db3-9824-2b3c6fbac7b0"}]}' {{(pid=93999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 06:29:20.683240 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19eb933c-62ee-4a56-8628-be439a40d665 service neutron] Pushing event updated for resources: {'Port': ['ID=5860a238-fd89-4db3-9824-2b3c6fbac7b0,revision_number=3']} {{(pid=93999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:29:20.713084 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 06:29:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f42eea0-6406-4d60-a192-986ecf567570 x-openstack-request-id: req-5f42eea0-6406-4d60-a192-986ecf567570 {{(pid=93999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 06:29:20.713418 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4e6ac6d-5933-4a2e-a7af-3b2c7b5ec17a", "tag": "5860a238-fd89-4db3-9824-2b3c6fbac7b0", "status": "completed", "code": 200}]} {{(pid=93999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 06:29:20.713845 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-5f42eea0-6406-4d60-a192-986ecf567570 {{(pid=93999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 06:29:20.714100 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4e6ac6d-5933-4a2e-a7af-3b2c7b5ec17a', 'tag': '5860a238-fd89-4db3-9824-2b3c6fbac7b0', 'status': 'completed', 'code': 200} Sep 30 06:29:20.772924 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8318c4af-5a96-4851-b725-5ae5c83c8c59 req-7adfb21e-18ba-471f-aaa1-28fcd99d56af tempest-ServerRescueNegativeTestJSON-1209427659 tempest-ServerRescueNegativeTestJSON-1209427659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:29:20.781480 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-8318c4af-5a96-4851-b725-5ae5c83c8c59 req-7adfb21e-18ba-471f-aaa1-28fcd99d56af tempest-ServerRescueNegativeTestJSON-1209427659 tempest-ServerRescueNegativeTestJSON-1209427659-project] 10.222.0.36 "GET /v2.0/ports?device_id=be801cab-b2ce-4594-8d30-3431ea29df2f HTTP/1.1" status: 200 len: 945 time: 0.4169362 Sep 30 06:29:20.830697 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-8318c4af-5a96-4851-b725-5ae5c83c8c59 req-254109c4-490c-4b58-9ed0-0d79a0350502 tempest-ServerRescueNegativeTestJSON-1209427659 tempest-ServerRescueNegativeTestJSON-1209427659-project] 10.222.0.36 "GET /v2.0/security-groups?id=78ce1e3c-f3d7-420d-ac39-20c93d3fb7fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481851 Sep 30 06:29:20.925902 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.notifiers.nova [req-d1288d2b-573d-4c9a-b993-8625ea8f788d req-f14c15f3-d9d7-4f13-8a36-1b963b90ab43 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c17c6bee-6b30-45d1-8592-55edb1f68a36 {{(pid=93999) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 06:29:20.948075 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [req-d1288d2b-573d-4c9a-b993-8625ea8f788d req-f14c15f3-d9d7-4f13-8a36-1b963b90ab43 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:29:20.993987 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.db.provisioning_blocks [req-d1288d2b-573d-4c9a-b993-8625ea8f788d req-f14c15f3-d9d7-4f13-8a36-1b963b90ab43 service neutron] Transition to ACTIVE for port object c17c6bee-6b30-45d1-8592-55edb1f68a36 will not be triggered until provisioned by entity L2. {{(pid=93999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 06:29:21.012226 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [req-d1288d2b-573d-4c9a-b993-8625ea8f788d req-f14c15f3-d9d7-4f13-8a36-1b963b90ab43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7821886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727545992452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727545489363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727545489381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6560256'] for port, after_update {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:29:21.012752 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627faf80-a9e8-4504-9d7a-eed690a2dd8a req-f6ea5a3c-e5f8-4f59-8b33-ea9700e1df61 tempest-VolumesActionsTest-1064546985 tempest-VolumesActionsTest-1064546985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:29:21.023411 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-627faf80-a9e8-4504-9d7a-eed690a2dd8a req-f6ea5a3c-e5f8-4f59-8b33-ea9700e1df61 tempest-VolumesActionsTest-1064546985 tempest-VolumesActionsTest-1064546985-project] 10.222.0.36 "GET /v2.0/ports?device_id=d4e6ac6d-5933-4a2e-a7af-3b2c7b5ec17a HTTP/1.1" status: 200 len: 943 time: 0.1674600 Sep 30 06:29:21.089399 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14c15f3-d9d7-4f13-8a36-1b963b90ab43 service neutron] Pushing event updated for resources: {'Port': ['ID=c17c6bee-6b30-45d1-8592-55edb1f68a36,revision_number=2']} {{(pid=93999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:29:21.105310 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-627faf80-a9e8-4504-9d7a-eed690a2dd8a req-67b880ea-6a5b-474a-b453-a7347eb31b9b tempest-VolumesActionsTest-1064546985 tempest-VolumesActionsTest-1064546985-project] 10.222.0.36 "GET /v2.0/security-groups?id=b150e05c-7d7a-4392-9d2b-fe2d02ba7332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786414 Sep 30 06:29:21.154939 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60f1ea4-957b-49c9-b37f-47608af3225e req-cce1c99f-4edc-4810-a226-2323359e749d tempest-VolumesNegativeTest-1401667650 tempest-VolumesNegativeTest-1401667650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:29:21.165704 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-d60f1ea4-957b-49c9-b37f-47608af3225e req-cce1c99f-4edc-4810-a226-2323359e749d tempest-VolumesNegativeTest-1401667650 tempest-VolumesNegativeTest-1401667650-project] 10.222.0.36 "GET /v2.0/ports?device_id=17fc2b0a-37a5-4ddf-8fb7-8e0b595f4a62 HTTP/1.1" status: 200 len: 947 time: 0.1712186 Sep 30 06:29:21.261799 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-d60f1ea4-957b-49c9-b37f-47608af3225e req-e67dbf37-ba43-4e8c-bf68-f59f0bf4eaa0 tempest-VolumesNegativeTest-1401667650 tempest-VolumesNegativeTest-1401667650-project] 10.222.0.36 "GET /v2.0/security-groups?id=000e6224-5f25-404e-9698-7a6837496159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951633 Sep 30 06:29:21.308946 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.plugins.ml2.managers [req-d1288d2b-573d-4c9a-b993-8625ea8f788d req-f14c15f3-d9d7-4f13-8a36-1b963b90ab43 service neutron] Attempting to bind port c17c6bee-6b30-45d1-8592-55edb1f68a36 on host hv-cinder-81187 for vnic_type normal with profile {{(pid=93999) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 06:29:21.309561 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.plugins.ml2.managers [req-d1288d2b-573d-4c9a-b993-8625ea8f788d req-f14c15f3-d9d7-4f13-8a36-1b963b90ab43 service neutron] Attempting to bind port c17c6bee-6b30-45d1-8592-55edb1f68a36 by drivers openvswitch,hyperv on host hv-cinder-81187 at level 0 using segments [{'id': '572b4664-636f-48cb-bac0-0958bf7c7b91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '61a059e7-f015-4fc3-bb30-fb3f923e5010'}] {{(pid=93999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 06:29:21.310077 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1288d2b-573d-4c9a-b993-8625ea8f788d req-f14c15f3-d9d7-4f13-8a36-1b963b90ab43 service neutron] Attempting to bind port c17c6bee-6b30-45d1-8592-55edb1f68a36 on network 61a059e7-f015-4fc3-bb30-fb3f923e5010 {{(pid=93999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 06:29:21.320559 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1288d2b-573d-4c9a-b993-8625ea8f788d req-f14c15f3-d9d7-4f13-8a36-1b963b90ab43 service neutron] Port c17c6bee-6b30-45d1-8592-55edb1f68a36 on network 61a059e7-f015-4fc3-bb30-fb3f923e5010 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81187 {{(pid=93999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 06:29:21.321140 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1288d2b-573d-4c9a-b993-8625ea8f788d req-f14c15f3-d9d7-4f13-8a36-1b963b90ab43 service neutron] Attempting to bind port c17c6bee-6b30-45d1-8592-55edb1f68a36 on network 61a059e7-f015-4fc3-bb30-fb3f923e5010 {{(pid=93999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 06:29:21.334642 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1288d2b-573d-4c9a-b993-8625ea8f788d req-f14c15f3-d9d7-4f13-8a36-1b963b90ab43 service neutron] Checking agent: {'id': '8d9eab89-7803-44fc-b727-c0e530c74148', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81187', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 6, 25, 39), 'started_at': datetime.datetime(2021, 9, 30, 6, 25, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 6, 29, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 06:29:21.339840 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1288d2b-573d-4c9a-b993-8625ea8f788d req-f14c15f3-d9d7-4f13-8a36-1b963b90ab43 service neutron] Checking segment: {'id': '572b4664-636f-48cb-bac0-0958bf7c7b91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '61a059e7-f015-4fc3-bb30-fb3f923e5010'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 06:29:21.340789 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1288d2b-573d-4c9a-b993-8625ea8f788d req-f14c15f3-d9d7-4f13-8a36-1b963b90ab43 service neutron] Bound using segment: {'id': '572b4664-636f-48cb-bac0-0958bf7c7b91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '61a059e7-f015-4fc3-bb30-fb3f923e5010'} {{(pid=93999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 06:29:21.341679 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.plugins.ml2.managers [req-d1288d2b-573d-4c9a-b993-8625ea8f788d req-f14c15f3-d9d7-4f13-8a36-1b963b90ab43 service neutron] Bound port: c17c6bee-6b30-45d1-8592-55edb1f68a36, host: hv-cinder-81187, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '572b4664-636f-48cb-bac0-0958bf7c7b91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '61a059e7-f015-4fc3-bb30-fb3f923e5010'}}] {{(pid=93999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 06:29:21.342451 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [req-d1288d2b-573d-4c9a-b993-8625ea8f788d req-f14c15f3-d9d7-4f13-8a36-1b963b90ab43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653538'] for port, before_update {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:29:21.436216 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.plugins.ml2.db [req-d1288d2b-573d-4c9a-b993-8625ea8f788d req-f14c15f3-d9d7-4f13-8a36-1b963b90ab43 service neutron] For port c17c6bee-6b30-45d1-8592-55edb1f68a36, host hv-cinder-81187, cleared binding levels {{(pid=93999) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 06:29:21.440900 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.plugins.ml2.db [req-d1288d2b-573d-4c9a-b993-8625ea8f788d req-f14c15f3-d9d7-4f13-8a36-1b963b90ab43 service neutron] For port c17c6bee-6b30-45d1-8592-55edb1f68a36, host hv-cinder-81187, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81187',level=0,port_id=c17c6bee-6b30-45d1-8592-55edb1f68a36,segment=NetworkSegment(572b4664-636f-48cb-bac0-0958bf7c7b91),segment_id=572b4664-636f-48cb-bac0-0958bf7c7b91)] {{(pid=93999) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 06:29:21.450473 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [req-d1288d2b-573d-4c9a-b993-8625ea8f788d req-f14c15f3-d9d7-4f13-8a36-1b963b90ab43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7821886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727545992452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727545489363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727545489381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6560256'] for port, after_update {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:29:21.512573 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1288d2b-573d-4c9a-b993-8625ea8f788d req-f14c15f3-d9d7-4f13-8a36-1b963b90ab43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:29:21.513480 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [req-d1288d2b-573d-4c9a-b993-8625ea8f788d req-f14c15f3-d9d7-4f13-8a36-1b963b90ab43 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57126'] for port, before_response {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:29:21.516638 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-d1288d2b-573d-4c9a-b993-8625ea8f788d req-f14c15f3-d9d7-4f13-8a36-1b963b90ab43 service neutron] 10.222.0.10 "PUT /v2.0/ports/c17c6bee-6b30-45d1-8592-55edb1f68a36 HTTP/1.1" status: 200 len: 1097 time: 1.7482259 Sep 30 06:29:21.545735 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14c15f3-d9d7-4f13-8a36-1b963b90ab43 service neutron] Pushing event updated for resources: {'Port': ['ID=c17c6bee-6b30-45d1-8592-55edb1f68a36,revision_number=3']} {{(pid=93999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:29:22.007430 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b26d96a-3248-4fee-8a48-a7f9e955acaf req-fbfc0be7-865b-43fc-b134-3b904a2ada73 tempest-ServerRescueNegativeTestJSON-1209427659 tempest-ServerRescueNegativeTestJSON-1209427659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:29:22.034143 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-6b26d96a-3248-4fee-8a48-a7f9e955acaf req-fbfc0be7-865b-43fc-b134-3b904a2ada73 tempest-ServerRescueNegativeTestJSON-1209427659 tempest-ServerRescueNegativeTestJSON-1209427659-project] 10.222.0.36 "GET /v2.0/ports?device_id=be801cab-b2ce-4594-8d30-3431ea29df2f HTTP/1.1" status: 200 len: 945 time: 0.1010399 Sep 30 06:29:22.107609 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-6b26d96a-3248-4fee-8a48-a7f9e955acaf req-86084b93-d1dd-4ef9-863d-6d926600d023 tempest-ServerRescueNegativeTestJSON-1209427659 tempest-ServerRescueNegativeTestJSON-1209427659-project] 10.222.0.36 "GET /v2.0/security-groups?id=78ce1e3c-f3d7-420d-ac39-20c93d3fb7fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709674 Sep 30 06:29:22.347333 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edaf9db-2857-4cd8-a4d2-daf1ed900c2f req-1a1ef8b9-0e5a-4d16-80c6-9182b492b77a tempest-VolumesActionsTest-1064546985 tempest-VolumesActionsTest-1064546985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:29:22.350143 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-5edaf9db-2857-4cd8-a4d2-daf1ed900c2f req-1a1ef8b9-0e5a-4d16-80c6-9182b492b77a tempest-VolumesActionsTest-1064546985 tempest-VolumesActionsTest-1064546985-project] 10.222.0.36 "GET /v2.0/ports?device_id=d4e6ac6d-5933-4a2e-a7af-3b2c7b5ec17a HTTP/1.1" status: 200 len: 943 time: 0.1181672 Sep 30 06:29:22.418037 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-5edaf9db-2857-4cd8-a4d2-daf1ed900c2f req-85568a78-3782-49f0-9382-ecb178872fda tempest-VolumesActionsTest-1064546985 tempest-VolumesActionsTest-1064546985-project] 10.222.0.36 "GET /v2.0/security-groups?id=b150e05c-7d7a-4392-9d2b-fe2d02ba7332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566936 Sep 30 06:29:22.491354 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b601f18c-e18d-4042-be90-af1c943fbd43 req-32667998-1552-422a-8d2c-d44994dc7367 tempest-VolumesNegativeTest-1401667650 tempest-VolumesNegativeTest-1401667650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:29:22.493261 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-b601f18c-e18d-4042-be90-af1c943fbd43 req-32667998-1552-422a-8d2c-d44994dc7367 tempest-VolumesNegativeTest-1401667650 tempest-VolumesNegativeTest-1401667650-project] 10.222.0.36 "GET /v2.0/ports?device_id=17fc2b0a-37a5-4ddf-8fb7-8e0b595f4a62 HTTP/1.1" status: 200 len: 947 time: 0.0650203 Sep 30 06:29:22.719810 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-b601f18c-e18d-4042-be90-af1c943fbd43 req-8f545e50-00b4-4fd8-8239-38ec9fc52400 tempest-VolumesNegativeTest-1401667650 tempest-VolumesNegativeTest-1401667650-project] 10.222.0.36 "GET /v2.0/security-groups?id=000e6224-5f25-404e-9698-7a6837496159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2174878 Sep 30 06:29:22.763350 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17fc2b0a-37a5-4ddf-8fb7-8e0b595f4a62', 'tag': 'c17c6bee-6b30-45d1-8592-55edb1f68a36'}] {{(pid=93999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 06:29:22.774989 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07b111f6e278cfffd9c4f208e103de524c2b9e3fbd4e5a5b5d8dd158a433df71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d056855-a078-4f48-8577-26ec25873127" -d '{"events": [{"name": "network-changed", "server_uuid": "17fc2b0a-37a5-4ddf-8fb7-8e0b595f4a62", "tag": "c17c6bee-6b30-45d1-8592-55edb1f68a36"}]}' {{(pid=93999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 06:29:22.863589 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 06:29:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f21568c3-4341-49c9-ae07-e054a3c52bb0 x-openstack-request-id: req-f21568c3-4341-49c9-ae07-e054a3c52bb0 {{(pid=93999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 06:29:22.865036 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17fc2b0a-37a5-4ddf-8fb7-8e0b595f4a62", "tag": "c17c6bee-6b30-45d1-8592-55edb1f68a36", "status": "completed", "code": 200}]} {{(pid=93999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 06:29:22.865036 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-f21568c3-4341-49c9-ae07-e054a3c52bb0 {{(pid=93999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 06:29:22.865374 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17fc2b0a-37a5-4ddf-8fb7-8e0b595f4a62', 'tag': 'c17c6bee-6b30-45d1-8592-55edb1f68a36', 'status': 'completed', 'code': 200} Sep 30 06:29:23.229263 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9d98bb-e3a0-477b-a47a-aef1833c6d8d req-aaaf3b68-dd59-4031-9f38-330578152f01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:29:23.231987 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-ef9d98bb-e3a0-477b-a47a-aef1833c6d8d req-aaaf3b68-dd59-4031-9f38-330578152f01 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=371e0cc5b20646e09e9d5bea666eb6ca&device_id=d4e6ac6d-5933-4a2e-a7af-3b2c7b5ec17a HTTP/1.1" status: 200 len: 1096 time: 0.1569021 Sep 30 06:29:23.239160 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1288d2b-573d-4c9a-b993-8625ea8f788d req-b961a0b9-e2b6-4805-b45c-017d8d93130c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:29:23.244559 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-d1288d2b-573d-4c9a-b993-8625ea8f788d req-b961a0b9-e2b6-4805-b45c-017d8d93130c service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=777a89117ae442c78b8db7fb2c93ec2c&device_id=17fc2b0a-37a5-4ddf-8fb7-8e0b595f4a62 HTTP/1.1" status: 200 len: 1100 time: 0.1709158 Sep 30 06:29:23.335190 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4098a4ba-35ef-4115-9055-f2afb24a1095 req-b3a68089-9740-4296-a0c6-f631acaf74fc tempest-ServerRescueNegativeTestJSON-1209427659 tempest-ServerRescueNegativeTestJSON-1209427659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:29:23.338216 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-4098a4ba-35ef-4115-9055-f2afb24a1095 req-b3a68089-9740-4296-a0c6-f631acaf74fc tempest-ServerRescueNegativeTestJSON-1209427659 tempest-ServerRescueNegativeTestJSON-1209427659-project] 10.222.0.36 "GET /v2.0/ports?device_id=be801cab-b2ce-4594-8d30-3431ea29df2f HTTP/1.1" status: 200 len: 945 time: 0.1220431 Sep 30 06:29:23.381122 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-d1288d2b-573d-4c9a-b993-8625ea8f788d req-b40bc4fb-f1b4-4a6f-a811-d46ee2890e6d service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.10&port_id=c17c6bee-6b30-45d1-8592-55edb1f68a36 HTTP/1.1" status: 200 len: 217 time: 0.1155012 Sep 30 06:29:23.408425 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-4098a4ba-35ef-4115-9055-f2afb24a1095 req-f50cce0b-7a1c-465e-9d69-06fc3edfcf73 tempest-ServerRescueNegativeTestJSON-1209427659 tempest-ServerRescueNegativeTestJSON-1209427659-project] 10.222.0.36 "GET /v2.0/security-groups?id=78ce1e3c-f3d7-420d-ac39-20c93d3fb7fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621305 Sep 30 06:29:23.626906 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1288d2b-573d-4c9a-b993-8625ea8f788d req-a80663f9-9a27-45d2-a592-36c132a6b21a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:29:23.629957 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-d1288d2b-573d-4c9a-b993-8625ea8f788d req-a80663f9-9a27-45d2-a592-36c132a6b21a service neutron] 10.222.0.10 "GET /v2.0/subnets?id=37022ce4-7b01-4757-98eb-036eec40ca90 HTTP/1.1" status: 200 len: 843 time: 0.2262776 Sep 30 06:29:23.635720 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9d98bb-e3a0-477b-a47a-aef1833c6d8d req-31257ada-2135-41ea-95b5-708f55f58bd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:29:23.637490 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-ef9d98bb-e3a0-477b-a47a-aef1833c6d8d req-31257ada-2135-41ea-95b5-708f55f58bd8 service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=371e0cc5b20646e09e9d5bea666eb6ca&shared=False HTTP/1.1" status: 200 len: 910 time: 0.3750563 Sep 30 06:29:23.651278 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486eedba-8c3f-476f-af29-a1aee1c8f0c5 req-3836895f-31f7-4836-a1d4-d72f50467787 tempest-VolumesActionsTest-1064546985 tempest-VolumesActionsTest-1064546985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:29:23.653746 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-486eedba-8c3f-476f-af29-a1aee1c8f0c5 req-3836895f-31f7-4836-a1d4-d72f50467787 tempest-VolumesActionsTest-1064546985 tempest-VolumesActionsTest-1064546985-project] 10.222.0.36 "GET /v2.0/ports?device_id=d4e6ac6d-5933-4a2e-a7af-3b2c7b5ec17a HTTP/1.1" status: 200 len: 943 time: 0.1201108 Sep 30 06:29:23.755448 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-486eedba-8c3f-476f-af29-a1aee1c8f0c5 req-f2710c93-d5a2-457c-b64d-463b80b56fbd tempest-VolumesActionsTest-1064546985 tempest-VolumesActionsTest-1064546985-project] 10.222.0.36 "GET /v2.0/security-groups?id=b150e05c-7d7a-4392-9d2b-fe2d02ba7332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872798 Sep 30 06:29:23.861003 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1288d2b-573d-4c9a-b993-8625ea8f788d req-de742825-7923-418d-ae57-4fba7e6763f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:29:23.862970 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-d1288d2b-573d-4c9a-b993-8625ea8f788d req-de742825-7923-418d-ae57-4fba7e6763f9 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=61a059e7-f015-4fc3-bb30-fb3f923e5010&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.2181013 Sep 30 06:29:23.942845 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd285f51-70da-4bb8-82d9-dc949b51c194 req-55ec440a-c043-46ef-a3fa-a60d2c6803e4 tempest-VolumesNegativeTest-1401667650 tempest-VolumesNegativeTest-1401667650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:29:23.951156 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9d98bb-e3a0-477b-a47a-aef1833c6d8d req-1aad4bcd-467b-40d5-b645-2c4fb21e4af3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:29:23.953175 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-ef9d98bb-e3a0-477b-a47a-aef1833c6d8d req-1aad4bcd-467b-40d5-b645-2c4fb21e4af3 service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2993245 Sep 30 06:29:23.954959 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-bd285f51-70da-4bb8-82d9-dc949b51c194 req-55ec440a-c043-46ef-a3fa-a60d2c6803e4 tempest-VolumesNegativeTest-1401667650 tempest-VolumesNegativeTest-1401667650-project] 10.222.0.36 "GET /v2.0/ports?device_id=17fc2b0a-37a5-4ddf-8fb7-8e0b595f4a62 HTTP/1.1" status: 200 len: 947 time: 0.1012306 Sep 30 06:29:24.026128 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-bd285f51-70da-4bb8-82d9-dc949b51c194 req-031010cf-f41e-4166-8d87-103fcc8bb1a7 tempest-VolumesNegativeTest-1401667650 tempest-VolumesNegativeTest-1401667650-project] 10.222.0.36 "GET /v2.0/security-groups?id=000e6224-5f25-404e-9698-7a6837496159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664849 Sep 30 06:29:24.062435 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-d1288d2b-573d-4c9a-b993-8625ea8f788d req-0f075ad0-b4f7-4aa9-b52e-7c6400a5683c service neutron] 10.222.0.10 "GET /v2.0/networks/61a059e7-f015-4fc3-bb30-fb3f923e5010?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1837056 Sep 30 06:29:24.206222 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6b23f5-2a2a-4064-ab72-5e2c644c2661 req-69ebc3c9-20e6-473b-b5dc-113aefc1ab3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:29:24.208831 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-cf6b23f5-2a2a-4064-ab72-5e2c644c2661 req-69ebc3c9-20e6-473b-b5dc-113aefc1ab3c service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=371e0cc5b20646e09e9d5bea666eb6ca&device_id=d4e6ac6d-5933-4a2e-a7af-3b2c7b5ec17a HTTP/1.1" status: 200 len: 1096 time: 0.1285090 Sep 30 06:29:24.317665 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-cf6b23f5-2a2a-4064-ab72-5e2c644c2661 req-961def30-90e3-4747-8ff5-1bb9ba7e8e1c service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5860a238-fd89-4db3-9824-2b3c6fbac7b0 HTTP/1.1" status: 200 len: 217 time: 0.1030245 Sep 30 06:29:24.384567 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-d1288d2b-573d-4c9a-b993-8625ea8f788d req-1396ab15-8c42-4aa0-9e30-9bee2e49a558 service neutron] 10.222.0.10 "GET /v2.0/networks/61a059e7-f015-4fc3-bb30-fb3f923e5010?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3050623 Sep 30 06:29:24.414630 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6b23f5-2a2a-4064-ab72-5e2c644c2661 req-425ba254-33b4-4ed3-80c0-32e86f40b4cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:29:24.416361 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-cf6b23f5-2a2a-4064-ab72-5e2c644c2661 req-425ba254-33b4-4ed3-80c0-32e86f40b4cb service neutron] 10.222.0.10 "GET /v2.0/subnets?id=9b4de3b7-a5f3-4ed9-8852-8a2e30e3bfb4 HTTP/1.1" status: 200 len: 849 time: 0.0707965 Sep 30 06:29:24.475444 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-cf6b23f5-2a2a-4064-ab72-5e2c644c2661 req-f08bb02a-9658-4ea5-b8f0-c0ffb9bc98e6 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=aa9820fc-a1b3-48da-9d8e-0c73361f53bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0510516 Sep 30 06:29:24.567188 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e234a33-333e-4046-abb0-fc5e67f1370a req-93535842-c44d-41f6-b339-32a525a2e5fa tempest-ServerRescueNegativeTestJSON-1209427659 tempest-ServerRescueNegativeTestJSON-1209427659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:29:24.569018 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-5e234a33-333e-4046-abb0-fc5e67f1370a req-93535842-c44d-41f6-b339-32a525a2e5fa tempest-ServerRescueNegativeTestJSON-1209427659 tempest-ServerRescueNegativeTestJSON-1209427659-project] 10.222.0.36 "GET /v2.0/ports?device_id=be801cab-b2ce-4594-8d30-3431ea29df2f HTTP/1.1" status: 200 len: 945 time: 0.0653839 Sep 30 06:29:24.689993 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-5e234a33-333e-4046-abb0-fc5e67f1370a req-f578561d-ca97-4e6b-a3e5-331964ca2caa tempest-ServerRescueNegativeTestJSON-1209427659 tempest-ServerRescueNegativeTestJSON-1209427659-project] 10.222.0.36 "GET /v2.0/security-groups?id=78ce1e3c-f3d7-420d-ac39-20c93d3fb7fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060638 Sep 30 06:29:24.714060 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d056855-a078-4f48-8577-26ec25873127 req-3fa96890-d6a2-4a25-9d74-d9b4a7ccc5b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:29:24.716017 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-4d056855-a078-4f48-8577-26ec25873127 req-3fa96890-d6a2-4a25-9d74-d9b4a7ccc5b2 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=777a89117ae442c78b8db7fb2c93ec2c&device_id=17fc2b0a-37a5-4ddf-8fb7-8e0b595f4a62 HTTP/1.1" status: 200 len: 1100 time: 0.2199354 Sep 30 06:29:24.809748 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-cf6b23f5-2a2a-4064-ab72-5e2c644c2661 req-205e0904-7e46-4fe8-beef-53f8bf308bba service neutron] 10.222.0.10 "GET /v2.0/networks/aa9820fc-a1b3-48da-9d8e-0c73361f53bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3151660 Sep 30 06:29:24.954697 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d056855-a078-4f48-8577-26ec25873127 req-7e133caf-647f-4d9a-9ed4-a6fd53e32489 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:29:24.956277 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-4d056855-a078-4f48-8577-26ec25873127 req-7e133caf-647f-4d9a-9ed4-a6fd53e32489 service neutron] 10.222.0.10 "GET /v2.0/networks?id=61a059e7-f015-4fc3-bb30-fb3f923e5010 HTTP/1.1" status: 200 len: 870 time: 0.2299743 Sep 30 06:29:25.097069 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-cf6b23f5-2a2a-4064-ab72-5e2c644c2661 req-e62c8502-62df-4c5a-8dc9-8bd7a0a3b358 service neutron] 10.222.0.10 "GET /v2.0/networks/aa9820fc-a1b3-48da-9d8e-0c73361f53bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2489562 Sep 30 06:29:25.098886 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-4d056855-a078-4f48-8577-26ec25873127 req-ad8edc15-365b-44de-8067-bbc06176af61 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.10&port_id=c17c6bee-6b30-45d1-8592-55edb1f68a36 HTTP/1.1" status: 200 len: 217 time: 0.0712631 Sep 30 06:29:25.229826 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d056855-a078-4f48-8577-26ec25873127 req-626b76a6-7100-43fe-b7e3-1d3deace0cc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:29:25.236258 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-4d056855-a078-4f48-8577-26ec25873127 req-626b76a6-7100-43fe-b7e3-1d3deace0cc1 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=37022ce4-7b01-4757-98eb-036eec40ca90 HTTP/1.1" status: 200 len: 843 time: 0.1147017 Sep 30 06:29:25.396435 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d056855-a078-4f48-8577-26ec25873127 req-311ddcf7-83b3-4715-b7e6-685db13471ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:29:25.402827 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-4d056855-a078-4f48-8577-26ec25873127 req-311ddcf7-83b3-4715-b7e6-685db13471ad service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=61a059e7-f015-4fc3-bb30-fb3f923e5010&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1551976 Sep 30 06:29:25.435226 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23646f8-6756-45f1-b5e0-9a0584e09296 req-86f10733-5105-4176-bfed-2d6d5ac61fc6 tempest-VolumesActionsTest-1064546985 tempest-VolumesActionsTest-1064546985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:29:25.448589 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-d23646f8-6756-45f1-b5e0-9a0584e09296 req-86f10733-5105-4176-bfed-2d6d5ac61fc6 tempest-VolumesActionsTest-1064546985 tempest-VolumesActionsTest-1064546985-project] 10.222.0.36 "GET /v2.0/ports?device_id=d4e6ac6d-5933-4a2e-a7af-3b2c7b5ec17a HTTP/1.1" status: 200 len: 943 time: 0.0798776 Sep 30 06:29:25.548912 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-d23646f8-6756-45f1-b5e0-9a0584e09296 req-ace8fc15-92bd-459a-a537-1e63b3e69ea9 tempest-VolumesActionsTest-1064546985 tempest-VolumesActionsTest-1064546985-project] 10.222.0.36 "GET /v2.0/security-groups?id=b150e05c-7d7a-4392-9d2b-fe2d02ba7332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959644 Sep 30 06:29:25.597801 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-4d056855-a078-4f48-8577-26ec25873127 req-521f729b-b7c2-4da0-b552-46f85c2eb9a1 service neutron] 10.222.0.10 "GET /v2.0/networks/61a059e7-f015-4fc3-bb30-fb3f923e5010?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1512756 Sep 30 06:29:25.750996 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-4d056855-a078-4f48-8577-26ec25873127 req-9c9335bb-93e0-4c76-85b5-3472f750fc2a service neutron] 10.222.0.10 "GET /v2.0/networks/61a059e7-f015-4fc3-bb30-fb3f923e5010?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1434872 Sep 30 06:29:25.855580 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78be699-3fe5-4a08-88e0-c5076108860a req-011cc47f-bd41-4887-bee1-673ff8db39fd tempest-VolumesNegativeTest-1401667650 tempest-VolumesNegativeTest-1401667650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:29:25.860851 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-f78be699-3fe5-4a08-88e0-c5076108860a req-011cc47f-bd41-4887-bee1-673ff8db39fd tempest-VolumesNegativeTest-1401667650 tempest-VolumesNegativeTest-1401667650-project] 10.222.0.36 "GET /v2.0/ports?device_id=17fc2b0a-37a5-4ddf-8fb7-8e0b595f4a62 HTTP/1.1" status: 200 len: 947 time: 0.1257038 Sep 30 06:29:25.951202 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-f78be699-3fe5-4a08-88e0-c5076108860a req-40d22778-9a20-415c-9ee3-726b935e5a7d tempest-VolumesNegativeTest-1401667650 tempest-VolumesNegativeTest-1401667650-project] 10.222.0.36 "GET /v2.0/security-groups?id=000e6224-5f25-404e-9698-7a6837496159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757835 Sep 30 06:29:26.152796 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce9ac5f-955f-4b46-abe5-eedb7d54f7f8 req-cb4f26d4-f7a4-4dfd-83c5-6e5b2730f9f6 tempest-ServerRescueNegativeTestJSON-1209427659 tempest-ServerRescueNegativeTestJSON-1209427659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:29:26.160859 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-0ce9ac5f-955f-4b46-abe5-eedb7d54f7f8 req-cb4f26d4-f7a4-4dfd-83c5-6e5b2730f9f6 tempest-ServerRescueNegativeTestJSON-1209427659 tempest-ServerRescueNegativeTestJSON-1209427659-project] 10.222.0.36 "GET /v2.0/ports?device_id=be801cab-b2ce-4594-8d30-3431ea29df2f HTTP/1.1" status: 200 len: 945 time: 0.0898433 Sep 30 06:29:26.210226 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-0ce9ac5f-955f-4b46-abe5-eedb7d54f7f8 req-79179d76-06d8-4ab2-aa5a-eac1bd5cb7bb tempest-ServerRescueNegativeTestJSON-1209427659 tempest-ServerRescueNegativeTestJSON-1209427659-project] 10.222.0.36 "GET /v2.0/security-groups?id=78ce1e3c-f3d7-420d-ac39-20c93d3fb7fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482430 Sep 30 06:29:26.770206 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ed6c06-b1ef-45cd-b3e5-4e489e7c16c6 req-5a6afa21-05ff-420e-9ae1-eb0992bcad0c tempest-VolumesActionsTest-1064546985 tempest-VolumesActionsTest-1064546985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:29:26.778828 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-52ed6c06-b1ef-45cd-b3e5-4e489e7c16c6 req-5a6afa21-05ff-420e-9ae1-eb0992bcad0c tempest-VolumesActionsTest-1064546985 tempest-VolumesActionsTest-1064546985-project] 10.222.0.36 "GET /v2.0/ports?device_id=d4e6ac6d-5933-4a2e-a7af-3b2c7b5ec17a HTTP/1.1" status: 200 len: 943 time: 0.1041074 Sep 30 06:29:26.857081 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-52ed6c06-b1ef-45cd-b3e5-4e489e7c16c6 req-676c944a-d1e9-4f5b-aa1d-667ee71f1bce tempest-VolumesActionsTest-1064546985 tempest-VolumesActionsTest-1064546985-project] 10.222.0.36 "GET /v2.0/security-groups?id=b150e05c-7d7a-4392-9d2b-fe2d02ba7332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670252 Sep 30 06:29:27.096596 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0440b4a6-9dd8-4bd5-b1d6-efbaf23b95dd req-09dacf9e-2f84-48cd-86a2-fe5120d15ca5 tempest-VolumesNegativeTest-1401667650 tempest-VolumesNegativeTest-1401667650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:29:27.098175 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-0440b4a6-9dd8-4bd5-b1d6-efbaf23b95dd req-09dacf9e-2f84-48cd-86a2-fe5120d15ca5 tempest-VolumesNegativeTest-1401667650 tempest-VolumesNegativeTest-1401667650-project] 10.222.0.36 "GET /v2.0/ports?device_id=17fc2b0a-37a5-4ddf-8fb7-8e0b595f4a62 HTTP/1.1" status: 200 len: 947 time: 0.0583773 Sep 30 06:29:27.160254 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-0440b4a6-9dd8-4bd5-b1d6-efbaf23b95dd req-a5da4c86-d3a7-43d0-82ed-a2b49cc0a147 tempest-VolumesNegativeTest-1401667650 tempest-VolumesNegativeTest-1401667650-project] 10.222.0.36 "GET /v2.0/security-groups?id=000e6224-5f25-404e-9698-7a6837496159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532663 Sep 30 06:29:27.357308 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75078edf-8ce3-43b0-b7a2-1508fd81247b req-dc555544-432e-4e21-b523-282b54828a0f tempest-ServerRescueNegativeTestJSON-1209427659 tempest-ServerRescueNegativeTestJSON-1209427659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:29:27.359686 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-75078edf-8ce3-43b0-b7a2-1508fd81247b req-dc555544-432e-4e21-b523-282b54828a0f tempest-ServerRescueNegativeTestJSON-1209427659 tempest-ServerRescueNegativeTestJSON-1209427659-project] 10.222.0.36 "GET /v2.0/ports?device_id=be801cab-b2ce-4594-8d30-3431ea29df2f HTTP/1.1" status: 200 len: 945 time: 0.0573919 Sep 30 06:29:27.410851 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-75078edf-8ce3-43b0-b7a2-1508fd81247b req-58fbcb67-bd6e-435f-ad40-70d66e1c8b5a tempest-ServerRescueNegativeTestJSON-1209427659 tempest-ServerRescueNegativeTestJSON-1209427659-project] 10.222.0.36 "GET /v2.0/security-groups?id=78ce1e3c-f3d7-420d-ac39-20c93d3fb7fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443540 Sep 30 06:29:28.081376 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b467df-9cfb-4521-8b07-8fbe56dc8a5e req-688c0b51-eb6e-429b-b02f-5be0a48d03fb tempest-VolumesActionsTest-1064546985 tempest-VolumesActionsTest-1064546985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:29:28.083994 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-48b467df-9cfb-4521-8b07-8fbe56dc8a5e req-688c0b51-eb6e-429b-b02f-5be0a48d03fb tempest-VolumesActionsTest-1064546985 tempest-VolumesActionsTest-1064546985-project] 10.222.0.36 "GET /v2.0/ports?device_id=d4e6ac6d-5933-4a2e-a7af-3b2c7b5ec17a HTTP/1.1" status: 200 len: 943 time: 0.0716047 Sep 30 06:29:28.161456 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-48b467df-9cfb-4521-8b07-8fbe56dc8a5e req-fdb20ed6-5493-421c-b418-9d7b3263d5a1 tempest-VolumesActionsTest-1064546985 tempest-VolumesActionsTest-1064546985-project] 10.222.0.36 "GET /v2.0/security-groups?id=b150e05c-7d7a-4392-9d2b-fe2d02ba7332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639727 Sep 30 06:29:28.203576 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfff013-b186-4012-99e5-0ec15b1adc9b req-06284387-0fc1-4d08-b1ad-f4640c24bc5e tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:29:28.205209 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-5bfff013-b186-4012-99e5-0ec15b1adc9b req-06284387-0fc1-4d08-b1ad-f4640c24bc5e tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] 10.222.0.36 "GET /v2.0/ports?device_id=c7de8e92-ecc9-41bc-98bb-5c2242bab3d1 HTTP/1.1" status: 200 len: 945 time: 0.0567174 Sep 30 06:29:28.251940 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-5bfff013-b186-4012-99e5-0ec15b1adc9b req-d7ef566f-c253-4177-b7cd-90a432314c2c tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] 10.222.0.36 "GET /v2.0/security-groups?id=aaa05d83-3ebc-404f-b7b5-bc03e45995ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386550 Sep 30 06:29:28.380273 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e37be9-6b4b-426b-9420-a9b621d37f05 req-1ae110af-6c73-41e2-b79b-4b88b7c8885b tempest-TestMinimumBasicScenario-1320848959 tempest-TestMinimumBasicScenario-1320848959-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:29:28.382171 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-a1e37be9-6b4b-426b-9420-a9b621d37f05 req-1ae110af-6c73-41e2-b79b-4b88b7c8885b tempest-TestMinimumBasicScenario-1320848959 tempest-TestMinimumBasicScenario-1320848959-project] 10.222.0.36 "GET /v2.0/networks?id=615a80a4-119e-49ec-bb8d-26850945a271 HTTP/1.1" status: 200 len: 815 time: 0.1303148 Sep 30 06:29:28.391789 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a3ceb7-ef27-409b-bc16-7be229e8f9de req-d6e6ee9c-f67d-482d-bdfe-a50906033463 tempest-VolumesNegativeTest-1401667650 tempest-VolumesNegativeTest-1401667650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:29:28.393337 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-16a3ceb7-ef27-409b-bc16-7be229e8f9de req-d6e6ee9c-f67d-482d-bdfe-a50906033463 tempest-VolumesNegativeTest-1401667650 tempest-VolumesNegativeTest-1401667650-project] 10.222.0.36 "GET /v2.0/ports?device_id=17fc2b0a-37a5-4ddf-8fb7-8e0b595f4a62 HTTP/1.1" status: 200 len: 947 time: 0.0615768 Sep 30 06:29:28.406117 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-a1e37be9-6b4b-426b-9420-a9b621d37f05 req-79f2e515-35a6-491a-a575-d43bc5b8c5f2 tempest-TestMinimumBasicScenario-1320848959 tempest-TestMinimumBasicScenario-1320848959-project] 10.222.0.36 "GET /v2.0/quotas/1eac498b69b6420eb083db675eb52bac HTTP/1.1" status: 200 len: 375 time: 0.0169625 Sep 30 06:29:28.445969 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-16a3ceb7-ef27-409b-bc16-7be229e8f9de req-7cba872a-abd9-463c-a391-926df7f7d094 tempest-VolumesNegativeTest-1401667650 tempest-VolumesNegativeTest-1401667650-project] 10.222.0.36 "GET /v2.0/security-groups?id=000e6224-5f25-404e-9698-7a6837496159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452077 Sep 30 06:29:28.473585 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-22c50000-d6f1-4bc3-8d09-8014d8760cd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727546001794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-597483'] for agent, after_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:29:28.491547 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-a1e37be9-6b4b-426b-9420-a9b621d37f05 req-267f2331-386e-4bff-8a8c-3104a3500c3d tempest-TestMinimumBasicScenario-1320848959 tempest-TestMinimumBasicScenario-1320848959-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=1eac498b69b6420eb083db675eb52bac&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0742104 Sep 30 06:29:28.575118 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12c447d-84e5-4395-b0b0-83a9eb06da35 req-d75eb561-e14d-4e99-abd0-672fde3988f5 tempest-ServerRescueNegativeTestJSON-1209427659 tempest-ServerRescueNegativeTestJSON-1209427659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:29:28.577610 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-f12c447d-84e5-4395-b0b0-83a9eb06da35 req-d75eb561-e14d-4e99-abd0-672fde3988f5 tempest-ServerRescueNegativeTestJSON-1209427659 tempest-ServerRescueNegativeTestJSON-1209427659-project] 10.222.0.36 "GET /v2.0/ports?device_id=be801cab-b2ce-4594-8d30-3431ea29df2f HTTP/1.1" status: 200 len: 945 time: 0.0646751 Sep 30 06:29:28.635318 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-a1e37be9-6b4b-426b-9420-a9b621d37f05 req-0e524fbd-94f6-4447-ae95-007c407bfbdb service neutron] 10.222.0.36 "GET /v2.0/networks/615a80a4-119e-49ec-bb8d-26850945a271?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279562 Sep 30 06:29:28.644951 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-f12c447d-84e5-4395-b0b0-83a9eb06da35 req-35710637-f9bb-4f73-a33c-9b8f13707c7f tempest-ServerRescueNegativeTestJSON-1209427659 tempest-ServerRescueNegativeTestJSON-1209427659-project] 10.222.0.36 "GET /v2.0/security-groups?id=78ce1e3c-f3d7-420d-ac39-20c93d3fb7fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561106 Sep 30 06:29:28.736348 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-a1e37be9-6b4b-426b-9420-a9b621d37f05 req-10ab799f-2c60-4f81-a173-db3a54af0a7c service neutron] 10.222.0.36 "GET /v2.0/networks/615a80a4-119e-49ec-bb8d-26850945a271?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943925 Sep 30 06:29:28.921226 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-80f67452-17ec-41e5-9d2a-db849dcf4419 req-0b9aefbe-2c04-4087-9fb2-1b46d1ffc244 tempest-TestMinimumBasicScenario-1320848959 tempest-TestMinimumBasicScenario-1320848959-project] 10.222.0.36 "GET /v2.0/ports?device_id=d0bb6047-6799-481c-9961-ca0038f01968 HTTP/1.1" status: 200 len: 210 time: 0.0291164 Sep 30 06:29:29.352186 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf71629e-3b26-4888-a6a3-32ef58ec87af req-5a6098ac-a323-41ec-a06a-5c1af48186bd tempest-VolumesActionsTest-1064546985 tempest-VolumesActionsTest-1064546985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:29:29.354504 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-bf71629e-3b26-4888-a6a3-32ef58ec87af req-5a6098ac-a323-41ec-a06a-5c1af48186bd tempest-VolumesActionsTest-1064546985 tempest-VolumesActionsTest-1064546985-project] 10.222.0.36 "GET /v2.0/ports?device_id=d4e6ac6d-5933-4a2e-a7af-3b2c7b5ec17a HTTP/1.1" status: 200 len: 943 time: 0.0862589 Sep 30 06:29:29.427321 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-bf71629e-3b26-4888-a6a3-32ef58ec87af req-1b191fca-49f6-45e6-9b75-ae5fb3de2504 tempest-VolumesActionsTest-1064546985 tempest-VolumesActionsTest-1064546985-project] 10.222.0.36 "GET /v2.0/security-groups?id=b150e05c-7d7a-4392-9d2b-fe2d02ba7332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604815 Sep 30 06:29:29.452430 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9906fa-cfd8-42ad-9863-db35ec18a69f req-44d92bfd-bb08-437a-bad2-177c5d1bdd14 tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:29:29.454168 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-dc9906fa-cfd8-42ad-9863-db35ec18a69f req-44d92bfd-bb08-437a-bad2-177c5d1bdd14 tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] 10.222.0.36 "GET /v2.0/ports?device_id=c7de8e92-ecc9-41bc-98bb-5c2242bab3d1 HTTP/1.1" status: 200 len: 945 time: 0.0751410 Sep 30 06:29:29.532154 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-dc9906fa-cfd8-42ad-9863-db35ec18a69f req-0b142a38-2422-4077-9cc1-d399ee3ec7dd tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] 10.222.0.36 "GET /v2.0/security-groups?id=aaa05d83-3ebc-404f-b7b5-bc03e45995ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0713716 Sep 30 06:29:29.636793 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.36', 54334) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 06:29:29.806272 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c9cdb4-68d2-4d6b-8325-a87b16745d82 req-c00d447a-d3e3-469d-ab82-51b04db82888 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:29:29.807794 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-c3c9cdb4-68d2-4d6b-8325-a87b16745d82 req-c00d447a-d3e3-469d-ab82-51b04db82888 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=be801cab-b2ce-4594-8d30-3431ea29df2f HTTP/1.1" status: 200 len: 1098 time: 0.4028347 Sep 30 06:29:29.824142 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06779fd3-3e63-4bbb-bc6c-57247cf01c1d req-58e2d3ee-bcdc-4f30-86a6-fc9e1ec42d89 tempest-ServerRescueNegativeTestJSON-1209427659 tempest-ServerRescueNegativeTestJSON-1209427659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:29:29.825131 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b7a608-6c09-458b-8e8d-02cbea46ca98 req-19857841-63c7-41dc-8a04-d9ea6df75d35 tempest-VolumesNegativeTest-1401667650 tempest-VolumesNegativeTest-1401667650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:29:29.825806 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-06779fd3-3e63-4bbb-bc6c-57247cf01c1d req-58e2d3ee-bcdc-4f30-86a6-fc9e1ec42d89 tempest-ServerRescueNegativeTestJSON-1209427659 tempest-ServerRescueNegativeTestJSON-1209427659-project] 10.222.0.36 "GET /v2.0/ports?device_id=be801cab-b2ce-4594-8d30-3431ea29df2f HTTP/1.1" status: 200 len: 945 time: 0.0725641 Sep 30 06:29:29.827493 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-d8b7a608-6c09-458b-8e8d-02cbea46ca98 req-19857841-63c7-41dc-8a04-d9ea6df75d35 tempest-VolumesNegativeTest-1401667650 tempest-VolumesNegativeTest-1401667650-project] 10.222.0.36 "GET /v2.0/ports?device_id=17fc2b0a-37a5-4ddf-8fb7-8e0b595f4a62 HTTP/1.1" status: 200 len: 947 time: 0.0682538 Sep 30 06:29:29.850899 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-d95a9c9c-b651-4f37-bb91-0354b8a16aa1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:29:29.875941 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-c3c9cdb4-68d2-4d6b-8325-a87b16745d82 req-f7c8573c-cd72-4b06-b6b0-e2eab9590bf5 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=78ce1e3c-f3d7-420d-ac39-20c93d3fb7fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584424 Sep 30 06:29:29.888150 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-d8b7a608-6c09-458b-8e8d-02cbea46ca98 req-8b117d17-7de9-4967-9afc-ea5824d5d22a tempest-VolumesNegativeTest-1401667650 tempest-VolumesNegativeTest-1401667650-project] 10.222.0.36 "GET /v2.0/security-groups?id=000e6224-5f25-404e-9698-7a6837496159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477140 Sep 30 06:29:29.894007 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-06779fd3-3e63-4bbb-bc6c-57247cf01c1d req-427d684b-fd52-4c7f-aec0-648e3ab467d9 tempest-ServerRescueNegativeTestJSON-1209427659 tempest-ServerRescueNegativeTestJSON-1209427659-project] 10.222.0.36 "GET /v2.0/security-groups?id=78ce1e3c-f3d7-420d-ac39-20c93d3fb7fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595317 Sep 30 06:29:29.972617 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-d95a9c9c-b651-4f37-bb91-0354b8a16aa1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:29:29.977807 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-d95a9c9c-b651-4f37-bb91-0354b8a16aa1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533969'] for security_group, after_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:29:30.025477 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [None req-d95a9c9c-b651-4f37-bb91-0354b8a16aa1 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=b3d7c2685c054da1ac14444aa0559cf9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3873913 Sep 30 06:29:30.026484 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95a9c9c-b651-4f37-bb91-0354b8a16aa1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4d60e48-42ab-4512-bf4d-12b7a9c6c966,revision_number=1']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:29:30.029377 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.36', 54344) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 06:29:30.034747 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.rpc [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] Device 5860a238-fd89-4db3-9824-2b3c6fbac7b0 details requested by agent hyperv_hv-cinder-81187 with host hv-cinder-81187 {{(pid=94001) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 06:29:30.050622 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-cf65875b-3e21-4168-9910-bd6b87ac6545 req-a5b0885b-6967-40b6-8e33-805676a6728f tempest-TestMinimumBasicScenario-1320848959 tempest-TestMinimumBasicScenario-1320848959-project] 10.222.0.36 "GET /v2.0/ports?device_id=d0bb6047-6799-481c-9961-ca0038f01968 HTTP/1.1" status: 200 len: 210 time: 0.0362284 Sep 30 06:29:30.051129 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d95a9c9c-b651-4f37-bb91-0354b8a16aa1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=94000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:29:30.051129 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d95a9c9c-b651-4f37-bb91-0354b8a16aa1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=94000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:29:30.051129 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d95a9c9c-b651-4f37-bb91-0354b8a16aa1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=94000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:29:30.051129 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d95a9c9c-b651-4f37-bb91-0354b8a16aa1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=94000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:29:30.051129 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d95a9c9c-b651-4f37-bb91-0354b8a16aa1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=94000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:29:30.051129 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d95a9c9c-b651-4f37-bb91-0354b8a16aa1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=94000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:29:30.051852 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d95a9c9c-b651-4f37-bb91-0354b8a16aa1 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=94000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:29:30.051852 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d95a9c9c-b651-4f37-bb91-0354b8a16aa1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=94000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:29:30.051852 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d95a9c9c-b651-4f37-bb91-0354b8a16aa1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=94000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:29:30.052227 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d95a9c9c-b651-4f37-bb91-0354b8a16aa1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=94000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:29:30.052753 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d95a9c9c-b651-4f37-bb91-0354b8a16aa1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=94000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:29:30.052753 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d95a9c9c-b651-4f37-bb91-0354b8a16aa1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=94000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:29:30.105352 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-9886732a-1c26-4e23-84da-1757c22226ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:29:30.135125 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-9886732a-1c26-4e23-84da-1757c22226ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:29:30.165211 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.db [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] For port 5860a238-fd89-4db3-9824-2b3c6fbac7b0, host hv-cinder-81187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81187',level=0,port_id=5860a238-fd89-4db3-9824-2b3c6fbac7b0,segment=NetworkSegment(1ef1d653-7acd-435b-9687-18111cd76776),segment_id=1ef1d653-7acd-435b-9687-18111cd76776)] {{(pid=94001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 06:29:30.180718 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.rpc [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] Returning: {'device': '5860a238-fd89-4db3-9824-2b3c6fbac7b0', 'network_id': 'aa9820fc-a1b3-48da-9d8e-0c73361f53bc', 'port_id': '5860a238-fd89-4db3-9824-2b3c6fbac7b0', 'mac_address': 'fa:16:3e:76:b1:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 342, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b4de3b7-a5f3-4ed9-8852-8a2e30e3bfb4', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94001) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 06:29:30.199727 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-9886732a-1c26-4e23-84da-1757c22226ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533969'] for security_group, after_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:29:30.203592 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-9886732a-1c26-4e23-84da-1757c22226ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:29:30.204760 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [None req-9886732a-1c26-4e23-84da-1757c22226ad admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/f4d60e48-42ab-4512-bf4d-12b7a9c6c966 HTTP/1.1" status: 204 len: 168 time: 0.1744916 Sep 30 06:29:30.214890 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9886732a-1c26-4e23-84da-1757c22226ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4d60e48-42ab-4512-bf4d-12b7a9c6c966,revision_number=None']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:29:30.223030 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653538'] for port, before_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:29:30.250487 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.notifiers.nova [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5860a238-fd89-4db3-9824-2b3c6fbac7b0 {{(pid=94001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 06:29:30.281436 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.db [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] For port 5860a238-fd89-4db3-9824-2b3c6fbac7b0, host hv-cinder-81187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81187',level=0,port_id=5860a238-fd89-4db3-9824-2b3c6fbac7b0,segment=NetworkSegment(1ef1d653-7acd-435b-9687-18111cd76776),segment_id=1ef1d653-7acd-435b-9687-18111cd76776)] {{(pid=94001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 06:29:30.285110 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7821886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727545992452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727545489363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727545489381'] for port, after_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:29:30.286061 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.rpc [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] Device c17c6bee-6b30-45d1-8592-55edb1f68a36 details requested by agent hyperv_hv-cinder-81187 with host hv-cinder-81187 {{(pid=94001) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 06:29:30.360700 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] Pushing event updated for resources: {'Port': ['ID=5860a238-fd89-4db3-9824-2b3c6fbac7b0,revision_number=4']} {{(pid=94001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:29:30.443189 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.db [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] For port c17c6bee-6b30-45d1-8592-55edb1f68a36, host hv-cinder-81187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81187',level=0,port_id=c17c6bee-6b30-45d1-8592-55edb1f68a36,segment=NetworkSegment(572b4664-636f-48cb-bac0-0958bf7c7b91),segment_id=572b4664-636f-48cb-bac0-0958bf7c7b91)] {{(pid=94001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 06:29:30.478509 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.rpc [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] Returning: {'device': 'c17c6bee-6b30-45d1-8592-55edb1f68a36', 'network_id': '61a059e7-f015-4fc3-bb30-fb3f923e5010', 'port_id': 'c17c6bee-6b30-45d1-8592-55edb1f68a36', 'mac_address': 'fa:16:3e:32:7d:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 321, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '37022ce4-7b01-4757-98eb-036eec40ca90', 'ip_address': '192.168.233.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94001) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 06:29:30.539843 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653538'] for port, before_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:29:30.556328 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.notifiers.nova [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c17c6bee-6b30-45d1-8592-55edb1f68a36 {{(pid=94001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 06:29:30.619256 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.db [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] For port c17c6bee-6b30-45d1-8592-55edb1f68a36, host hv-cinder-81187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81187',level=0,port_id=c17c6bee-6b30-45d1-8592-55edb1f68a36,segment=NetworkSegment(572b4664-636f-48cb-bac0-0958bf7c7b91),segment_id=572b4664-636f-48cb-bac0-0958bf7c7b91)] {{(pid=94001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 06:29:30.626639 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7821886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727545992452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727545489363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727545489381'] for port, after_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:29:30.681593 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757bcfac-1f19-4d3e-8ffb-08bdc1445b7d req-bd3b6e7c-4818-4045-add2-a0cfdb24fba2 tempest-VolumesActionsTest-1064546985 tempest-VolumesActionsTest-1064546985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:29:30.690908 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-757bcfac-1f19-4d3e-8ffb-08bdc1445b7d req-bd3b6e7c-4818-4045-add2-a0cfdb24fba2 tempest-VolumesActionsTest-1064546985 tempest-VolumesActionsTest-1064546985-project] 10.222.0.36 "GET /v2.0/ports?device_id=d4e6ac6d-5933-4a2e-a7af-3b2c7b5ec17a HTTP/1.1" status: 200 len: 944 time: 0.1297114 Sep 30 06:29:30.755039 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] Pushing event updated for resources: {'Port': ['ID=c17c6bee-6b30-45d1-8592-55edb1f68a36,revision_number=4']} {{(pid=94001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:29:30.779494 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-757bcfac-1f19-4d3e-8ffb-08bdc1445b7d req-f4fd892e-6f38-4e82-abc9-28bfc437c9a8 tempest-VolumesActionsTest-1064546985 tempest-VolumesActionsTest-1064546985-project] 10.222.0.36 "GET /v2.0/security-groups?id=b150e05c-7d7a-4392-9d2b-fe2d02ba7332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873170 Sep 30 06:29:30.847048 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54994ee9-7413-4fc1-8303-a34d66125f98 req-f15ef0eb-23b6-479d-82cc-3e58c465a2c5 tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:29:30.850642 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-54994ee9-7413-4fc1-8303-a34d66125f98 req-f15ef0eb-23b6-479d-82cc-3e58c465a2c5 tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] 10.222.0.36 "GET /v2.0/ports?device_id=c7de8e92-ecc9-41bc-98bb-5c2242bab3d1 HTTP/1.1" status: 200 len: 945 time: 0.1911738 Sep 30 06:29:30.858464 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e37be9-6b4b-426b-9420-a9b621d37f05 req-9f4115e6-5e5b-437b-912e-7993b51f5d0f tempest-TestMinimumBasicScenario-1320848959 tempest-TestMinimumBasicScenario-1320848959-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:29:30.860634 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-a1e37be9-6b4b-426b-9420-a9b621d37f05 req-9f4115e6-5e5b-437b-912e-7993b51f5d0f tempest-TestMinimumBasicScenario-1320848959 tempest-TestMinimumBasicScenario-1320848959-project] 10.222.0.10 "GET /v2.0/networks?id=615a80a4-119e-49ec-bb8d-26850945a271 HTTP/1.1" status: 200 len: 815 time: 0.2961764 Sep 30 06:29:30.908080 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.api.v2.base [req-a1e37be9-6b4b-426b-9420-a9b621d37f05 req-d58e20e1-119b-422e-a4f9-e616d65f6a4c tempest-TestMinimumBasicScenario-1320848959 tempest-TestMinimumBasicScenario-1320848959-project] Request body: {'port': {'device_id': 'd0bb6047-6799-481c-9961-ca0038f01968', 'network_id': '615a80a4-119e-49ec-bb8d-26850945a271', 'admin_state_up': True, 'tenant_id': '1eac498b69b6420eb083db675eb52bac'}} {{(pid=93999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 06:29:30.937088 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-54994ee9-7413-4fc1-8303-a34d66125f98 req-54ffa6d6-df3b-42d6-a4db-580ba579c04c tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] 10.222.0.36 "GET /v2.0/security-groups?id=aaa05d83-3ebc-404f-b7b5-bc03e45995ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0754051 Sep 30 06:29:31.083562 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1563e6-5589-46c4-baa4-1dd8cf79ddad req-e19d53c7-903f-497e-8208-f1bc40251e4a tempest-VolumesNegativeTest-1401667650 tempest-VolumesNegativeTest-1401667650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:29:31.089431 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-df1563e6-5589-46c4-baa4-1dd8cf79ddad req-e19d53c7-903f-497e-8208-f1bc40251e4a tempest-VolumesNegativeTest-1401667650 tempest-VolumesNegativeTest-1401667650-project] 10.222.0.36 "GET /v2.0/ports?device_id=17fc2b0a-37a5-4ddf-8fb7-8e0b595f4a62 HTTP/1.1" status: 200 len: 948 time: 0.0742781 Sep 30 06:29:31.098726 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a1e37be9-6b4b-426b-9420-a9b621d37f05 req-d58e20e1-119b-422e-a4f9-e616d65f6a4c tempest-TestMinimumBasicScenario-1320848959 tempest-TestMinimumBasicScenario-1320848959-project] Made reservation on behalf of 1eac498b69b6420eb083db675eb52bac for: {'port': 1} {{(pid=93999) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 06:29:31.102179 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [req-a1e37be9-6b4b-426b-9420-a9b621d37f05 req-d58e20e1-119b-422e-a4f9-e616d65f6a4c tempest-TestMinimumBasicScenario-1320848959 tempest-TestMinimumBasicScenario-1320848959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653538'] for port, before_create {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:29:31.135088 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.db [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] get_ports_and_sgs() called for port_ids ['5860a238-fd89-4db3-9824-2b3c6fbac7b0'] {{(pid=94001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 06:29:31.151381 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-df1563e6-5589-46c4-baa4-1dd8cf79ddad req-7fb6c459-1da2-4e13-9f8c-7f18f37bba0d tempest-VolumesNegativeTest-1401667650 tempest-VolumesNegativeTest-1401667650-project] 10.222.0.36 "GET /v2.0/security-groups?id=000e6224-5f25-404e-9698-7a6837496159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542655 Sep 30 06:29:31.162989 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fbba67-4353-44b6-a8e7-4fa54675f40c req-41525f0b-bb9a-4afa-b4a3-fa6e9e001fea tempest-ServerRescueNegativeTestJSON-1209427659 tempest-ServerRescueNegativeTestJSON-1209427659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:29:31.164836 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-b7fbba67-4353-44b6-a8e7-4fa54675f40c req-41525f0b-bb9a-4afa-b4a3-fa6e9e001fea tempest-ServerRescueNegativeTestJSON-1209427659 tempest-ServerRescueNegativeTestJSON-1209427659-project] 10.222.0.36 "GET /v2.0/ports?device_id=be801cab-b2ce-4594-8d30-3431ea29df2f HTTP/1.1" status: 200 len: 945 time: 0.1051848 Sep 30 06:29:31.204535 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.db [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] get_ports_and_sgs() called for port_ids ['c17c6bee-6b30-45d1-8592-55edb1f68a36'] {{(pid=94001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 06:29:31.280688 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-b7fbba67-4353-44b6-a8e7-4fa54675f40c req-37149980-48d9-4da4-a709-22bee61f41ab tempest-ServerRescueNegativeTestJSON-1209427659 tempest-ServerRescueNegativeTestJSON-1209427659-project] 10.222.0.36 "GET /v2.0/security-groups?id=78ce1e3c-f3d7-420d-ac39-20c93d3fb7fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755348 Sep 30 06:29:31.292662 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-8dad345b-c74c-4284-be89-bd60754364a3 req-646e9b0d-fa29-416b-a5da-01dbcf0c2917 tempest-TestMinimumBasicScenario-1320848959 tempest-TestMinimumBasicScenario-1320848959-project] 10.222.0.36 "GET /v2.0/ports?device_id=d0bb6047-6799-481c-9961-ca0038f01968 HTTP/1.1" status: 200 len: 210 time: 0.0404096 Sep 30 06:29:31.371590 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.db.db_base_plugin_common [req-a1e37be9-6b4b-426b-9420-a9b621d37f05 req-d58e20e1-119b-422e-a4f9-e616d65f6a4c tempest-TestMinimumBasicScenario-1320848959 tempest-TestMinimumBasicScenario-1320848959-project] Allocated IP 172.20.0.10 (615a80a4-119e-49ec-bb8d-26850945a271/2c9c376a-5800-4284-af97-c6cdc8434b50/12a27015-8937-4612-aa31-c36e99d84dae) {{(pid=93999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 06:29:31.421681 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-fab41f2a-6666-4f21-a685-467bae376084 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727546001794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-597483'] for agent, after_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:29:31.613847 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [req-a1e37be9-6b4b-426b-9420-a9b621d37f05 req-d58e20e1-119b-422e-a4f9-e616d65f6a4c tempest-TestMinimumBasicScenario-1320848959 tempest-TestMinimumBasicScenario-1320848959-project] Notify callbacks [] for port, precommit_create {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:29:31.656217 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [req-a1e37be9-6b4b-426b-9420-a9b621d37f05 req-d58e20e1-119b-422e-a4f9-e616d65f6a4c tempest-TestMinimumBasicScenario-1320848959 tempest-TestMinimumBasicScenario-1320848959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7821886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727545489345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6560267'] for port, after_create {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:29:31.702656 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a1e37be9-6b4b-426b-9420-a9b621d37f05 req-d58e20e1-119b-422e-a4f9-e616d65f6a4c tempest-TestMinimumBasicScenario-1320848959 tempest-TestMinimumBasicScenario-1320848959-project] Network 615a80a4-119e-49ec-bb8d-26850945a271 is already hosted by enough agents. {{(pid=93999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 06:29:31.706321 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.scheduler.base_scheduler [req-a1e37be9-6b4b-426b-9420-a9b621d37f05 req-d58e20e1-119b-422e-a4f9-e616d65f6a4c tempest-TestMinimumBasicScenario-1320848959 tempest-TestMinimumBasicScenario-1320848959-project] Resources bound (agent type, host, resource id): {{(pid=93999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 06:29:31.709079 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1e37be9-6b4b-426b-9420-a9b621d37f05 req-d58e20e1-119b-422e-a4f9-e616d65f6a4c tempest-TestMinimumBasicScenario-1320848959 tempest-TestMinimumBasicScenario-1320848959-project] Received port after_create {{(pid=93999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 06:29:31.757408 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58e20e1-119b-422e-a4f9-e616d65f6a4c tempest-TestMinimumBasicScenario-1320848959 tempest-TestMinimumBasicScenario-1320848959-project] Pushing event updated for resources: {'Port': ['ID=12a27015-8937-4612-aa31-c36e99d84dae,revision_number=1']} {{(pid=93999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:29:31.773141 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d58e20e1-119b-422e-a4f9-e616d65f6a4c tempest-TestMinimumBasicScenario-1320848959 tempest-TestMinimumBasicScenario-1320848959-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=93999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:29:31.773764 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d58e20e1-119b-422e-a4f9-e616d65f6a4c tempest-TestMinimumBasicScenario-1320848959 tempest-TestMinimumBasicScenario-1320848959-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=93999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:29:31.774109 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d58e20e1-119b-422e-a4f9-e616d65f6a4c tempest-TestMinimumBasicScenario-1320848959 tempest-TestMinimumBasicScenario-1320848959-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=93999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:29:31.774448 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d58e20e1-119b-422e-a4f9-e616d65f6a4c tempest-TestMinimumBasicScenario-1320848959 tempest-TestMinimumBasicScenario-1320848959-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=93999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:29:31.774819 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d58e20e1-119b-422e-a4f9-e616d65f6a4c tempest-TestMinimumBasicScenario-1320848959 tempest-TestMinimumBasicScenario-1320848959-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=93999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:29:31.775161 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d58e20e1-119b-422e-a4f9-e616d65f6a4c tempest-TestMinimumBasicScenario-1320848959 tempest-TestMinimumBasicScenario-1320848959-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=93999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:29:31.775495 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d58e20e1-119b-422e-a4f9-e616d65f6a4c tempest-TestMinimumBasicScenario-1320848959 tempest-TestMinimumBasicScenario-1320848959-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=93999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:29:31.775828 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d58e20e1-119b-422e-a4f9-e616d65f6a4c tempest-TestMinimumBasicScenario-1320848959 tempest-TestMinimumBasicScenario-1320848959-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=93999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:29:31.776157 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d58e20e1-119b-422e-a4f9-e616d65f6a4c tempest-TestMinimumBasicScenario-1320848959 tempest-TestMinimumBasicScenario-1320848959-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=93999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:29:31.776485 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d58e20e1-119b-422e-a4f9-e616d65f6a4c tempest-TestMinimumBasicScenario-1320848959 tempest-TestMinimumBasicScenario-1320848959-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=93999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:29:31.776816 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d58e20e1-119b-422e-a4f9-e616d65f6a4c tempest-TestMinimumBasicScenario-1320848959 tempest-TestMinimumBasicScenario-1320848959-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=93999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:29:31.777142 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d58e20e1-119b-422e-a4f9-e616d65f6a4c tempest-TestMinimumBasicScenario-1320848959 tempest-TestMinimumBasicScenario-1320848959-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=93999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:29:31.827822 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e37be9-6b4b-426b-9420-a9b621d37f05 req-d58e20e1-119b-422e-a4f9-e616d65f6a4c tempest-TestMinimumBasicScenario-1320848959 tempest-TestMinimumBasicScenario-1320848959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:29:31.834121 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [req-a1e37be9-6b4b-426b-9420-a9b621d37f05 req-d58e20e1-119b-422e-a4f9-e616d65f6a4c tempest-TestMinimumBasicScenario-1320848959 tempest-TestMinimumBasicScenario-1320848959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57126'] for port, before_response {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:29:31.875321 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-a1e37be9-6b4b-426b-9420-a9b621d37f05 req-d58e20e1-119b-422e-a4f9-e616d65f6a4c tempest-TestMinimumBasicScenario-1320848959 tempest-TestMinimumBasicScenario-1320848959-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9764361 Sep 30 06:29:32.086798 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff61e5a-3d29-452c-94aa-87be8297a3d9 req-1106c732-bd91-4aae-ae96-151672c80836 tempest-VolumesActionsTest-1064546985 tempest-VolumesActionsTest-1064546985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:29:32.088677 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-fff61e5a-3d29-452c-94aa-87be8297a3d9 req-1106c732-bd91-4aae-ae96-151672c80836 tempest-VolumesActionsTest-1064546985 tempest-VolumesActionsTest-1064546985-project] 10.222.0.36 "GET /v2.0/ports?device_id=d4e6ac6d-5933-4a2e-a7af-3b2c7b5ec17a HTTP/1.1" status: 200 len: 944 time: 0.1605179 Sep 30 06:29:32.183747 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-fff61e5a-3d29-452c-94aa-87be8297a3d9 req-f8ad7efb-4335-4da3-9764-938b92f5e8d3 tempest-VolumesActionsTest-1064546985 tempest-VolumesActionsTest-1064546985-project] 10.222.0.36 "GET /v2.0/security-groups?id=b150e05c-7d7a-4392-9d2b-fe2d02ba7332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881484 Sep 30 06:29:32.237516 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.db.provisioning_blocks [None req-a61d20d5-671c-45c4-8f18-3986d066f7e3 None None] Provisioning complete for port 12a27015-8937-4612-aa31-c36e99d84dae triggered by entity DHCP. {{(pid=94001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 06:29:32.238102 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-a61d20d5-671c-45c4-8f18-3986d066f7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-597822'] for port, provisioning_complete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:29:32.251415 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b243f674-3574-48fe-9104-3c58ef3ca308 req-fdb56f43-1acb-4518-a0ba-46c31463f01e tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:29:32.254761 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-b243f674-3574-48fe-9104-3c58ef3ca308 req-fdb56f43-1acb-4518-a0ba-46c31463f01e tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] 10.222.0.36 "GET /v2.0/ports?device_id=c7de8e92-ecc9-41bc-98bb-5c2242bab3d1 HTTP/1.1" status: 200 len: 945 time: 0.1297860 Sep 30 06:29:32.331513 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-b243f674-3574-48fe-9104-3c58ef3ca308 req-68812e8c-7855-4577-9960-3768ad9c8ce7 tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] 10.222.0.36 "GET /v2.0/security-groups?id=aaa05d83-3ebc-404f-b7b5-bc03e45995ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594602 Sep 30 06:29:32.400535 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.plugin [None req-a61d20d5-671c-45c4-8f18-3986d066f7e3 None None] Port 12a27015-8937-4612-aa31-c36e99d84dae cannot update to ACTIVE because it is not bound. {{(pid=94001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 06:29:32.403054 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-1a5ef50c-1a60-4eeb-b96e-cf5df6fcca4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727546001794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-597483'] for agent, after_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:29:32.403334 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.api.v2.base [req-a1e37be9-6b4b-426b-9420-a9b621d37f05 req-322ae777-c8e2-4330-94cd-1afd43611df3 service neutron] Request body: {'port': {'device_id': 'd0bb6047-6799-481c-9961-ca0038f01968', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81187'}} {{(pid=93999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 06:29:32.511134 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46082f4-3e5a-419b-93d5-ba237f1c0157 req-dd01cd33-c707-40bc-826d-2c7c3453a120 tempest-VolumesNegativeTest-1401667650 tempest-VolumesNegativeTest-1401667650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:29:32.517750 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-f46082f4-3e5a-419b-93d5-ba237f1c0157 req-dd01cd33-c707-40bc-826d-2c7c3453a120 tempest-VolumesNegativeTest-1401667650 tempest-VolumesNegativeTest-1401667650-project] 10.222.0.36 "GET /v2.0/ports?device_id=17fc2b0a-37a5-4ddf-8fb7-8e0b595f4a62 HTTP/1.1" status: 200 len: 948 time: 0.2275712 Sep 30 06:29:32.569951 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8c221a-442d-4241-9ff2-5b553de99783 req-2e265631-f897-489c-9af0-eeddb291f5ac tempest-ServerRescueNegativeTestJSON-1209427659 tempest-ServerRescueNegativeTestJSON-1209427659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:29:32.580567 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-df8c221a-442d-4241-9ff2-5b553de99783 req-2e265631-f897-489c-9af0-eeddb291f5ac tempest-ServerRescueNegativeTestJSON-1209427659 tempest-ServerRescueNegativeTestJSON-1209427659-project] 10.222.0.36 "GET /v2.0/ports?device_id=be801cab-b2ce-4594-8d30-3431ea29df2f HTTP/1.1" status: 200 len: 945 time: 0.1321254 Sep 30 06:29:32.598047 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [req-a1e37be9-6b4b-426b-9420-a9b621d37f05 req-322ae777-c8e2-4330-94cd-1afd43611df3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653538'] for port, before_update {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:29:32.630110 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-028184f3-f8cc-4c85-9e6b-64613141ad03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727546001794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-597483'] for agent, after_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:29:32.647872 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-f46082f4-3e5a-419b-93d5-ba237f1c0157 req-e327f470-046c-4bee-a301-b456fcfc9ad5 tempest-VolumesNegativeTest-1401667650 tempest-VolumesNegativeTest-1401667650-project] 10.222.0.36 "GET /v2.0/security-groups?id=000e6224-5f25-404e-9698-7a6837496159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870304 Sep 30 06:29:32.649152 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-df8c221a-442d-4241-9ff2-5b553de99783 req-e6b1e1b7-fdc3-43de-bc62-765ad27c69ba tempest-ServerRescueNegativeTestJSON-1209427659 tempest-ServerRescueNegativeTestJSON-1209427659-project] 10.222.0.36 "GET /v2.0/security-groups?id=78ce1e3c-f3d7-420d-ac39-20c93d3fb7fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628178 Sep 30 06:29:32.844620 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b932c9-36aa-400d-93da-61d9216913ea req-abf33a4f-c62f-4158-9297-6eed6c98aac4 tempest-TestMinimumBasicScenario-1320848959 tempest-TestMinimumBasicScenario-1320848959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:29:32.846943 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-02b932c9-36aa-400d-93da-61d9216913ea req-abf33a4f-c62f-4158-9297-6eed6c98aac4 tempest-TestMinimumBasicScenario-1320848959 tempest-TestMinimumBasicScenario-1320848959-project] 10.222.0.36 "GET /v2.0/ports?device_id=d0bb6047-6799-481c-9961-ca0038f01968 HTTP/1.1" status: 200 len: 932 time: 0.1242783 Sep 30 06:29:32.938297 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-02b932c9-36aa-400d-93da-61d9216913ea req-48c6f346-fdb8-4c29-8e7c-70af1af58817 tempest-TestMinimumBasicScenario-1320848959 tempest-TestMinimumBasicScenario-1320848959-project] 10.222.0.36 "GET /v2.0/security-groups?id=a3fc8924-f30a-4de5-8af2-a86f77449999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685103 Sep 30 06:29:33.313306 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e855ea66-e507-47e8-bd23-e17d7c07c1ea req-a68d1a1d-1c64-4b5c-a01d-c85e7fc3c847 tempest-ServerRescueNegativeTestJSON-1209427659 tempest-ServerRescueNegativeTestJSON-1209427659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:29:33.317638 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-e855ea66-e507-47e8-bd23-e17d7c07c1ea req-a68d1a1d-1c64-4b5c-a01d-c85e7fc3c847 tempest-ServerRescueNegativeTestJSON-1209427659 tempest-ServerRescueNegativeTestJSON-1209427659-project] 10.222.0.36 "GET /v2.0/ports?device_id=be801cab-b2ce-4594-8d30-3431ea29df2f HTTP/1.1" status: 200 len: 945 time: 0.1413767 Sep 30 06:29:33.371891 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.notifiers.nova [req-a1e37be9-6b4b-426b-9420-a9b621d37f05 req-322ae777-c8e2-4330-94cd-1afd43611df3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 12a27015-8937-4612-aa31-c36e99d84dae {{(pid=93999) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 06:29:33.383566 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [req-a1e37be9-6b4b-426b-9420-a9b621d37f05 req-322ae777-c8e2-4330-94cd-1afd43611df3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:29:33.397105 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-e855ea66-e507-47e8-bd23-e17d7c07c1ea req-97a105bb-f833-428d-846b-c8a354047a9d tempest-ServerRescueNegativeTestJSON-1209427659 tempest-ServerRescueNegativeTestJSON-1209427659-project] 10.222.0.36 "GET /v2.0/security-groups?id=78ce1e3c-f3d7-420d-ac39-20c93d3fb7fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660467 Sep 30 06:29:33.425278 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.db.provisioning_blocks [req-a1e37be9-6b4b-426b-9420-a9b621d37f05 req-322ae777-c8e2-4330-94cd-1afd43611df3 service neutron] Transition to ACTIVE for port object 12a27015-8937-4612-aa31-c36e99d84dae will not be triggered until provisioned by entity L2. {{(pid=93999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 06:29:33.450392 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5067c55a-4d55-4daf-983f-bee67dd9945f req-8f3ff8a1-e659-4eb5-b7cf-7ef1bf62628e tempest-VolumesActionsTest-1064546985 tempest-VolumesActionsTest-1064546985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:29:33.453096 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-5067c55a-4d55-4daf-983f-bee67dd9945f req-8f3ff8a1-e659-4eb5-b7cf-7ef1bf62628e tempest-VolumesActionsTest-1064546985 tempest-VolumesActionsTest-1064546985-project] 10.222.0.36 "GET /v2.0/ports?device_id=d4e6ac6d-5933-4a2e-a7af-3b2c7b5ec17a HTTP/1.1" status: 200 len: 944 time: 0.1422458 Sep 30 06:29:33.454528 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [req-a1e37be9-6b4b-426b-9420-a9b621d37f05 req-322ae777-c8e2-4330-94cd-1afd43611df3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7821886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727545992452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727545489363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727545489381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6560256'] for port, after_update {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:29:33.540145 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93d216b-cbc9-4ce6-8fc2-1fe75e80d617 req-40d12f82-6eb4-4397-a6fa-888748e80345 tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:29:33.541744 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-e93d216b-cbc9-4ce6-8fc2-1fe75e80d617 req-40d12f82-6eb4-4397-a6fa-888748e80345 tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] 10.222.0.36 "GET /v2.0/ports?device_id=c7de8e92-ecc9-41bc-98bb-5c2242bab3d1 HTTP/1.1" status: 200 len: 945 time: 0.0724635 Sep 30 06:29:33.544440 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322ae777-c8e2-4330-94cd-1afd43611df3 service neutron] Pushing event updated for resources: {'Port': ['ID=12a27015-8937-4612-aa31-c36e99d84dae,revision_number=2']} {{(pid=93999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:29:33.606634 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-5067c55a-4d55-4daf-983f-bee67dd9945f req-8a34cfd4-e8c8-4a1f-aa84-56cbc5d8dc57 tempest-VolumesActionsTest-1064546985 tempest-VolumesActionsTest-1064546985-project] 10.222.0.36 "GET /v2.0/security-groups?id=b150e05c-7d7a-4392-9d2b-fe2d02ba7332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427550 Sep 30 06:29:33.649250 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-e93d216b-cbc9-4ce6-8fc2-1fe75e80d617 req-cb4facef-69ad-4e0c-b765-fc8024a1d42d tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] 10.222.0.36 "GET /v2.0/security-groups?id=aaa05d83-3ebc-404f-b7b5-bc03e45995ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0910378 Sep 30 06:29:33.768148 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.plugins.ml2.managers [req-a1e37be9-6b4b-426b-9420-a9b621d37f05 req-322ae777-c8e2-4330-94cd-1afd43611df3 service neutron] Attempting to bind port 12a27015-8937-4612-aa31-c36e99d84dae on host hv-cinder-81187 for vnic_type normal with profile {{(pid=93999) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 06:29:33.768935 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.plugins.ml2.managers [req-a1e37be9-6b4b-426b-9420-a9b621d37f05 req-322ae777-c8e2-4330-94cd-1afd43611df3 service neutron] Attempting to bind port 12a27015-8937-4612-aa31-c36e99d84dae by drivers openvswitch,hyperv on host hv-cinder-81187 at level 0 using segments [{'id': 'e38808c4-ca93-4f8b-9d24-7dc14d2470c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '615a80a4-119e-49ec-bb8d-26850945a271'}] {{(pid=93999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 06:29:33.769358 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1e37be9-6b4b-426b-9420-a9b621d37f05 req-322ae777-c8e2-4330-94cd-1afd43611df3 service neutron] Attempting to bind port 12a27015-8937-4612-aa31-c36e99d84dae on network 615a80a4-119e-49ec-bb8d-26850945a271 {{(pid=93999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 06:29:33.777466 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1e37be9-6b4b-426b-9420-a9b621d37f05 req-322ae777-c8e2-4330-94cd-1afd43611df3 service neutron] Port 12a27015-8937-4612-aa31-c36e99d84dae on network 615a80a4-119e-49ec-bb8d-26850945a271 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81187 {{(pid=93999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 06:29:33.778078 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1e37be9-6b4b-426b-9420-a9b621d37f05 req-322ae777-c8e2-4330-94cd-1afd43611df3 service neutron] Attempting to bind port 12a27015-8937-4612-aa31-c36e99d84dae on network 615a80a4-119e-49ec-bb8d-26850945a271 {{(pid=93999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 06:29:33.796171 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1e37be9-6b4b-426b-9420-a9b621d37f05 req-322ae777-c8e2-4330-94cd-1afd43611df3 service neutron] Checking agent: {'id': '8d9eab89-7803-44fc-b727-c0e530c74148', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81187', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 6, 25, 39), 'started_at': datetime.datetime(2021, 9, 30, 6, 25, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 6, 29, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 06:29:33.797923 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1e37be9-6b4b-426b-9420-a9b621d37f05 req-322ae777-c8e2-4330-94cd-1afd43611df3 service neutron] Checking segment: {'id': 'e38808c4-ca93-4f8b-9d24-7dc14d2470c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '615a80a4-119e-49ec-bb8d-26850945a271'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 06:29:33.798695 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1e37be9-6b4b-426b-9420-a9b621d37f05 req-322ae777-c8e2-4330-94cd-1afd43611df3 service neutron] Bound using segment: {'id': 'e38808c4-ca93-4f8b-9d24-7dc14d2470c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '615a80a4-119e-49ec-bb8d-26850945a271'} {{(pid=93999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 06:29:33.799538 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.plugins.ml2.managers [req-a1e37be9-6b4b-426b-9420-a9b621d37f05 req-322ae777-c8e2-4330-94cd-1afd43611df3 service neutron] Bound port: 12a27015-8937-4612-aa31-c36e99d84dae, host: hv-cinder-81187, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e38808c4-ca93-4f8b-9d24-7dc14d2470c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '615a80a4-119e-49ec-bb8d-26850945a271'}}] {{(pid=93999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 06:29:33.800225 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [req-a1e37be9-6b4b-426b-9420-a9b621d37f05 req-322ae777-c8e2-4330-94cd-1afd43611df3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653538'] for port, before_update {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:29:34.041131 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.rpc [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] Device 5860a238-fd89-4db3-9824-2b3c6fbac7b0 up at agent hyperv_hv-cinder-81187 {{(pid=94001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 06:29:34.049173 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-31788eca-3db2-42eb-847b-597dce492ba7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727546001794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-597483'] for agent, after_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:29:34.096005 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378abd09-3262-4474-ac54-b934ecac0a93 req-9dd127c5-a67b-47d4-9947-ae55eb62305a tempest-VolumesNegativeTest-1401667650 tempest-VolumesNegativeTest-1401667650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:29:34.109338 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-378abd09-3262-4474-ac54-b934ecac0a93 req-9dd127c5-a67b-47d4-9947-ae55eb62305a tempest-VolumesNegativeTest-1401667650 tempest-VolumesNegativeTest-1401667650-project] 10.222.0.36 "GET /v2.0/ports?device_id=17fc2b0a-37a5-4ddf-8fb7-8e0b595f4a62 HTTP/1.1" status: 200 len: 948 time: 0.2664225 Sep 30 06:29:34.185870 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.plugins.ml2.db [req-a1e37be9-6b4b-426b-9420-a9b621d37f05 req-322ae777-c8e2-4330-94cd-1afd43611df3 service neutron] For port 12a27015-8937-4612-aa31-c36e99d84dae, host hv-cinder-81187, cleared binding levels {{(pid=93999) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 06:29:34.191995 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.plugins.ml2.db [req-a1e37be9-6b4b-426b-9420-a9b621d37f05 req-322ae777-c8e2-4330-94cd-1afd43611df3 service neutron] For port 12a27015-8937-4612-aa31-c36e99d84dae, host hv-cinder-81187, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81187',level=0,port_id=12a27015-8937-4612-aa31-c36e99d84dae,segment=NetworkSegment(e38808c4-ca93-4f8b-9d24-7dc14d2470c7),segment_id=e38808c4-ca93-4f8b-9d24-7dc14d2470c7)] {{(pid=93999) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 06:29:34.206124 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-378abd09-3262-4474-ac54-b934ecac0a93 req-65e9eb8d-4b49-4601-a2db-0de265761586 tempest-VolumesNegativeTest-1401667650 tempest-VolumesNegativeTest-1401667650-project] 10.222.0.36 "GET /v2.0/security-groups?id=000e6224-5f25-404e-9698-7a6837496159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910301 Sep 30 06:29:34.209411 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [req-a1e37be9-6b4b-426b-9420-a9b621d37f05 req-322ae777-c8e2-4330-94cd-1afd43611df3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7821886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727545992452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727545489363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727545489381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6560256'] for port, after_update {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:29:34.223635 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.db.provisioning_blocks [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] Provisioning for port 5860a238-fd89-4db3-9824-2b3c6fbac7b0 completed by entity L2. {{(pid=94001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 06:29:34.232259 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.db.provisioning_blocks [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] Provisioning complete for port 5860a238-fd89-4db3-9824-2b3c6fbac7b0 triggered by entity L2. {{(pid=94001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 06:29:34.234766 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-597822'] for port, provisioning_complete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:29:34.251800 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e37be9-6b4b-426b-9420-a9b621d37f05 req-322ae777-c8e2-4330-94cd-1afd43611df3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:29:34.252439 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [req-a1e37be9-6b4b-426b-9420-a9b621d37f05 req-322ae777-c8e2-4330-94cd-1afd43611df3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57126'] for port, before_response {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:29:34.253894 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-a1e37be9-6b4b-426b-9420-a9b621d37f05 req-322ae777-c8e2-4330-94cd-1afd43611df3 service neutron] 10.222.0.10 "PUT /v2.0/ports/12a27015-8937-4612-aa31-c36e99d84dae HTTP/1.1" status: 200 len: 1094 time: 1.8942952 Sep 30 06:29:34.254323 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0bb6047-6799-481c-9961-ca0038f01968', 'tag': '12a27015-8937-4612-aa31-c36e99d84dae'}] {{(pid=93999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 06:29:34.257470 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07b111f6e278cfffd9c4f208e103de524c2b9e3fbd4e5a5b5d8dd158a433df71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6714ef2f-9a48-4589-a410-263e88ea5b8e" -d '{"events": [{"name": "network-changed", "server_uuid": "d0bb6047-6799-481c-9961-ca0038f01968", "tag": "12a27015-8937-4612-aa31-c36e99d84dae"}]}' {{(pid=93999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 06:29:34.297285 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deefffdc-f2c1-487f-903f-68f8691b1d3d req-752afd8a-96bc-40d7-90b9-95952373b402 tempest-TestMinimumBasicScenario-1320848959 tempest-TestMinimumBasicScenario-1320848959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:29:34.299164 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-deefffdc-f2c1-487f-903f-68f8691b1d3d req-752afd8a-96bc-40d7-90b9-95952373b402 tempest-TestMinimumBasicScenario-1320848959 tempest-TestMinimumBasicScenario-1320848959-project] 10.222.0.36 "GET /v2.0/ports?device_id=d0bb6047-6799-481c-9961-ca0038f01968 HTTP/1.1" status: 200 len: 944 time: 0.1709692 Sep 30 06:29:34.355181 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 06:29:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6fe75e7-8528-4679-a116-a2e94458b944 x-openstack-request-id: req-b6fe75e7-8528-4679-a116-a2e94458b944 {{(pid=93999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 06:29:34.355467 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d0bb6047-6799-481c-9961-ca0038f01968", "tag": "12a27015-8937-4612-aa31-c36e99d84dae", "status": "completed", "code": 200}]} {{(pid=93999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 06:29:34.355721 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-b6fe75e7-8528-4679-a116-a2e94458b944 {{(pid=93999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 06:29:34.356837 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd0bb6047-6799-481c-9961-ca0038f01968', 'tag': '12a27015-8937-4612-aa31-c36e99d84dae', 'status': 'completed', 'code': 200} Sep 30 06:29:34.356837 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322ae777-c8e2-4330-94cd-1afd43611df3 service neutron] Pushing event updated for resources: {'Port': ['ID=12a27015-8937-4612-aa31-c36e99d84dae,revision_number=3']} {{(pid=93999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:29:34.376986 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-deefffdc-f2c1-487f-903f-68f8691b1d3d req-22f19fae-cac4-4ee4-9333-40712e5371ee tempest-TestMinimumBasicScenario-1320848959 tempest-TestMinimumBasicScenario-1320848959-project] 10.222.0.36 "GET /v2.0/security-groups?id=a3fc8924-f30a-4de5-8af2-a86f77449999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709925 Sep 30 06:29:34.458082 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653538'] for port, before_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:29:34.557282 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.db [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] For port 5860a238-fd89-4db3-9824-2b3c6fbac7b0, host hv-cinder-81187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81187',level=0,port_id=5860a238-fd89-4db3-9824-2b3c6fbac7b0,segment=NetworkSegment(1ef1d653-7acd-435b-9687-18111cd76776),segment_id=1ef1d653-7acd-435b-9687-18111cd76776)] {{(pid=94001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 06:29:34.559562 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4e6ac6d-5933-4a2e-a7af-3b2c7b5ec17a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5860a238-fd89-4db3-9824-2b3c6fbac7b0'}] {{(pid=94001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 06:29:34.566203 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6a6fbc36b32d89ab1780593628eab99e94898f937be62aa03f5208480f4236e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86423322-ad2b-4caf-981c-9a03f7402721" -d '{"events": [{"server_uuid": "d4e6ac6d-5933-4a2e-a7af-3b2c7b5ec17a", "name": "network-vif-plugged", "status": "completed", "tag": "5860a238-fd89-4db3-9824-2b3c6fbac7b0"}]}' {{(pid=94001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 06:29:34.613261 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7821886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727545992452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727545489363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727545489381'] for port, after_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:29:34.623100 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.rpc [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] Device c17c6bee-6b30-45d1-8592-55edb1f68a36 up at agent hyperv_hv-cinder-81187 {{(pid=94001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 06:29:34.729099 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e6f428-f1d4-4ff7-ab4c-cd284506f67d req-223be290-5949-45e2-b1af-710f3c7095a5 tempest-ServerRescueNegativeTestJSON-1209427659 tempest-ServerRescueNegativeTestJSON-1209427659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:29:34.743584 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-14e6f428-f1d4-4ff7-ab4c-cd284506f67d req-223be290-5949-45e2-b1af-710f3c7095a5 tempest-ServerRescueNegativeTestJSON-1209427659 tempest-ServerRescueNegativeTestJSON-1209427659-project] 10.222.0.36 "GET /v2.0/ports?device_id=be801cab-b2ce-4594-8d30-3431ea29df2f HTTP/1.1" status: 200 len: 945 time: 0.2146420 Sep 30 06:29:34.849209 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 06:29:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64518711-7c19-48b8-82ff-df70a0a21ef9 x-openstack-request-id: req-64518711-7c19-48b8-82ff-df70a0a21ef9 {{(pid=94001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 06:29:34.849701 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4e6ac6d-5933-4a2e-a7af-3b2c7b5ec17a", "name": "network-vif-plugged", "status": "completed", "tag": "5860a238-fd89-4db3-9824-2b3c6fbac7b0", "code": 200}]} {{(pid=94001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 06:29:34.850066 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-64518711-7c19-48b8-82ff-df70a0a21ef9 {{(pid=94001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 06:29:34.850665 dv-cinder-811877-1-iscsi neutron-server[94001]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4e6ac6d-5933-4a2e-a7af-3b2c7b5ec17a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5860a238-fd89-4db3-9824-2b3c6fbac7b0', 'code': 200} Sep 30 06:29:34.856680 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] Pushing event updated for resources: {'Port': ['ID=5860a238-fd89-4db3-9824-2b3c6fbac7b0,revision_number=5']} {{(pid=94001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:29:34.869758 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-14e6f428-f1d4-4ff7-ab4c-cd284506f67d req-2fb7cde9-194b-45ce-9655-ec503e3a7609 tempest-ServerRescueNegativeTestJSON-1209427659 tempest-ServerRescueNegativeTestJSON-1209427659-project] 10.222.0.36 "GET /v2.0/security-groups?id=78ce1e3c-f3d7-420d-ac39-20c93d3fb7fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172950 Sep 30 06:29:34.872047 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.db.provisioning_blocks [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] Provisioning for port c17c6bee-6b30-45d1-8592-55edb1f68a36 completed by entity L2. {{(pid=94001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 06:29:34.885501 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.db.provisioning_blocks [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] Provisioning complete for port c17c6bee-6b30-45d1-8592-55edb1f68a36 triggered by entity L2. {{(pid=94001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 06:29:34.886226 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-597822'] for port, provisioning_complete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:29:35.068132 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33100494-e47c-467b-ab45-1073d7d91aa6 req-8d78ad6a-4cae-41a4-8bb9-d1d98edf4114 tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:29:35.078745 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-33100494-e47c-467b-ab45-1073d7d91aa6 req-8d78ad6a-4cae-41a4-8bb9-d1d98edf4114 tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] 10.222.0.36 "GET /v2.0/ports?device_id=c7de8e92-ecc9-41bc-98bb-5c2242bab3d1 HTTP/1.1" status: 200 len: 945 time: 0.1012547 Sep 30 06:29:35.152662 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-33100494-e47c-467b-ab45-1073d7d91aa6 req-e51261ac-930b-484e-8a4b-5b715f94b075 tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] 10.222.0.36 "GET /v2.0/security-groups?id=aaa05d83-3ebc-404f-b7b5-bc03e45995ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0728190 Sep 30 06:29:35.167317 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653538'] for port, before_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:29:35.214075 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d91c03-b3e1-496c-b065-a4bf1a6c91e4 req-d269d994-bcf3-49e2-a931-212938de62da tempest-VolumesActionsTest-1064546985 tempest-VolumesActionsTest-1064546985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:29:35.220780 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-21d91c03-b3e1-496c-b065-a4bf1a6c91e4 req-d269d994-bcf3-49e2-a931-212938de62da tempest-VolumesActionsTest-1064546985 tempest-VolumesActionsTest-1064546985-project] 10.222.0.36 "GET /v2.0/ports?device_id=d4e6ac6d-5933-4a2e-a7af-3b2c7b5ec17a HTTP/1.1" status: 200 len: 945 time: 0.1761661 Sep 30 06:29:35.329629 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-21d91c03-b3e1-496c-b065-a4bf1a6c91e4 req-44db7f06-61f7-498e-a02a-1d6c09404ac3 tempest-VolumesActionsTest-1064546985 tempest-VolumesActionsTest-1064546985-project] 10.222.0.36 "GET /v2.0/security-groups?id=b150e05c-7d7a-4392-9d2b-fe2d02ba7332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076233 Sep 30 06:29:35.346128 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.db [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] For port c17c6bee-6b30-45d1-8592-55edb1f68a36, host hv-cinder-81187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81187',level=0,port_id=c17c6bee-6b30-45d1-8592-55edb1f68a36,segment=NetworkSegment(572b4664-636f-48cb-bac0-0958bf7c7b91),segment_id=572b4664-636f-48cb-bac0-0958bf7c7b91)] {{(pid=94001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 06:29:35.354467 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7821886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727545992452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727545489363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727545489381'] for port, after_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:29:35.513705 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] Pushing event updated for resources: {'Port': ['ID=c17c6bee-6b30-45d1-8592-55edb1f68a36,revision_number=5']} {{(pid=94001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:29:35.560536 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97837e2a-280c-4d29-878d-f348bb597f85 req-b7b4067f-2e79-46d1-91a3-d38ff7f412b4 tempest-VolumesNegativeTest-1401667650 tempest-VolumesNegativeTest-1401667650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:29:35.576311 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-97837e2a-280c-4d29-878d-f348bb597f85 req-b7b4067f-2e79-46d1-91a3-d38ff7f412b4 tempest-VolumesNegativeTest-1401667650 tempest-VolumesNegativeTest-1401667650-project] 10.222.0.36 "GET /v2.0/ports?device_id=17fc2b0a-37a5-4ddf-8fb7-8e0b595f4a62 HTTP/1.1" status: 200 len: 949 time: 0.1418955 Sep 30 06:29:35.653431 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921803de-0bac-473c-bee8-efb99eef85c4 req-61b6527b-5f46-402b-a595-cc99b4cd1497 tempest-TestMinimumBasicScenario-1320848959 tempest-TestMinimumBasicScenario-1320848959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:29:35.661517 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-97837e2a-280c-4d29-878d-f348bb597f85 req-fdf5d463-7009-4410-bc6d-32f9b33a6fdb tempest-VolumesNegativeTest-1401667650 tempest-VolumesNegativeTest-1401667650-project] 10.222.0.36 "GET /v2.0/security-groups?id=000e6224-5f25-404e-9698-7a6837496159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833600 Sep 30 06:29:35.662221 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-921803de-0bac-473c-bee8-efb99eef85c4 req-61b6527b-5f46-402b-a595-cc99b4cd1497 tempest-TestMinimumBasicScenario-1320848959 tempest-TestMinimumBasicScenario-1320848959-project] 10.222.0.36 "GET /v2.0/ports?device_id=d0bb6047-6799-481c-9961-ca0038f01968 HTTP/1.1" status: 200 len: 944 time: 0.1467154 Sep 30 06:29:35.718233 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-921803de-0bac-473c-bee8-efb99eef85c4 req-428a00a9-335b-412a-ade8-82028fe6069a tempest-TestMinimumBasicScenario-1320848959 tempest-TestMinimumBasicScenario-1320848959-project] 10.222.0.36 "GET /v2.0/security-groups?id=a3fc8924-f30a-4de5-8af2-a86f77449999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549257 Sep 30 06:29:36.089271 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49820c60-cf41-4511-b24d-28fbc10ff866 req-334adf8b-acd7-49e3-a861-319b3b875166 tempest-ServerRescueNegativeTestJSON-1209427659 tempest-ServerRescueNegativeTestJSON-1209427659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:29:36.090847 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-49820c60-cf41-4511-b24d-28fbc10ff866 req-334adf8b-acd7-49e3-a861-319b3b875166 tempest-ServerRescueNegativeTestJSON-1209427659 tempest-ServerRescueNegativeTestJSON-1209427659-project] 10.222.0.36 "GET /v2.0/ports?device_id=be801cab-b2ce-4594-8d30-3431ea29df2f HTTP/1.1" status: 200 len: 945 time: 0.0858693 Sep 30 06:29:36.143660 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-49820c60-cf41-4511-b24d-28fbc10ff866 req-2e726c81-e8a0-40d4-acce-538ed5e21402 tempest-ServerRescueNegativeTestJSON-1209427659 tempest-ServerRescueNegativeTestJSON-1209427659-project] 10.222.0.36 "GET /v2.0/security-groups?id=78ce1e3c-f3d7-420d-ac39-20c93d3fb7fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465336 Sep 30 06:29:36.304939 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffc1dae-4d67-4acc-be8e-26554847b348 req-b56b49bd-09f8-4b51-9195-16752d434913 tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:29:36.309506 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-cffc1dae-4d67-4acc-be8e-26554847b348 req-b56b49bd-09f8-4b51-9195-16752d434913 tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] 10.222.0.36 "GET /v2.0/ports?device_id=c7de8e92-ecc9-41bc-98bb-5c2242bab3d1 HTTP/1.1" status: 200 len: 945 time: 0.0592675 Sep 30 06:29:36.379786 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-cffc1dae-4d67-4acc-be8e-26554847b348 req-f647f2bd-7201-4f08-8217-24490fb37a92 tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] 10.222.0.36 "GET /v2.0/security-groups?id=aaa05d83-3ebc-404f-b7b5-bc03e45995ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651658 Sep 30 06:29:36.524669 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecdb5ae-ec4b-4652-bbcc-bb1f247e49cf req-9c17656c-cf2b-4327-bc88-003939d3f34d tempest-VolumesActionsTest-1064546985 tempest-VolumesActionsTest-1064546985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:29:36.533117 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-cecdb5ae-ec4b-4652-bbcc-bb1f247e49cf req-9c17656c-cf2b-4327-bc88-003939d3f34d tempest-VolumesActionsTest-1064546985 tempest-VolumesActionsTest-1064546985-project] 10.222.0.36 "GET /v2.0/ports?device_id=d4e6ac6d-5933-4a2e-a7af-3b2c7b5ec17a HTTP/1.1" status: 200 len: 945 time: 0.0843961 Sep 30 06:29:36.581687 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-cecdb5ae-ec4b-4652-bbcc-bb1f247e49cf req-63904676-c534-4c47-a9ed-9efbfd54908a tempest-VolumesActionsTest-1064546985 tempest-VolumesActionsTest-1064546985-project] 10.222.0.36 "GET /v2.0/security-groups?id=b150e05c-7d7a-4392-9d2b-fe2d02ba7332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473857 Sep 30 06:29:36.835560 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62459b77-0498-4395-9a09-7c420396d4de req-f9abc839-61db-41d4-aaf9-d911e338349f tempest-VolumesNegativeTest-1401667650 tempest-VolumesNegativeTest-1401667650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:29:36.840632 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-62459b77-0498-4395-9a09-7c420396d4de req-f9abc839-61db-41d4-aaf9-d911e338349f tempest-VolumesNegativeTest-1401667650 tempest-VolumesNegativeTest-1401667650-project] 10.222.0.36 "GET /v2.0/ports?device_id=17fc2b0a-37a5-4ddf-8fb7-8e0b595f4a62 HTTP/1.1" status: 200 len: 949 time: 0.0794723 Sep 30 06:29:36.852465 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17fc2b0a-37a5-4ddf-8fb7-8e0b595f4a62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c17c6bee-6b30-45d1-8592-55edb1f68a36'}] {{(pid=94001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 06:29:36.855029 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6a6fbc36b32d89ab1780593628eab99e94898f937be62aa03f5208480f4236e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e99181d1-2b06-4be0-b95b-a53cf383b0df" -d '{"events": [{"server_uuid": "17fc2b0a-37a5-4ddf-8fb7-8e0b595f4a62", "name": "network-vif-plugged", "status": "completed", "tag": "c17c6bee-6b30-45d1-8592-55edb1f68a36"}]}' {{(pid=94001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 06:29:36.884040 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f74f75a-5070-40ee-9205-b34ab1dee6c4 req-3677a2ce-f94e-41af-9c72-13268b91f5c6 tempest-TestMinimumBasicScenario-1320848959 tempest-TestMinimumBasicScenario-1320848959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:29:36.886680 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-1f74f75a-5070-40ee-9205-b34ab1dee6c4 req-3677a2ce-f94e-41af-9c72-13268b91f5c6 tempest-TestMinimumBasicScenario-1320848959 tempest-TestMinimumBasicScenario-1320848959-project] 10.222.0.36 "GET /v2.0/ports?device_id=d0bb6047-6799-481c-9961-ca0038f01968 HTTP/1.1" status: 200 len: 944 time: 0.0819888 Sep 30 06:29:36.931217 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-62459b77-0498-4395-9a09-7c420396d4de req-4c453546-660a-4c91-9681-d6e5c11cbe50 tempest-VolumesNegativeTest-1401667650 tempest-VolumesNegativeTest-1401667650-project] 10.222.0.36 "GET /v2.0/security-groups?id=000e6224-5f25-404e-9698-7a6837496159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757513 Sep 30 06:29:36.941961 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-1f74f75a-5070-40ee-9205-b34ab1dee6c4 req-47798306-779f-44f6-92be-ce6f35a30b82 tempest-TestMinimumBasicScenario-1320848959 tempest-TestMinimumBasicScenario-1320848959-project] 10.222.0.36 "GET /v2.0/security-groups?id=a3fc8924-f30a-4de5-8af2-a86f77449999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480664 Sep 30 06:29:36.986652 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 06:29:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41113c6b-2128-44e1-8602-73dceffd8395 x-openstack-request-id: req-41113c6b-2128-44e1-8602-73dceffd8395 {{(pid=94001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 06:29:36.987028 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17fc2b0a-37a5-4ddf-8fb7-8e0b595f4a62", "name": "network-vif-plugged", "status": "completed", "tag": "c17c6bee-6b30-45d1-8592-55edb1f68a36", "code": 200}]} {{(pid=94001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 06:29:36.987439 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-41113c6b-2128-44e1-8602-73dceffd8395 {{(pid=94001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 06:29:36.987816 dv-cinder-811877-1-iscsi neutron-server[94001]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17fc2b0a-37a5-4ddf-8fb7-8e0b595f4a62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c17c6bee-6b30-45d1-8592-55edb1f68a36', 'code': 200} Sep 30 06:29:37.346145 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3f8499-5281-43e9-8bad-61e14f5ac11f req-526eb431-a7d3-490a-8554-719705cafb95 tempest-ServerRescueNegativeTestJSON-1209427659 tempest-ServerRescueNegativeTestJSON-1209427659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:29:37.348016 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-1b3f8499-5281-43e9-8bad-61e14f5ac11f req-526eb431-a7d3-490a-8554-719705cafb95 tempest-ServerRescueNegativeTestJSON-1209427659 tempest-ServerRescueNegativeTestJSON-1209427659-project] 10.222.0.36 "GET /v2.0/ports?device_id=be801cab-b2ce-4594-8d30-3431ea29df2f HTTP/1.1" status: 200 len: 945 time: 0.0651731 Sep 30 06:29:37.408051 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-1b3f8499-5281-43e9-8bad-61e14f5ac11f req-0b7791a8-df30-46b0-bc26-90773b916ef0 tempest-ServerRescueNegativeTestJSON-1209427659 tempest-ServerRescueNegativeTestJSON-1209427659-project] 10.222.0.36 "GET /v2.0/security-groups?id=78ce1e3c-f3d7-420d-ac39-20c93d3fb7fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536582 Sep 30 06:29:37.527812 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55dc61b2-3c1d-42f2-a66b-64292381abde req-bcaace58-5a83-4314-96b8-f2ea972381d0 tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:29:37.529769 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-55dc61b2-3c1d-42f2-a66b-64292381abde req-bcaace58-5a83-4314-96b8-f2ea972381d0 tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] 10.222.0.36 "GET /v2.0/ports?device_id=c7de8e92-ecc9-41bc-98bb-5c2242bab3d1 HTTP/1.1" status: 200 len: 945 time: 0.0545373 Sep 30 06:29:37.593673 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-55dc61b2-3c1d-42f2-a66b-64292381abde req-3b2e01c0-eb9f-4a35-8ccf-c11de48e50ce tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] 10.222.0.36 "GET /v2.0/security-groups?id=aaa05d83-3ebc-404f-b7b5-bc03e45995ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573125 Sep 30 06:29:37.741580 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fcac1c-918d-4b85-8f5e-e2a7e776f1b8 req-6e11b8f5-0a9f-443e-87e3-bd13430e4c0b tempest-VolumesActionsTest-1064546985 tempest-VolumesActionsTest-1064546985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:29:37.743269 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-94fcac1c-918d-4b85-8f5e-e2a7e776f1b8 req-6e11b8f5-0a9f-443e-87e3-bd13430e4c0b tempest-VolumesActionsTest-1064546985 tempest-VolumesActionsTest-1064546985-project] 10.222.0.36 "GET /v2.0/ports?device_id=d4e6ac6d-5933-4a2e-a7af-3b2c7b5ec17a HTTP/1.1" status: 200 len: 945 time: 0.0509756 Sep 30 06:29:37.784986 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-94fcac1c-918d-4b85-8f5e-e2a7e776f1b8 req-3bcc3ad3-15eb-4002-ab26-6684684fcec9 tempest-VolumesActionsTest-1064546985 tempest-VolumesActionsTest-1064546985-project] 10.222.0.36 "GET /v2.0/security-groups?id=b150e05c-7d7a-4392-9d2b-fe2d02ba7332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346005 Sep 30 06:29:38.101476 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4c53a6-cd3a-44d8-b4eb-d087ae776ddf req-e013e66a-f511-428f-8fb9-1fd81cb80fff tempest-VolumesNegativeTest-1401667650 tempest-VolumesNegativeTest-1401667650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:29:38.103137 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-6c4c53a6-cd3a-44d8-b4eb-d087ae776ddf req-e013e66a-f511-428f-8fb9-1fd81cb80fff tempest-VolumesNegativeTest-1401667650 tempest-VolumesNegativeTest-1401667650-project] 10.222.0.36 "GET /v2.0/ports?device_id=17fc2b0a-37a5-4ddf-8fb7-8e0b595f4a62 HTTP/1.1" status: 200 len: 949 time: 0.0954156 Sep 30 06:29:38.158149 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6970dd-6f88-4230-9d51-2726a4920828 req-23f5c500-96fa-4ad9-8099-4b941ef27950 tempest-TestMinimumBasicScenario-1320848959 tempest-TestMinimumBasicScenario-1320848959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:29:38.159805 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-1c6970dd-6f88-4230-9d51-2726a4920828 req-23f5c500-96fa-4ad9-8099-4b941ef27950 tempest-TestMinimumBasicScenario-1320848959 tempest-TestMinimumBasicScenario-1320848959-project] 10.222.0.36 "GET /v2.0/ports?device_id=d0bb6047-6799-481c-9961-ca0038f01968 HTTP/1.1" status: 200 len: 944 time: 0.1236556 Sep 30 06:29:38.168161 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-6c4c53a6-cd3a-44d8-b4eb-d087ae776ddf req-58a38081-b5c2-4257-a9e1-110402cd12b7 tempest-VolumesNegativeTest-1401667650 tempest-VolumesNegativeTest-1401667650-project] 10.222.0.36 "GET /v2.0/security-groups?id=000e6224-5f25-404e-9698-7a6837496159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568762 Sep 30 06:29:38.211427 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-1c6970dd-6f88-4230-9d51-2726a4920828 req-216aa68d-ce54-4924-b84e-117ef303b0b3 tempest-TestMinimumBasicScenario-1320848959 tempest-TestMinimumBasicScenario-1320848959-project] 10.222.0.36 "GET /v2.0/security-groups?id=a3fc8924-f30a-4de5-8af2-a86f77449999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449972 Sep 30 06:29:38.579921 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdaeeb9a-f81d-43e4-a273-6353f0b74dd1 req-fb57f604-66e2-4e32-8ea8-b3c81b6cc6e0 tempest-ServerRescueNegativeTestJSON-1209427659 tempest-ServerRescueNegativeTestJSON-1209427659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:29:38.581629 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-cdaeeb9a-f81d-43e4-a273-6353f0b74dd1 req-fb57f604-66e2-4e32-8ea8-b3c81b6cc6e0 tempest-ServerRescueNegativeTestJSON-1209427659 tempest-ServerRescueNegativeTestJSON-1209427659-project] 10.222.0.36 "GET /v2.0/ports?device_id=be801cab-b2ce-4594-8d30-3431ea29df2f HTTP/1.1" status: 200 len: 945 time: 0.0714977 Sep 30 06:29:38.621044 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-cdaeeb9a-f81d-43e4-a273-6353f0b74dd1 req-532329f5-d3df-4d2f-abb9-7510a6caa79b tempest-ServerRescueNegativeTestJSON-1209427659 tempest-ServerRescueNegativeTestJSON-1209427659-project] 10.222.0.36 "GET /v2.0/security-groups?id=78ce1e3c-f3d7-420d-ac39-20c93d3fb7fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330131 Sep 30 06:29:38.766045 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38810810-cc4c-4213-a157-5b63a95e5ed9 req-c16ebc08-0701-4ee7-8f89-4854e803bce4 tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:29:38.767667 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-38810810-cc4c-4213-a157-5b63a95e5ed9 req-c16ebc08-0701-4ee7-8f89-4854e803bce4 tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] 10.222.0.36 "GET /v2.0/ports?device_id=c7de8e92-ecc9-41bc-98bb-5c2242bab3d1 HTTP/1.1" status: 200 len: 945 time: 0.0618749 Sep 30 06:29:38.811511 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-38810810-cc4c-4213-a157-5b63a95e5ed9 req-676d1417-3292-447d-b352-bc5c7166dcc2 tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] 10.222.0.36 "GET /v2.0/security-groups?id=aaa05d83-3ebc-404f-b7b5-bc03e45995ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371258 Sep 30 06:29:38.917823 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98aba48-84bb-4fcf-b898-9b64de8a9858 req-f0cc77d6-08ae-4985-b3a9-bc417e07c287 tempest-VolumesActionsTest-1064546985 tempest-VolumesActionsTest-1064546985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:29:38.919653 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-a98aba48-84bb-4fcf-b898-9b64de8a9858 req-f0cc77d6-08ae-4985-b3a9-bc417e07c287 tempest-VolumesActionsTest-1064546985 tempest-VolumesActionsTest-1064546985-project] 10.222.0.36 "GET /v2.0/ports?device_id=d4e6ac6d-5933-4a2e-a7af-3b2c7b5ec17a HTTP/1.1" status: 200 len: 945 time: 0.0654101 Sep 30 06:29:38.963169 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-a98aba48-84bb-4fcf-b898-9b64de8a9858 req-5b8b25dc-6f6b-4788-94ce-d027c5c1866c tempest-VolumesActionsTest-1064546985 tempest-VolumesActionsTest-1064546985-project] 10.222.0.36 "GET /v2.0/security-groups?id=b150e05c-7d7a-4392-9d2b-fe2d02ba7332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365009 Sep 30 06:29:39.027202 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727546001794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-597483'] for agent, after_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:29:39.312964 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c9c6e8-7cf1-45bb-8c77-ad1e2afc37d9 req-fb1166ed-5f6c-40fd-a566-e9729585555f tempest-VolumesNegativeTest-1401667650 tempest-VolumesNegativeTest-1401667650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:29:39.314504 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-55c9c6e8-7cf1-45bb-8c77-ad1e2afc37d9 req-fb1166ed-5f6c-40fd-a566-e9729585555f tempest-VolumesNegativeTest-1401667650 tempest-VolumesNegativeTest-1401667650-project] 10.222.0.36 "GET /v2.0/ports?device_id=17fc2b0a-37a5-4ddf-8fb7-8e0b595f4a62 HTTP/1.1" status: 200 len: 949 time: 0.0588789 Sep 30 06:29:39.356507 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be76161-c2e7-45e7-b814-52fe5c1b1ea4 req-9a29dea6-c3df-4fb2-a1ce-9e7b49c6641e tempest-TestMinimumBasicScenario-1320848959 tempest-TestMinimumBasicScenario-1320848959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:29:39.358830 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-4be76161-c2e7-45e7-b814-52fe5c1b1ea4 req-9a29dea6-c3df-4fb2-a1ce-9e7b49c6641e tempest-TestMinimumBasicScenario-1320848959 tempest-TestMinimumBasicScenario-1320848959-project] 10.222.0.36 "GET /v2.0/ports?device_id=d0bb6047-6799-481c-9961-ca0038f01968 HTTP/1.1" status: 200 len: 944 time: 0.0764825 Sep 30 06:29:39.387520 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-55c9c6e8-7cf1-45bb-8c77-ad1e2afc37d9 req-b2b8a522-fd4a-44b0-a40b-3f651131d210 tempest-VolumesNegativeTest-1401667650 tempest-VolumesNegativeTest-1401667650-project] 10.222.0.36 "GET /v2.0/security-groups?id=000e6224-5f25-404e-9698-7a6837496159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656393 Sep 30 06:29:39.423420 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-4be76161-c2e7-45e7-b814-52fe5c1b1ea4 req-43ee8936-a852-402d-906f-f17d5c7f5060 tempest-TestMinimumBasicScenario-1320848959 tempest-TestMinimumBasicScenario-1320848959-project] 10.222.0.36 "GET /v2.0/security-groups?id=a3fc8924-f30a-4de5-8af2-a86f77449999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568762 Sep 30 06:29:39.808172 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099f3f1e-0ce0-4eeb-8ba6-425280b2ee0c req-3ec0a547-137e-4cea-97f3-dcbb6369e94e tempest-ServerRescueNegativeTestJSON-1209427659 tempest-ServerRescueNegativeTestJSON-1209427659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:29:39.809791 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-099f3f1e-0ce0-4eeb-8ba6-425280b2ee0c req-3ec0a547-137e-4cea-97f3-dcbb6369e94e tempest-ServerRescueNegativeTestJSON-1209427659 tempest-ServerRescueNegativeTestJSON-1209427659-project] 10.222.0.36 "GET /v2.0/ports?device_id=be801cab-b2ce-4594-8d30-3431ea29df2f HTTP/1.1" status: 200 len: 945 time: 0.0729897 Sep 30 06:29:39.902365 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-099f3f1e-0ce0-4eeb-8ba6-425280b2ee0c req-0e2aa173-d0a8-4dda-b3f0-b6b0e0240d56 tempest-ServerRescueNegativeTestJSON-1209427659 tempest-ServerRescueNegativeTestJSON-1209427659-project] 10.222.0.36 "GET /v2.0/security-groups?id=78ce1e3c-f3d7-420d-ac39-20c93d3fb7fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781128 Sep 30 06:29:40.026952 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b76c74-32b3-4a8c-a206-bd55f181b7a1 req-643c31b8-637b-445b-9bf1-ea42a70aed1e tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:29:40.028943 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-e9b76c74-32b3-4a8c-a206-bd55f181b7a1 req-643c31b8-637b-445b-9bf1-ea42a70aed1e tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] 10.222.0.36 "GET /v2.0/ports?device_id=c7de8e92-ecc9-41bc-98bb-5c2242bab3d1 HTTP/1.1" status: 200 len: 945 time: 0.0642622 Sep 30 06:29:40.113363 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-e9b76c74-32b3-4a8c-a206-bd55f181b7a1 req-37317afb-0683-4328-9b52-de214bdf59bb tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] 10.222.0.36 "GET /v2.0/security-groups?id=aaa05d83-3ebc-404f-b7b5-bc03e45995ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525789 Sep 30 06:29:40.164937 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a83bb9-42e2-4423-b0b5-9bf51a4a5d20 req-70796a58-b3e0-45dd-8bb0-9ce841dea3f3 tempest-VolumesActionsTest-1064546985 tempest-VolumesActionsTest-1064546985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:29:40.166675 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-58a83bb9-42e2-4423-b0b5-9bf51a4a5d20 req-70796a58-b3e0-45dd-8bb0-9ce841dea3f3 tempest-VolumesActionsTest-1064546985 tempest-VolumesActionsTest-1064546985-project] 10.222.0.36 "GET /v2.0/ports?device_id=d4e6ac6d-5933-4a2e-a7af-3b2c7b5ec17a HTTP/1.1" status: 200 len: 945 time: 0.0805414 Sep 30 06:29:40.212982 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-58a83bb9-42e2-4423-b0b5-9bf51a4a5d20 req-7ba83921-3221-487b-a2ff-a46f94875e78 tempest-VolumesActionsTest-1064546985 tempest-VolumesActionsTest-1064546985-project] 10.222.0.36 "GET /v2.0/security-groups?id=b150e05c-7d7a-4392-9d2b-fe2d02ba7332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374444 Sep 30 06:29:40.519333 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19b4b0a-f4f0-4ed9-9ee7-7203ac08ad82 req-241c5ebc-c2a8-4e20-884b-4e7184fd1f24 tempest-VolumesNegativeTest-1401667650 tempest-VolumesNegativeTest-1401667650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:29:40.521329 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-a19b4b0a-f4f0-4ed9-9ee7-7203ac08ad82 req-241c5ebc-c2a8-4e20-884b-4e7184fd1f24 tempest-VolumesNegativeTest-1401667650 tempest-VolumesNegativeTest-1401667650-project] 10.222.0.36 "GET /v2.0/ports?device_id=17fc2b0a-37a5-4ddf-8fb7-8e0b595f4a62 HTTP/1.1" status: 200 len: 949 time: 0.0595891 Sep 30 06:29:40.541658 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196e9b93-f052-410f-8833-be5af48cde08 req-cad2993f-330f-402d-b8fa-18bd5c9c9fe0 tempest-TestMinimumBasicScenario-1320848959 tempest-TestMinimumBasicScenario-1320848959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:29:40.543742 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-196e9b93-f052-410f-8833-be5af48cde08 req-cad2993f-330f-402d-b8fa-18bd5c9c9fe0 tempest-TestMinimumBasicScenario-1320848959 tempest-TestMinimumBasicScenario-1320848959-project] 10.222.0.36 "GET /v2.0/ports?device_id=d0bb6047-6799-481c-9961-ca0038f01968 HTTP/1.1" status: 200 len: 944 time: 0.0580094 Sep 30 06:29:40.569665 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-a19b4b0a-f4f0-4ed9-9ee7-7203ac08ad82 req-a8c3089e-0a4a-46b6-aaee-0915ad5c40bb tempest-VolumesNegativeTest-1401667650 tempest-VolumesNegativeTest-1401667650-project] 10.222.0.36 "GET /v2.0/security-groups?id=000e6224-5f25-404e-9698-7a6837496159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406816 Sep 30 06:29:40.596268 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-196e9b93-f052-410f-8833-be5af48cde08 req-44bad562-7026-4d6c-b3b4-8c530c47225c tempest-TestMinimumBasicScenario-1320848959 tempest-TestMinimumBasicScenario-1320848959-project] 10.222.0.36 "GET /v2.0/security-groups?id=a3fc8924-f30a-4de5-8af2-a86f77449999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453379 Sep 30 06:29:40.908152 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.36', 54592) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 06:29:41.059155 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-b38f2d3f-d16a-4f3e-b65b-1c281c9ab5f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:29:41.075682 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a974a75-32f9-4b21-8ef9-591ea1091d9b req-1eb475cb-f816-48fb-a614-3ed870f12ee0 tempest-ServerRescueNegativeTestJSON-1209427659 tempest-ServerRescueNegativeTestJSON-1209427659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:29:41.077474 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-4a974a75-32f9-4b21-8ef9-591ea1091d9b req-1eb475cb-f816-48fb-a614-3ed870f12ee0 tempest-ServerRescueNegativeTestJSON-1209427659 tempest-ServerRescueNegativeTestJSON-1209427659-project] 10.222.0.36 "GET /v2.0/ports?device_id=be801cab-b2ce-4594-8d30-3431ea29df2f HTTP/1.1" status: 200 len: 945 time: 0.0700126 Sep 30 06:29:41.134306 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-4a974a75-32f9-4b21-8ef9-591ea1091d9b req-c62e0fad-6031-4d30-9dcd-d4c67bc2b5a7 tempest-ServerRescueNegativeTestJSON-1209427659 tempest-ServerRescueNegativeTestJSON-1209427659-project] 10.222.0.36 "GET /v2.0/security-groups?id=78ce1e3c-f3d7-420d-ac39-20c93d3fb7fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464656 Sep 30 06:29:41.288015 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-b38f2d3f-d16a-4f3e-b65b-1c281c9ab5f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:29:41.307141 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-b38f2d3f-d16a-4f3e-b65b-1c281c9ab5f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533969'] for security_group, after_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:29:41.359415 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38f2d3f-d16a-4f3e-b65b-1c281c9ab5f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ca0d557-0178-49e2-ba96-ce5b528a6886,revision_number=1']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:29:41.392045 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b0ec6c-a4b7-4d8c-829b-a077b821d3ae req-26c6bebc-16c5-443f-8db5-9be20d20c919 tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:29:41.394062 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-51b0ec6c-a4b7-4d8c-829b-a077b821d3ae req-26c6bebc-16c5-443f-8db5-9be20d20c919 tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] 10.222.0.36 "GET /v2.0/ports?device_id=c7de8e92-ecc9-41bc-98bb-5c2242bab3d1 HTTP/1.1" status: 200 len: 945 time: 0.1637392 Sep 30 06:29:41.410935 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c7e66c-286d-44c4-a056-e677634850cc req-ab2becf7-4c51-464d-ac5a-726594fbf724 tempest-VolumesActionsTest-1064546985 tempest-VolumesActionsTest-1064546985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:29:41.421470 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-59c7e66c-286d-44c4-a056-e677634850cc req-ab2becf7-4c51-464d-ac5a-726594fbf724 tempest-VolumesActionsTest-1064546985 tempest-VolumesActionsTest-1064546985-project] 10.222.0.36 "GET /v2.0/ports?device_id=d4e6ac6d-5933-4a2e-a7af-3b2c7b5ec17a HTTP/1.1" status: 200 len: 945 time: 0.0893803 Sep 30 06:29:41.431966 dv-cinder-811877-1-iscsi neutron-server[94002]: DEBUG neutron.db.agents_db [None req-d9c94b1b-4ad8-4063-8329-7a4f29b52830 None None] Agent healthcheck: found 6 active agents {{(pid=94002) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 06:29:41.447264 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-51b0ec6c-a4b7-4d8c-829b-a077b821d3ae req-f9eaad83-392d-4df0-80c7-fd1f3366557c tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] 10.222.0.36 "GET /v2.0/security-groups?id=aaa05d83-3ebc-404f-b7b5-bc03e45995ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456195 Sep 30 06:29:41.450791 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [None req-b38f2d3f-d16a-4f3e-b65b-1c281c9ab5f0 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=3c038d4f87d84d9c891d0374851f3d67&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5401318 Sep 30 06:29:41.455420 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.36', 54608) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 06:29:41.488986 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-59c7e66c-286d-44c4-a056-e677634850cc req-42699814-4300-4a17-99a3-6d6f9cbe1c44 tempest-VolumesActionsTest-1064546985 tempest-VolumesActionsTest-1064546985-project] 10.222.0.36 "GET /v2.0/security-groups?id=b150e05c-7d7a-4392-9d2b-fe2d02ba7332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538573 Sep 30 06:29:41.519221 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-344788c7-e63b-41e8-87a8-1b588f45dc92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:29:41.591751 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-344788c7-e63b-41e8-87a8-1b588f45dc92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:29:41.610112 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.wsgi [-] (93999) accepted ('10.222.0.36', 54612) {{(pid=93999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 06:29:41.744038 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871c81f1-297f-49ca-a11c-06b296992b46 req-06095669-5de0-49c3-bac2-3927c0f3e7f2 tempest-VolumesNegativeTest-1401667650 tempest-VolumesNegativeTest-1401667650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:29:41.745600 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-871c81f1-297f-49ca-a11c-06b296992b46 req-06095669-5de0-49c3-bac2-3927c0f3e7f2 tempest-VolumesNegativeTest-1401667650 tempest-VolumesNegativeTest-1401667650-project] 10.222.0.36 "GET /v2.0/ports?device_id=17fc2b0a-37a5-4ddf-8fb7-8e0b595f4a62 HTTP/1.1" status: 200 len: 949 time: 0.0716381 Sep 30 06:29:41.755575 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-344788c7-e63b-41e8-87a8-1b588f45dc92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533969'] for security_group, after_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:29:41.758230 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-344788c7-e63b-41e8-87a8-1b588f45dc92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:29:41.759495 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [None req-344788c7-e63b-41e8-87a8-1b588f45dc92 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/8ca0d557-0178-49e2-ba96-ce5b528a6886 HTTP/1.1" status: 204 len: 168 time: 0.3029721 Sep 30 06:29:41.772335 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bde26c-2f47-4495-94b1-c721b944b581 req-d015538e-824c-4af1-8a59-11109ee007b7 tempest-TestMinimumBasicScenario-1320848959 tempest-TestMinimumBasicScenario-1320848959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:29:41.774180 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-99bde26c-2f47-4495-94b1-c721b944b581 req-d015538e-824c-4af1-8a59-11109ee007b7 tempest-TestMinimumBasicScenario-1320848959 tempest-TestMinimumBasicScenario-1320848959-project] 10.222.0.36 "GET /v2.0/ports?device_id=d0bb6047-6799-481c-9961-ca0038f01968 HTTP/1.1" status: 200 len: 944 time: 0.0778697 Sep 30 06:29:41.780367 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-abfd9321-f666-41b4-8cb5-68807078c2ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:29:41.784611 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344788c7-e63b-41e8-87a8-1b588f45dc92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ca0d557-0178-49e2-ba96-ce5b528a6886,revision_number=None']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:29:41.815776 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-871c81f1-297f-49ca-a11c-06b296992b46 req-5a1d37f2-32b5-4525-948b-d132cd52e0b5 tempest-VolumesNegativeTest-1401667650 tempest-VolumesNegativeTest-1401667650-project] 10.222.0.36 "GET /v2.0/security-groups?id=000e6224-5f25-404e-9698-7a6837496159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550377 Sep 30 06:29:41.855347 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-99bde26c-2f47-4495-94b1-c721b944b581 req-3d3c5240-7a95-4fc7-8fe3-3c066309d42b tempest-TestMinimumBasicScenario-1320848959 tempest-TestMinimumBasicScenario-1320848959-project] 10.222.0.36 "GET /v2.0/security-groups?id=a3fc8924-f30a-4de5-8af2-a86f77449999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727770 Sep 30 06:29:41.991297 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-abfd9321-f666-41b4-8cb5-68807078c2ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:29:41.996230 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-abfd9321-f666-41b4-8cb5-68807078c2ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533969'] for security_group, after_create {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:29:42.038187 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [None req-abfd9321-f666-41b4-8cb5-68807078c2ed admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=7761668ad7f84aac805a495508479d1f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4250011 Sep 30 06:29:42.040568 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abfd9321-f666-41b4-8cb5-68807078c2ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b244e0ab-b4b1-4279-933c-93a6c3eda8b5,revision_number=1']} {{(pid=93999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:29:42.041478 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.36', 54622) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 06:29:42.103167 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-c589cfd6-55fe-417c-812e-ff78ba8ad921 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:29:42.143980 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-c589cfd6-55fe-417c-812e-ff78ba8ad921 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:29:42.221495 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-c589cfd6-55fe-417c-812e-ff78ba8ad921 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533969'] for security_group, after_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:29:42.225661 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-c589cfd6-55fe-417c-812e-ff78ba8ad921 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:29:42.230902 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [None req-c589cfd6-55fe-417c-812e-ff78ba8ad921 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/b244e0ab-b4b1-4279-933c-93a6c3eda8b5 HTTP/1.1" status: 204 len: 168 time: 0.1878629 Sep 30 06:29:42.242334 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c589cfd6-55fe-417c-812e-ff78ba8ad921 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b244e0ab-b4b1-4279-933c-93a6c3eda8b5,revision_number=None']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:29:42.363677 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19bf25b-375d-4f4f-98d5-75b1125bd295 req-609aebb2-b4be-41b5-898a-052eaa7a215c tempest-ServerRescueNegativeTestJSON-1209427659 tempest-ServerRescueNegativeTestJSON-1209427659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:29:42.365360 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-f19bf25b-375d-4f4f-98d5-75b1125bd295 req-609aebb2-b4be-41b5-898a-052eaa7a215c tempest-ServerRescueNegativeTestJSON-1209427659 tempest-ServerRescueNegativeTestJSON-1209427659-project] 10.222.0.36 "GET /v2.0/ports?device_id=be801cab-b2ce-4594-8d30-3431ea29df2f HTTP/1.1" status: 200 len: 945 time: 0.0935431 Sep 30 06:29:42.435302 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-f19bf25b-375d-4f4f-98d5-75b1125bd295 req-8e120d28-2784-4ca3-93a6-1f311e66c078 tempest-ServerRescueNegativeTestJSON-1209427659 tempest-ServerRescueNegativeTestJSON-1209427659-project] 10.222.0.36 "GET /v2.0/security-groups?id=78ce1e3c-f3d7-420d-ac39-20c93d3fb7fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625365 Sep 30 06:29:42.652683 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f630e6-5d7c-4a33-ac9a-6fec9bfb95f0 req-271d1be5-d48a-4532-aa76-f58085ed6cf9 tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:29:42.654906 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-72f630e6-5d7c-4a33-ac9a-6fec9bfb95f0 req-271d1be5-d48a-4532-aa76-f58085ed6cf9 tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] 10.222.0.36 "GET /v2.0/ports?device_id=c7de8e92-ecc9-41bc-98bb-5c2242bab3d1 HTTP/1.1" status: 200 len: 945 time: 0.0743237 Sep 30 06:29:42.712917 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-72f630e6-5d7c-4a33-ac9a-6fec9bfb95f0 req-fe20e5a8-740d-4569-857e-9fef774916f6 tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] 10.222.0.36 "GET /v2.0/security-groups?id=aaa05d83-3ebc-404f-b7b5-bc03e45995ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371141 Sep 30 06:29:43.081713 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c54979f-33be-435c-aa08-488548c9af88 req-86df8dce-651f-4a56-b103-a509bc680352 tempest-VolumesNegativeTest-1401667650 tempest-VolumesNegativeTest-1401667650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:29:43.083343 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-4c54979f-33be-435c-aa08-488548c9af88 req-86df8dce-651f-4a56-b103-a509bc680352 tempest-VolumesNegativeTest-1401667650 tempest-VolumesNegativeTest-1401667650-project] 10.222.0.36 "GET /v2.0/ports?device_id=17fc2b0a-37a5-4ddf-8fb7-8e0b595f4a62 HTTP/1.1" status: 200 len: 949 time: 0.1260123 Sep 30 06:29:43.098025 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee2e62f-8de1-4172-bdd0-d890cb0fdd8a req-8cd4e40c-9816-4a2b-8751-c9cc65f6308f tempest-VolumesActionsTest-1064546985 tempest-VolumesActionsTest-1064546985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:29:43.098025 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-2ee2e62f-8de1-4172-bdd0-d890cb0fdd8a req-8cd4e40c-9816-4a2b-8751-c9cc65f6308f tempest-VolumesActionsTest-1064546985 tempest-VolumesActionsTest-1064546985-project] 10.222.0.36 "GET /v2.0/ports?device_id=d4e6ac6d-5933-4a2e-a7af-3b2c7b5ec17a HTTP/1.1" status: 200 len: 945 time: 0.4886022 Sep 30 06:29:43.143678 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-4c54979f-33be-435c-aa08-488548c9af88 req-4850165f-cb69-4d09-9eec-326d79246c8d tempest-VolumesNegativeTest-1401667650 tempest-VolumesNegativeTest-1401667650-project] 10.222.0.36 "GET /v2.0/security-groups?id=000e6224-5f25-404e-9698-7a6837496159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529506 Sep 30 06:29:43.154317 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-2ee2e62f-8de1-4172-bdd0-d890cb0fdd8a req-8ce696b1-cba0-414d-8949-7c47bd77af87 tempest-VolumesActionsTest-1064546985 tempest-VolumesActionsTest-1064546985-project] 10.222.0.36 "GET /v2.0/security-groups?id=b150e05c-7d7a-4392-9d2b-fe2d02ba7332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444381 Sep 30 06:29:43.273819 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fab9e5-bce2-42ba-9c1e-7ae7e800284c req-8174a3f9-e76d-4230-85e1-9cb2b88c3707 tempest-TestMinimumBasicScenario-1320848959 tempest-TestMinimumBasicScenario-1320848959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:29:43.275331 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-14fab9e5-bce2-42ba-9c1e-7ae7e800284c req-8174a3f9-e76d-4230-85e1-9cb2b88c3707 tempest-TestMinimumBasicScenario-1320848959 tempest-TestMinimumBasicScenario-1320848959-project] 10.222.0.36 "GET /v2.0/ports?device_id=d0bb6047-6799-481c-9961-ca0038f01968 HTTP/1.1" status: 200 len: 944 time: 0.0520716 Sep 30 06:29:43.313662 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-14fab9e5-bce2-42ba-9c1e-7ae7e800284c req-d6c53b1a-11ed-4650-bbcc-929a870be77f tempest-TestMinimumBasicScenario-1320848959 tempest-TestMinimumBasicScenario-1320848959-project] 10.222.0.36 "GET /v2.0/security-groups?id=a3fc8924-f30a-4de5-8af2-a86f77449999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321269 Sep 30 06:29:43.572657 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8399ccd9-2482-4ed8-9d60-4c0d630bc029 req-155c4556-35e2-4f9d-a435-3e71ffba10d7 tempest-ServerRescueNegativeTestJSON-1209427659 tempest-ServerRescueNegativeTestJSON-1209427659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:29:43.574180 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-8399ccd9-2482-4ed8-9d60-4c0d630bc029 req-155c4556-35e2-4f9d-a435-3e71ffba10d7 tempest-ServerRescueNegativeTestJSON-1209427659 tempest-ServerRescueNegativeTestJSON-1209427659-project] 10.222.0.36 "GET /v2.0/ports?device_id=be801cab-b2ce-4594-8d30-3431ea29df2f HTTP/1.1" status: 200 len: 945 time: 0.0532346 Sep 30 06:29:43.623725 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-8399ccd9-2482-4ed8-9d60-4c0d630bc029 req-f6cf4f19-1451-4449-9f60-5c5ae611cfc7 tempest-ServerRescueNegativeTestJSON-1209427659 tempest-ServerRescueNegativeTestJSON-1209427659-project] 10.222.0.36 "GET /v2.0/security-groups?id=78ce1e3c-f3d7-420d-ac39-20c93d3fb7fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342360 Sep 30 06:29:43.896756 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f73b2b5-78a4-4c51-9753-73e0248c2cbd req-f23f087c-4dd2-46f8-bb86-f572a6fed15f tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:29:43.898172 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-3f73b2b5-78a4-4c51-9753-73e0248c2cbd req-f23f087c-4dd2-46f8-bb86-f572a6fed15f tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] 10.222.0.36 "GET /v2.0/ports?device_id=c7de8e92-ecc9-41bc-98bb-5c2242bab3d1 HTTP/1.1" status: 200 len: 945 time: 0.0661619 Sep 30 06:29:43.937941 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-3f73b2b5-78a4-4c51-9753-73e0248c2cbd req-cb015ec4-3982-44d3-bd1f-122aec764e4a tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] 10.222.0.36 "GET /v2.0/security-groups?id=aaa05d83-3ebc-404f-b7b5-bc03e45995ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335071 Sep 30 06:29:44.299036 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03e867e-0b77-42cc-88c2-32806b7dce61 req-5468c630-f4df-418e-ac6f-59a980a6322a tempest-VolumesActionsTest-1064546985 tempest-VolumesActionsTest-1064546985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:29:44.300590 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-b03e867e-0b77-42cc-88c2-32806b7dce61 req-5468c630-f4df-418e-ac6f-59a980a6322a tempest-VolumesActionsTest-1064546985 tempest-VolumesActionsTest-1064546985-project] 10.222.0.36 "GET /v2.0/ports?device_id=d4e6ac6d-5933-4a2e-a7af-3b2c7b5ec17a HTTP/1.1" status: 200 len: 945 time: 0.0528874 Sep 30 06:29:44.304637 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897268ff-9fa2-4cfb-8253-a4bad3b782bd req-a199e374-c9a7-4825-9e4c-eb277bd96327 tempest-VolumesNegativeTest-1401667650 tempest-VolumesNegativeTest-1401667650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:29:44.306216 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-897268ff-9fa2-4cfb-8253-a4bad3b782bd req-a199e374-c9a7-4825-9e4c-eb277bd96327 tempest-VolumesNegativeTest-1401667650 tempest-VolumesNegativeTest-1401667650-project] 10.222.0.36 "GET /v2.0/ports?device_id=17fc2b0a-37a5-4ddf-8fb7-8e0b595f4a62 HTTP/1.1" status: 200 len: 949 time: 0.0582464 Sep 30 06:29:44.346567 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-897268ff-9fa2-4cfb-8253-a4bad3b782bd req-2ec6a7c5-b7b7-4f6d-a3e3-62a7854a0a6d tempest-VolumesNegativeTest-1401667650 tempest-VolumesNegativeTest-1401667650-project] 10.222.0.36 "GET /v2.0/security-groups?id=000e6224-5f25-404e-9698-7a6837496159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336504 Sep 30 06:29:44.347878 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-b03e867e-0b77-42cc-88c2-32806b7dce61 req-b195760c-590c-424f-ba33-692aee1613a8 tempest-VolumesActionsTest-1064546985 tempest-VolumesActionsTest-1064546985-project] 10.222.0.36 "GET /v2.0/security-groups?id=b150e05c-7d7a-4392-9d2b-fe2d02ba7332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395913 Sep 30 06:29:44.464537 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55175dde-5165-451e-8eec-b2e1f295b733 req-168bacf2-777a-4789-9387-423e4cff0409 tempest-TestMinimumBasicScenario-1320848959 tempest-TestMinimumBasicScenario-1320848959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:29:44.466031 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-55175dde-5165-451e-8eec-b2e1f295b733 req-168bacf2-777a-4789-9387-423e4cff0409 tempest-TestMinimumBasicScenario-1320848959 tempest-TestMinimumBasicScenario-1320848959-project] 10.222.0.36 "GET /v2.0/ports?device_id=d0bb6047-6799-481c-9961-ca0038f01968 HTTP/1.1" status: 200 len: 944 time: 0.0564275 Sep 30 06:29:44.473498 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6714ef2f-9a48-4589-a410-263e88ea5b8e req-9a94de75-f326-4b50-94ae-6b1e1789616c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:29:44.475027 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-6714ef2f-9a48-4589-a410-263e88ea5b8e req-9a94de75-f326-4b50-94ae-6b1e1789616c service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=1eac498b69b6420eb083db675eb52bac&device_id=d0bb6047-6799-481c-9961-ca0038f01968 HTTP/1.1" status: 200 len: 1097 time: 0.0806410 Sep 30 06:29:44.480600 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf84a405-3b4e-4e31-b1ec-267765990777 req-7e4a7850-b435-4c2b-9e5a-5b9bf0ae9f63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:29:44.482014 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-bf84a405-3b4e-4e31-b1ec-267765990777 req-7e4a7850-b435-4c2b-9e5a-5b9bf0ae9f63 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=2a4fe69e521f47bb94fe812e2f32c8b1&device_id=be801cab-b2ce-4594-8d30-3431ea29df2f HTTP/1.1" status: 200 len: 1098 time: 0.0592735 Sep 30 06:29:44.508690 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-55175dde-5165-451e-8eec-b2e1f295b733 req-9b02eec6-2605-492e-8cb6-302853f6a68e tempest-TestMinimumBasicScenario-1320848959 tempest-TestMinimumBasicScenario-1320848959-project] 10.222.0.36 "GET /v2.0/security-groups?id=a3fc8924-f30a-4de5-8af2-a86f77449999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349734 Sep 30 06:29:44.737890 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf84a405-3b4e-4e31-b1ec-267765990777 req-bda27fbf-63de-47ea-97c9-b3d2936950f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:29:44.739309 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-bf84a405-3b4e-4e31-b1ec-267765990777 req-bda27fbf-63de-47ea-97c9-b3d2936950f6 service neutron] 10.222.0.10 "GET /v2.0/networks?id=5c01f472-be09-4f47-a17f-2a759f124795 HTTP/1.1" status: 200 len: 918 time: 0.1841321 Sep 30 06:29:44.741709 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20384735-6f4d-48e4-81ee-0c19fb1d7c12 req-7ef961ed-a2ef-40d3-9b0b-b36194fbe689 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:29:44.743282 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-20384735-6f4d-48e4-81ee-0c19fb1d7c12 req-7ef961ed-a2ef-40d3-9b0b-b36194fbe689 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=17fc2b0a-37a5-4ddf-8fb7-8e0b595f4a62 HTTP/1.1" status: 200 len: 1102 time: 0.0781958 Sep 30 06:29:44.750085 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fa85d3-8260-4ade-822e-dd328de100f5 req-37aa3e29-8c49-4e61-8b8b-a8372dc913ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:29:44.752925 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-f4fa85d3-8260-4ade-822e-dd328de100f5 req-37aa3e29-8c49-4e61-8b8b-a8372dc913ab service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=d4e6ac6d-5933-4a2e-a7af-3b2c7b5ec17a HTTP/1.1" status: 200 len: 1098 time: 0.0853961 Sep 30 06:29:44.772986 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6714ef2f-9a48-4589-a410-263e88ea5b8e req-eda835f1-90c7-438d-be4b-dec653850458 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:29:44.775358 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-6714ef2f-9a48-4589-a410-263e88ea5b8e req-eda835f1-90c7-438d-be4b-dec653850458 service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=1eac498b69b6420eb083db675eb52bac&shared=False HTTP/1.1" status: 200 len: 916 time: 0.2095733 Sep 30 06:29:44.852363 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-bf84a405-3b4e-4e31-b1ec-267765990777 req-944bee98-f9f3-4494-bd25-6714ba96043d service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f5867bda-e9f5-44e1-9382-f6b9e19fe331 HTTP/1.1" status: 200 len: 217 time: 0.0899501 Sep 30 06:29:44.865086 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-20384735-6f4d-48e4-81ee-0c19fb1d7c12 req-5cb2afee-582a-4b81-a234-a1f39fd6d558 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=000e6224-5f25-404e-9698-7a6837496159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958238 Sep 30 06:29:44.868495 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-f4fa85d3-8260-4ade-822e-dd328de100f5 req-5f6a7b68-34ad-4599-8eea-376d8a8b62d4 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=b150e05c-7d7a-4392-9d2b-fe2d02ba7332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922084 Sep 30 06:29:44.888497 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1c3199-d389-432c-b81d-a48708065604 req-c660b3b1-91d9-4838-9cdf-eee248bc4b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:29:44.891018 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-eb1c3199-d389-432c-b81d-a48708065604 req-c660b3b1-91d9-4838-9cdf-eee248bc4b01 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=3f54d397fb6646ca811cd4b70b8b5d31&device_id=c7de8e92-ecc9-41bc-98bb-5c2242bab3d1 HTTP/1.1" status: 200 len: 1098 time: 0.0581155 Sep 30 06:29:44.924384 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c18687-19a3-490c-badf-77ef0986c3ab req-c8951965-3344-4aa3-a2d1-e2298da4b0d1 tempest-ServerRescueNegativeTestJSON-1209427659 tempest-ServerRescueNegativeTestJSON-1209427659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:29:44.925999 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-04c18687-19a3-490c-badf-77ef0986c3ab req-c8951965-3344-4aa3-a2d1-e2298da4b0d1 tempest-ServerRescueNegativeTestJSON-1209427659 tempest-ServerRescueNegativeTestJSON-1209427659-project] 10.222.0.36 "GET /v2.0/ports?device_id=be801cab-b2ce-4594-8d30-3431ea29df2f HTTP/1.1" status: 200 len: 945 time: 0.2124228 Sep 30 06:29:45.014984 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf84a405-3b4e-4e31-b1ec-267765990777 req-8211b459-ff59-4afb-91a6-290f63589ee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:29:45.017379 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-bf84a405-3b4e-4e31-b1ec-267765990777 req-8211b459-ff59-4afb-91a6-290f63589ee8 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=c94366a3-4b59-4b72-a9bf-62e041f6886b HTTP/1.1" status: 200 len: 857 time: 0.1480854 Sep 30 06:29:45.049035 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-04c18687-19a3-490c-badf-77ef0986c3ab req-42a0b3af-68c7-4cb3-bfbb-52b0f87bb465 tempest-ServerRescueNegativeTestJSON-1209427659 tempest-ServerRescueNegativeTestJSON-1209427659-project] 10.222.0.36 "GET /v2.0/security-groups?id=78ce1e3c-f3d7-420d-ac39-20c93d3fb7fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085374 Sep 30 06:29:45.075753 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6714ef2f-9a48-4589-a410-263e88ea5b8e req-91d1714e-df09-4a69-a486-4ea1a758f546 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:29:45.077920 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-6714ef2f-9a48-4589-a410-263e88ea5b8e req-91d1714e-df09-4a69-a486-4ea1a758f546 service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2482083 Sep 30 06:29:45.088422 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79d1113-004a-42e0-9df7-f8dd49bbfada req-decf65fe-da15-44f0-9613-6f357046b30e tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:29:45.089965 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-e79d1113-004a-42e0-9df7-f8dd49bbfada req-decf65fe-da15-44f0-9613-6f357046b30e tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] 10.222.0.36 "GET /v2.0/ports?device_id=c7de8e92-ecc9-41bc-98bb-5c2242bab3d1 HTTP/1.1" status: 200 len: 945 time: 0.0553243 Sep 30 06:29:45.138458 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-e79d1113-004a-42e0-9df7-f8dd49bbfada req-efb9b6b3-5405-4a1c-903f-e66c322a4fcc tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] 10.222.0.36 "GET /v2.0/security-groups?id=aaa05d83-3ebc-404f-b7b5-bc03e45995ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419266 Sep 30 06:29:45.471069 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6348822-151d-444b-ac8f-882da34dc212 req-6007c0f7-1b29-45bf-8560-4eebc9ac411c tempest-VolumesNegativeTest-1401667650 tempest-VolumesNegativeTest-1401667650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:29:45.472803 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-f6348822-151d-444b-ac8f-882da34dc212 req-6007c0f7-1b29-45bf-8560-4eebc9ac411c tempest-VolumesNegativeTest-1401667650 tempest-VolumesNegativeTest-1401667650-project] 10.222.0.36 "GET /v2.0/ports?device_id=17fc2b0a-37a5-4ddf-8fb7-8e0b595f4a62 HTTP/1.1" status: 200 len: 949 time: 0.0536437 Sep 30 06:29:45.480464 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa43538d-f3e7-4466-af76-ad82b954bfb1 req-fc9a029a-d437-4661-b493-ec30c5c8ceee tempest-VolumesActionsTest-1064546985 tempest-VolumesActionsTest-1064546985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:29:45.482197 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-fa43538d-f3e7-4466-af76-ad82b954bfb1 req-fc9a029a-d437-4661-b493-ec30c5c8ceee tempest-VolumesActionsTest-1064546985 tempest-VolumesActionsTest-1064546985-project] 10.222.0.36 "GET /v2.0/ports?device_id=d4e6ac6d-5933-4a2e-a7af-3b2c7b5ec17a HTTP/1.1" status: 200 len: 945 time: 0.0560009 Sep 30 06:29:45.514958 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-f6348822-151d-444b-ac8f-882da34dc212 req-767fa66a-1b76-4e68-9fa8-ed70dd35796e tempest-VolumesNegativeTest-1401667650 tempest-VolumesNegativeTest-1401667650-project] 10.222.0.36 "GET /v2.0/security-groups?id=000e6224-5f25-404e-9698-7a6837496159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353138 Sep 30 06:29:45.524243 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-fa43538d-f3e7-4466-af76-ad82b954bfb1 req-3808b5fc-e387-47e8-8955-e91ea9a9cff0 tempest-VolumesActionsTest-1064546985 tempest-VolumesActionsTest-1064546985-project] 10.222.0.36 "GET /v2.0/security-groups?id=b150e05c-7d7a-4392-9d2b-fe2d02ba7332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351670 Sep 30 06:29:45.635737 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f13845-6bd4-4b23-a213-a621bff23098 req-529ed260-7a32-495d-9e28-f5766c464be2 tempest-TestMinimumBasicScenario-1320848959 tempest-TestMinimumBasicScenario-1320848959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:29:45.637097 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-93f13845-6bd4-4b23-a213-a621bff23098 req-529ed260-7a32-495d-9e28-f5766c464be2 tempest-TestMinimumBasicScenario-1320848959 tempest-TestMinimumBasicScenario-1320848959-project] 10.222.0.36 "GET /v2.0/ports?device_id=d0bb6047-6799-481c-9961-ca0038f01968 HTTP/1.1" status: 200 len: 944 time: 0.0505075 Sep 30 06:29:45.678180 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-93f13845-6bd4-4b23-a213-a621bff23098 req-e5dfa783-b5cc-4f05-bc56-499b911b03bd tempest-TestMinimumBasicScenario-1320848959 tempest-TestMinimumBasicScenario-1320848959-project] 10.222.0.36 "GET /v2.0/security-groups?id=a3fc8924-f30a-4de5-8af2-a86f77449999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333648 Sep 30 06:29:46.181518 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b06e20c-cdec-4daa-863e-654d269f975f req-bddf5340-3927-4398-b834-e82d17bb67e2 tempest-ServerRescueNegativeTestJSON-1209427659 tempest-ServerRescueNegativeTestJSON-1209427659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:29:46.183198 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-5b06e20c-cdec-4daa-863e-654d269f975f req-bddf5340-3927-4398-b834-e82d17bb67e2 tempest-ServerRescueNegativeTestJSON-1209427659 tempest-ServerRescueNegativeTestJSON-1209427659-project] 10.222.0.36 "GET /v2.0/ports?device_id=be801cab-b2ce-4594-8d30-3431ea29df2f HTTP/1.1" status: 200 len: 945 time: 0.0570421 Sep 30 06:29:46.226236 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-5b06e20c-cdec-4daa-863e-654d269f975f req-1f6201e8-e785-4fc6-a494-365838920760 tempest-ServerRescueNegativeTestJSON-1209427659 tempest-ServerRescueNegativeTestJSON-1209427659-project] 10.222.0.36 "GET /v2.0/security-groups?id=78ce1e3c-f3d7-420d-ac39-20c93d3fb7fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344269 Sep 30 06:29:46.276343 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d824f3b8-a8f9-49af-834a-f5fe04591114 req-5ce8a0ba-03cb-4659-be7f-d760bea9f767 tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:29:46.277854 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-d824f3b8-a8f9-49af-834a-f5fe04591114 req-5ce8a0ba-03cb-4659-be7f-d760bea9f767 tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] 10.222.0.36 "GET /v2.0/ports?device_id=c7de8e92-ecc9-41bc-98bb-5c2242bab3d1 HTTP/1.1" status: 200 len: 945 time: 0.0551033 Sep 30 06:29:46.319911 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-d824f3b8-a8f9-49af-834a-f5fe04591114 req-10af041f-3bdf-457a-9424-31ef10268754 tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] 10.222.0.36 "GET /v2.0/security-groups?id=aaa05d83-3ebc-404f-b7b5-bc03e45995ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348804 Sep 30 06:29:46.644807 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f04c2e0-816c-488d-bc30-b5466dd86f78 req-b83473e3-8ea4-4f27-85ef-2c65c940e87e tempest-VolumesNegativeTest-1401667650 tempest-VolumesNegativeTest-1401667650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:29:46.646412 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-3f04c2e0-816c-488d-bc30-b5466dd86f78 req-b83473e3-8ea4-4f27-85ef-2c65c940e87e tempest-VolumesNegativeTest-1401667650 tempest-VolumesNegativeTest-1401667650-project] 10.222.0.36 "GET /v2.0/ports?device_id=17fc2b0a-37a5-4ddf-8fb7-8e0b595f4a62 HTTP/1.1" status: 200 len: 949 time: 0.0507832 Sep 30 06:29:46.661403 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa0ae28-74f8-4866-b986-fab6097d68b2 req-ac59de70-08cf-478a-94c5-b3c82316665e tempest-VolumesActionsTest-1064546985 tempest-VolumesActionsTest-1064546985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:29:46.662975 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-dfa0ae28-74f8-4866-b986-fab6097d68b2 req-ac59de70-08cf-478a-94c5-b3c82316665e tempest-VolumesActionsTest-1064546985 tempest-VolumesActionsTest-1064546985-project] 10.222.0.36 "GET /v2.0/ports?device_id=d4e6ac6d-5933-4a2e-a7af-3b2c7b5ec17a HTTP/1.1" status: 200 len: 945 time: 0.0524349 Sep 30 06:29:46.691090 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-3f04c2e0-816c-488d-bc30-b5466dd86f78 req-20e96da6-3068-4c47-92f6-8c27a7fb0e6b tempest-VolumesNegativeTest-1401667650 tempest-VolumesNegativeTest-1401667650-project] 10.222.0.36 "GET /v2.0/security-groups?id=000e6224-5f25-404e-9698-7a6837496159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365450 Sep 30 06:29:46.714804 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-dfa0ae28-74f8-4866-b986-fab6097d68b2 req-c57937ee-4796-40f0-9d02-a9733cca4f66 tempest-VolumesActionsTest-1064546985 tempest-VolumesActionsTest-1064546985-project] 10.222.0.36 "GET /v2.0/security-groups?id=b150e05c-7d7a-4392-9d2b-fe2d02ba7332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451689 Sep 30 06:29:46.813132 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5972e4-f492-40dd-8f16-e0a930087b7d req-6de5d8e1-b38c-49c3-835b-f989a380f404 tempest-TestMinimumBasicScenario-1320848959 tempest-TestMinimumBasicScenario-1320848959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:29:46.814674 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-4b5972e4-f492-40dd-8f16-e0a930087b7d req-6de5d8e1-b38c-49c3-835b-f989a380f404 tempest-TestMinimumBasicScenario-1320848959 tempest-TestMinimumBasicScenario-1320848959-project] 10.222.0.36 "GET /v2.0/ports?device_id=d0bb6047-6799-481c-9961-ca0038f01968 HTTP/1.1" status: 200 len: 944 time: 0.0544679 Sep 30 06:29:46.854226 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-4b5972e4-f492-40dd-8f16-e0a930087b7d req-7cae1639-bebb-46e2-88b9-fb168c996b61 tempest-TestMinimumBasicScenario-1320848959 tempest-TestMinimumBasicScenario-1320848959-project] 10.222.0.36 "GET /v2.0/security-groups?id=a3fc8924-f30a-4de5-8af2-a86f77449999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332534 Sep 30 06:29:47.344961 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8be260-1d51-460f-98e3-2a822932fefd req-5bd5be27-e39a-4197-8fc7-b4378587dfd7 tempest-ServerRescueNegativeTestJSON-1209427659 tempest-ServerRescueNegativeTestJSON-1209427659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:29:47.346449 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-9d8be260-1d51-460f-98e3-2a822932fefd req-5bd5be27-e39a-4197-8fc7-b4378587dfd7 tempest-ServerRescueNegativeTestJSON-1209427659 tempest-ServerRescueNegativeTestJSON-1209427659-project] 10.222.0.36 "GET /v2.0/ports?device_id=be801cab-b2ce-4594-8d30-3431ea29df2f HTTP/1.1" status: 200 len: 945 time: 0.0478992 Sep 30 06:29:47.385613 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-9d8be260-1d51-460f-98e3-2a822932fefd req-9d217894-7eb8-43a5-ab13-0ed6a30c30ec tempest-ServerRescueNegativeTestJSON-1209427659 tempest-ServerRescueNegativeTestJSON-1209427659-project] 10.222.0.36 "GET /v2.0/security-groups?id=78ce1e3c-f3d7-420d-ac39-20c93d3fb7fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330579 Sep 30 06:29:47.450917 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9151b1-2bfa-4bc9-aaa1-cd87fe1a870d req-2ccaac18-5fb3-4792-b8c9-2122cca8f87c tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:29:47.453314 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-1e9151b1-2bfa-4bc9-aaa1-cd87fe1a870d req-2ccaac18-5fb3-4792-b8c9-2122cca8f87c tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] 10.222.0.36 "GET /v2.0/ports?device_id=c7de8e92-ecc9-41bc-98bb-5c2242bab3d1 HTTP/1.1" status: 200 len: 945 time: 0.0541229 Sep 30 06:29:47.494244 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-1e9151b1-2bfa-4bc9-aaa1-cd87fe1a870d req-4e9c05cc-9274-4ecc-a18d-6fc8597961f3 tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] 10.222.0.36 "GET /v2.0/security-groups?id=aaa05d83-3ebc-404f-b7b5-bc03e45995ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347142 Sep 30 06:29:47.835914 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7736fc01-329b-4906-abf9-8cfd7d7c9334 req-e206394a-9fdd-4117-b309-78d4641d1c92 tempest-VolumesNegativeTest-1401667650 tempest-VolumesNegativeTest-1401667650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:29:47.837593 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-7736fc01-329b-4906-abf9-8cfd7d7c9334 req-e206394a-9fdd-4117-b309-78d4641d1c92 tempest-VolumesNegativeTest-1401667650 tempest-VolumesNegativeTest-1401667650-project] 10.222.0.36 "GET /v2.0/ports?device_id=17fc2b0a-37a5-4ddf-8fb7-8e0b595f4a62 HTTP/1.1" status: 200 len: 949 time: 0.0697513 Sep 30 06:29:47.847548 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec51056d-93d1-4cdc-8e47-1094bbf7156d req-a2fd328d-0cbf-4567-9d75-03de1eedb4f0 tempest-VolumesActionsTest-1064546985 tempest-VolumesActionsTest-1064546985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:29:47.849091 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-ec51056d-93d1-4cdc-8e47-1094bbf7156d req-a2fd328d-0cbf-4567-9d75-03de1eedb4f0 tempest-VolumesActionsTest-1064546985 tempest-VolumesActionsTest-1064546985-project] 10.222.0.36 "GET /v2.0/ports?device_id=d4e6ac6d-5933-4a2e-a7af-3b2c7b5ec17a HTTP/1.1" status: 200 len: 945 time: 0.0565948 Sep 30 06:29:47.885898 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-7736fc01-329b-4906-abf9-8cfd7d7c9334 req-94f5d67e-a3ac-49f1-99c7-5d0e4f7934ba tempest-VolumesNegativeTest-1401667650 tempest-VolumesNegativeTest-1401667650-project] 10.222.0.36 "GET /v2.0/security-groups?id=000e6224-5f25-404e-9698-7a6837496159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412414 Sep 30 06:29:47.906733 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-ec51056d-93d1-4cdc-8e47-1094bbf7156d req-b742ab5c-9c18-44af-95d8-05d225c38c8a tempest-VolumesActionsTest-1064546985 tempest-VolumesActionsTest-1064546985-project] 10.222.0.36 "GET /v2.0/security-groups?id=b150e05c-7d7a-4392-9d2b-fe2d02ba7332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375116 Sep 30 06:29:47.970206 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.rpc [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] Device 387fd7a2-12c8-44e0-a778-a8a0b80d0b88 details requested by agent hyperv_hv-cinder-81187 with host hv-cinder-81187 {{(pid=94001) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 06:29:47.995284 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b9c297-ffdf-42e8-b120-bb85c4440112 req-f05ff538-f684-4001-9aa9-37bf208316a0 tempest-TestMinimumBasicScenario-1320848959 tempest-TestMinimumBasicScenario-1320848959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:29:47.997636 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-16b9c297-ffdf-42e8-b120-bb85c4440112 req-f05ff538-f684-4001-9aa9-37bf208316a0 tempest-TestMinimumBasicScenario-1320848959 tempest-TestMinimumBasicScenario-1320848959-project] 10.222.0.36 "GET /v2.0/ports?device_id=d0bb6047-6799-481c-9961-ca0038f01968 HTTP/1.1" status: 200 len: 944 time: 0.0589614 Sep 30 06:29:48.067118 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-16b9c297-ffdf-42e8-b120-bb85c4440112 req-fb4f20ce-b2eb-4086-993f-4d0f014c212c tempest-TestMinimumBasicScenario-1320848959 tempest-TestMinimumBasicScenario-1320848959-project] 10.222.0.36 "GET /v2.0/security-groups?id=a3fc8924-f30a-4de5-8af2-a86f77449999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462170 Sep 30 06:29:48.080556 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.db [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] For port 387fd7a2-12c8-44e0-a778-a8a0b80d0b88, host hv-cinder-81187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81187',level=0,port_id=387fd7a2-12c8-44e0-a778-a8a0b80d0b88,segment=NetworkSegment(2a6dd986-63b3-41e2-80f5-fecbf28b70d3),segment_id=2a6dd986-63b3-41e2-80f5-fecbf28b70d3)] {{(pid=94001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 06:29:48.092404 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.rpc [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] Returning: {'device': '387fd7a2-12c8-44e0-a778-a8a0b80d0b88', 'network_id': '5fefac64-03c4-43dd-a17b-d4a261fa3173', 'port_id': '387fd7a2-12c8-44e0-a778-a8a0b80d0b88', 'mac_address': 'fa:16:3e:7b:0d:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 333, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05cd2f04-a42c-4ac5-94b6-16f7140b471b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94001) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 06:29:48.143649 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653538'] for port, before_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:29:48.159508 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.notifiers.nova [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 387fd7a2-12c8-44e0-a778-a8a0b80d0b88 {{(pid=94001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 06:29:48.181519 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.db [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] For port 387fd7a2-12c8-44e0-a778-a8a0b80d0b88, host hv-cinder-81187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81187',level=0,port_id=387fd7a2-12c8-44e0-a778-a8a0b80d0b88,segment=NetworkSegment(2a6dd986-63b3-41e2-80f5-fecbf28b70d3),segment_id=2a6dd986-63b3-41e2-80f5-fecbf28b70d3)] {{(pid=94001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 06:29:48.186595 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7821886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727545992452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727545489363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727545489381'] for port, after_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:29:48.245989 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] Pushing event updated for resources: {'Port': ['ID=387fd7a2-12c8-44e0-a778-a8a0b80d0b88,revision_number=6']} {{(pid=94001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:29:48.322052 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-bf84a405-3b4e-4e31-b1ec-267765990777 req-26eb58e9-bbff-412e-b96a-55a6bf6101a4 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=5c01f472-be09-4f47-a17f-2a759f124795&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0521669 Sep 30 06:29:48.391380 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.db [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] get_ports_and_sgs() called for port_ids ['387fd7a2-12c8-44e0-a778-a8a0b80d0b88'] {{(pid=94001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 06:29:48.464002 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1c3199-d389-432c-b81d-a48708065604 req-5949442e-6e17-48dc-9618-4b68b8d404b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:29:48.465465 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-eb1c3199-d389-432c-b81d-a48708065604 req-5949442e-6e17-48dc-9618-4b68b8d404b7 service neutron] 10.222.0.10 "GET /v2.0/networks?id=5fefac64-03c4-43dd-a17b-d4a261fa3173 HTTP/1.1" status: 200 len: 918 time: 0.1653268 Sep 30 06:29:48.479956 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e37be9-6b4b-426b-9420-a9b621d37f05 req-a6aae8ff-c49c-467a-9dae-bd9e0c7fdfbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:29:48.481711 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-a1e37be9-6b4b-426b-9420-a9b621d37f05 req-a6aae8ff-c49c-467a-9dae-bd9e0c7fdfbb service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=1eac498b69b6420eb083db675eb52bac&device_id=d0bb6047-6799-481c-9961-ca0038f01968 HTTP/1.1" status: 200 len: 1097 time: 0.1418257 Sep 30 06:29:48.500644 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-bf84a405-3b4e-4e31-b1ec-267765990777 req-a68295f9-d420-4976-81a3-f79ce30c6d5d service neutron] 10.222.0.10 "GET /v2.0/networks/5c01f472-be09-4f47-a17f-2a759f124795?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1586819 Sep 30 06:29:48.562160 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-a1e37be9-6b4b-426b-9420-a9b621d37f05 req-8ce8c39e-c56f-4ebb-aa2b-0919fe55e7d7 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=12a27015-8937-4612-aa31-c36e99d84dae HTTP/1.1" status: 200 len: 217 time: 0.0601268 Sep 30 06:29:48.622920 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-eb1c3199-d389-432c-b81d-a48708065604 req-7caafbec-037c-4e3e-a2d9-e0ad5d9fe396 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=387fd7a2-12c8-44e0-a778-a8a0b80d0b88 HTTP/1.1" status: 200 len: 1000 time: 0.1479867 Sep 30 06:29:48.636059 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b54fc69-56de-47d2-901d-5af8beb53c05 req-2a029681-c149-4811-9507-aa9fe30405fb tempest-ServerRescueNegativeTestJSON-1209427659 tempest-ServerRescueNegativeTestJSON-1209427659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:29:48.637615 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-1b54fc69-56de-47d2-901d-5af8beb53c05 req-2a029681-c149-4811-9507-aa9fe30405fb tempest-ServerRescueNegativeTestJSON-1209427659 tempest-ServerRescueNegativeTestJSON-1209427659-project] 10.222.0.36 "GET /v2.0/ports?device_id=be801cab-b2ce-4594-8d30-3431ea29df2f HTTP/1.1" status: 200 len: 945 time: 0.1060333 Sep 30 06:29:48.709937 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1c3199-d389-432c-b81d-a48708065604 req-c1382342-7f67-4389-9c4c-5cbf8bc8367d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:29:48.711652 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-eb1c3199-d389-432c-b81d-a48708065604 req-c1382342-7f67-4389-9c4c-5cbf8bc8367d service neutron] 10.222.0.10 "GET /v2.0/subnets?id=05cd2f04-a42c-4ac5-94b6-16f7140b471b HTTP/1.1" status: 200 len: 856 time: 0.0730000 Sep 30 06:29:48.721452 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-1b54fc69-56de-47d2-901d-5af8beb53c05 req-5caf7e12-a741-48ab-a8a2-c83973881476 tempest-ServerRescueNegativeTestJSON-1209427659 tempest-ServerRescueNegativeTestJSON-1209427659-project] 10.222.0.36 "GET /v2.0/security-groups?id=78ce1e3c-f3d7-420d-ac39-20c93d3fb7fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550022 Sep 30 06:29:48.780121 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1c3199-d389-432c-b81d-a48708065604 req-64162418-15f1-4764-879d-56dabc9a32dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:29:48.782133 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-eb1c3199-d389-432c-b81d-a48708065604 req-64162418-15f1-4764-879d-56dabc9a32dc service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=5fefac64-03c4-43dd-a17b-d4a261fa3173&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0563869 Sep 30 06:29:48.928680 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-eb1c3199-d389-432c-b81d-a48708065604 req-cbd9f189-a9c9-4d4b-a20c-a4ba43e22900 service neutron] 10.222.0.10 "GET /v2.0/networks/5fefac64-03c4-43dd-a17b-d4a261fa3173?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1363156 Sep 30 06:29:48.954286 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e37be9-6b4b-426b-9420-a9b621d37f05 req-a56f4736-1ae3-4801-9756-23ef7211210d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:29:48.956134 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-a1e37be9-6b4b-426b-9420-a9b621d37f05 req-a56f4736-1ae3-4801-9756-23ef7211210d service neutron] 10.222.0.10 "GET /v2.0/subnets?id=2c9c376a-5800-4284-af97-c6cdc8434b50 HTTP/1.1" status: 200 len: 854 time: 0.3829257 Sep 30 06:29:48.990000 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-bf84a405-3b4e-4e31-b1ec-267765990777 req-84e6bcea-caba-4bb0-a4cd-be14bb5208fe service neutron] 10.222.0.10 "GET /v2.0/networks/5c01f472-be09-4f47-a17f-2a759f124795?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4362581 Sep 30 06:29:48.998701 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eeef580-0bcf-44a9-a902-c4cd83daddd7 req-567c248c-090f-4ce9-b9ed-e2e780f57d10 tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:29:49.000242 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-0eeef580-0bcf-44a9-a902-c4cd83daddd7 req-567c248c-090f-4ce9-b9ed-e2e780f57d10 tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] 10.222.0.36 "GET /v2.0/ports?device_id=c7de8e92-ecc9-41bc-98bb-5c2242bab3d1 HTTP/1.1" status: 200 len: 944 time: 0.3975003 Sep 30 06:29:49.000681 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.rpc [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] Device 387fd7a2-12c8-44e0-a778-a8a0b80d0b88 up at agent hyperv_hv-cinder-81187 {{(pid=94001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 06:29:49.096437 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-eb1c3199-d389-432c-b81d-a48708065604 req-873e327d-917a-4f1e-9c60-f70b015adb05 service neutron] 10.222.0.10 "GET /v2.0/networks/5fefac64-03c4-43dd-a17b-d4a261fa3173?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1574211 Sep 30 06:29:49.098722 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e37be9-6b4b-426b-9420-a9b621d37f05 req-63987ce2-7f88-4e47-bdad-f821cab043ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:29:49.100261 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-a1e37be9-6b4b-426b-9420-a9b621d37f05 req-63987ce2-7f88-4e47-bdad-f821cab043ce service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=615a80a4-119e-49ec-bb8d-26850945a271&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1207969 Sep 30 06:29:49.104591 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9595968-1db7-408c-94a4-3b496e62d8c1 req-be7b4a6e-c38e-45e5-8569-5dea8d0af860 tempest-VolumesNegativeTest-1401667650 tempest-VolumesNegativeTest-1401667650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:29:49.106431 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-e9595968-1db7-408c-94a4-3b496e62d8c1 req-be7b4a6e-c38e-45e5-8569-5dea8d0af860 tempest-VolumesNegativeTest-1401667650 tempest-VolumesNegativeTest-1401667650-project] 10.222.0.36 "GET /v2.0/ports?device_id=17fc2b0a-37a5-4ddf-8fb7-8e0b595f4a62 HTTP/1.1" status: 200 len: 949 time: 0.1337991 Sep 30 06:29:49.113154 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-0eeef580-0bcf-44a9-a902-c4cd83daddd7 req-08adcbae-9dc8-4659-921b-35501bc821a4 tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] 10.222.0.36 "GET /v2.0/security-groups?id=aaa05d83-3ebc-404f-b7b5-bc03e45995ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0780952 Sep 30 06:29:49.132054 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.db.provisioning_blocks [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] Provisioning complete for port 387fd7a2-12c8-44e0-a778-a8a0b80d0b88 triggered by entity L2. {{(pid=94001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 06:29:49.132443 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-597822'] for port, provisioning_complete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:29:49.214496 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-e9595968-1db7-408c-94a4-3b496e62d8c1 req-ce063caa-6648-461c-a923-d6a3835df9c7 tempest-VolumesNegativeTest-1401667650 tempest-VolumesNegativeTest-1401667650-project] 10.222.0.36 "GET /v2.0/security-groups?id=000e6224-5f25-404e-9698-7a6837496159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001775 Sep 30 06:29:49.264075 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653538'] for port, before_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:29:49.304532 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7de8e92-ecc9-41bc-98bb-5c2242bab3d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '387fd7a2-12c8-44e0-a778-a8a0b80d0b88'}] {{(pid=94001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 06:29:49.307139 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6a6fbc36b32d89ab1780593628eab99e94898f937be62aa03f5208480f4236e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e158e85-a8a9-41b7-ae84-39c34fa389f9" -d '{"events": [{"server_uuid": "c7de8e92-ecc9-41bc-98bb-5c2242bab3d1", "name": "network-vif-plugged", "status": "completed", "tag": "387fd7a2-12c8-44e0-a778-a8a0b80d0b88"}]}' {{(pid=94001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 06:29:49.322664 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.db [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] For port 387fd7a2-12c8-44e0-a778-a8a0b80d0b88, host hv-cinder-81187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81187',level=0,port_id=387fd7a2-12c8-44e0-a778-a8a0b80d0b88,segment=NetworkSegment(2a6dd986-63b3-41e2-80f5-fecbf28b70d3),segment_id=2a6dd986-63b3-41e2-80f5-fecbf28b70d3)] {{(pid=94001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 06:29:49.328524 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c578782-cc31-4a3c-aa30-b9fde1089b65 req-0819c468-57dc-47c1-83c8-9eb0b71740a1 tempest-VolumesActionsTest-1064546985 tempest-VolumesActionsTest-1064546985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:29:49.329703 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7821886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727545992452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727545489363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727545489381'] for port, after_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:29:49.330851 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-0c578782-cc31-4a3c-aa30-b9fde1089b65 req-0819c468-57dc-47c1-83c8-9eb0b71740a1 tempest-VolumesActionsTest-1064546985 tempest-VolumesActionsTest-1064546985-project] 10.222.0.36 "GET /v2.0/ports?device_id=d4e6ac6d-5933-4a2e-a7af-3b2c7b5ec17a HTTP/1.1" status: 200 len: 945 time: 0.1132970 Sep 30 06:29:49.350518 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf735b42-6272-4fa0-8c89-c2becd78462a req-ab4f7a31-a04e-4d2f-9d2a-444f6e5420a7 tempest-TestMinimumBasicScenario-1320848959 tempest-TestMinimumBasicScenario-1320848959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:29:49.362094 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-bf735b42-6272-4fa0-8c89-c2becd78462a req-ab4f7a31-a04e-4d2f-9d2a-444f6e5420a7 tempest-TestMinimumBasicScenario-1320848959 tempest-TestMinimumBasicScenario-1320848959-project] 10.222.0.36 "GET /v2.0/ports?device_id=d0bb6047-6799-481c-9961-ca0038f01968 HTTP/1.1" status: 200 len: 944 time: 0.0852773 Sep 30 06:29:49.387453 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-a1e37be9-6b4b-426b-9420-a9b621d37f05 req-fb79dfa5-95de-4544-b1b3-395ce642aba4 service neutron] 10.222.0.10 "GET /v2.0/networks/615a80a4-119e-49ec-bb8d-26850945a271?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2680209 Sep 30 06:29:49.438048 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-bf735b42-6272-4fa0-8c89-c2becd78462a req-6130fb9b-2f63-4f7d-88b0-896111994a24 tempest-TestMinimumBasicScenario-1320848959 tempest-TestMinimumBasicScenario-1320848959-project] 10.222.0.36 "GET /v2.0/security-groups?id=a3fc8924-f30a-4de5-8af2-a86f77449999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744593 Sep 30 06:29:49.451521 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-0c578782-cc31-4a3c-aa30-b9fde1089b65 req-6c2bb2f7-e5b7-4b48-8179-8409257bbdf3 tempest-VolumesActionsTest-1064546985 tempest-VolumesActionsTest-1064546985-project] 10.222.0.36 "GET /v2.0/security-groups?id=b150e05c-7d7a-4392-9d2b-fe2d02ba7332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980029 Sep 30 06:29:49.485940 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] Pushing event updated for resources: {'Port': ['ID=387fd7a2-12c8-44e0-a778-a8a0b80d0b88,revision_number=7']} {{(pid=94001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:29:49.549475 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 06:29:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8820f9af-67b3-4593-9e03-f52d2254c151 x-openstack-request-id: req-8820f9af-67b3-4593-9e03-f52d2254c151 {{(pid=94001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 06:29:49.549783 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7de8e92-ecc9-41bc-98bb-5c2242bab3d1", "name": "network-vif-plugged", "status": "completed", "tag": "387fd7a2-12c8-44e0-a778-a8a0b80d0b88", "code": 200}]} {{(pid=94001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 06:29:49.550039 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-8820f9af-67b3-4593-9e03-f52d2254c151 {{(pid=94001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 06:29:49.550438 dv-cinder-811877-1-iscsi neutron-server[94001]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7de8e92-ecc9-41bc-98bb-5c2242bab3d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '387fd7a2-12c8-44e0-a778-a8a0b80d0b88', 'code': 200} Sep 30 06:29:49.610893 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-a1e37be9-6b4b-426b-9420-a9b621d37f05 req-735cdd45-559f-4fef-841d-a35c2e34be57 service neutron] 10.222.0.10 "GET /v2.0/networks/615a80a4-119e-49ec-bb8d-26850945a271?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1577144 Sep 30 06:29:49.856939 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08b897a-68ac-4714-97cc-80714159c6a9 req-88df53a7-634a-494d-ad37-c5cb13d894c5 tempest-AttachVolumeTestJSON-1192105893 tempest-AttachVolumeTestJSON-1192105893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:29:49.858432 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-a08b897a-68ac-4714-97cc-80714159c6a9 req-88df53a7-634a-494d-ad37-c5cb13d894c5 tempest-AttachVolumeTestJSON-1192105893 tempest-AttachVolumeTestJSON-1192105893-project] 10.222.0.36 "GET /v2.0/ports?device_id=6958c33e-794d-418e-a5ab-7fc4d005ddf7 HTTP/1.1" status: 200 len: 946 time: 0.0529795 Sep 30 06:29:49.900675 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-a08b897a-68ac-4714-97cc-80714159c6a9 req-66a9065d-d458-4e26-b774-18c84d7bffa6 tempest-AttachVolumeTestJSON-1192105893 tempest-AttachVolumeTestJSON-1192105893-project] 10.222.0.36 "GET /v2.0/security-groups?id=2948a1ff-6e7e-4016-a1fe-d6f8926a46bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359523 Sep 30 06:29:49.932536 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca82941f-5489-4534-b302-117d95976689 req-3086a366-8b01-4851-b4a7-521fabce862b tempest-ServerRescueNegativeTestJSON-1209427659 tempest-ServerRescueNegativeTestJSON-1209427659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:29:49.934320 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-ca82941f-5489-4534-b302-117d95976689 req-3086a366-8b01-4851-b4a7-521fabce862b tempest-ServerRescueNegativeTestJSON-1209427659 tempest-ServerRescueNegativeTestJSON-1209427659-project] 10.222.0.36 "GET /v2.0/ports?device_id=be801cab-b2ce-4594-8d30-3431ea29df2f HTTP/1.1" status: 200 len: 945 time: 0.0583208 Sep 30 06:29:49.976653 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-ca82941f-5489-4534-b302-117d95976689 req-111f437b-6db2-47d9-8277-6b6190deec58 tempest-ServerRescueNegativeTestJSON-1209427659 tempest-ServerRescueNegativeTestJSON-1209427659-project] 10.222.0.36 "GET /v2.0/security-groups?id=78ce1e3c-f3d7-420d-ac39-20c93d3fb7fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343874 Sep 30 06:29:50.255916 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa0c386-09a9-4f86-b083-3e1cd8963d6a req-c6a10382-cf33-4219-aa23-d82cf31d8f4e tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:29:50.257487 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-0fa0c386-09a9-4f86-b083-3e1cd8963d6a req-c6a10382-cf33-4219-aa23-d82cf31d8f4e tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] 10.222.0.36 "GET /v2.0/ports?device_id=c7de8e92-ecc9-41bc-98bb-5c2242bab3d1 HTTP/1.1" status: 200 len: 945 time: 0.0590456 Sep 30 06:29:50.313767 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-0fa0c386-09a9-4f86-b083-3e1cd8963d6a req-bea1eace-070c-4ceb-a31b-a5517f198fd2 tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] 10.222.0.36 "GET /v2.0/security-groups?id=aaa05d83-3ebc-404f-b7b5-bc03e45995ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499001 Sep 30 06:29:50.347610 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a498d9c-184f-4965-8684-14583f8c503e req-c541fb10-3d97-4752-b6ff-d22150c50994 tempest-VolumesNegativeTest-1401667650 tempest-VolumesNegativeTest-1401667650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:29:50.349487 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-2a498d9c-184f-4965-8684-14583f8c503e req-c541fb10-3d97-4752-b6ff-d22150c50994 tempest-VolumesNegativeTest-1401667650 tempest-VolumesNegativeTest-1401667650-project] 10.222.0.36 "GET /v2.0/ports?device_id=17fc2b0a-37a5-4ddf-8fb7-8e0b595f4a62 HTTP/1.1" status: 200 len: 949 time: 0.0626516 Sep 30 06:29:50.393676 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-2a498d9c-184f-4965-8684-14583f8c503e req-77afc9ff-992b-448c-861f-36cf51f81261 tempest-VolumesNegativeTest-1401667650 tempest-VolumesNegativeTest-1401667650-project] 10.222.0.36 "GET /v2.0/security-groups?id=000e6224-5f25-404e-9698-7a6837496159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352430 Sep 30 06:29:50.582138 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87eda86-a560-4b4b-9da4-aa2c6534ce21 req-80347603-2225-4e8a-a587-969a8795fa99 tempest-TestMinimumBasicScenario-1320848959 tempest-TestMinimumBasicScenario-1320848959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:29:50.583762 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-e87eda86-a560-4b4b-9da4-aa2c6534ce21 req-80347603-2225-4e8a-a587-969a8795fa99 tempest-TestMinimumBasicScenario-1320848959 tempest-TestMinimumBasicScenario-1320848959-project] 10.222.0.36 "GET /v2.0/ports?device_id=d0bb6047-6799-481c-9961-ca0038f01968 HTTP/1.1" status: 200 len: 944 time: 0.0602837 Sep 30 06:29:50.626081 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-e87eda86-a560-4b4b-9da4-aa2c6534ce21 req-99e375dc-5359-4b06-9fdc-e90b06823278 tempest-TestMinimumBasicScenario-1320848959 tempest-TestMinimumBasicScenario-1320848959-project] 10.222.0.36 "GET /v2.0/security-groups?id=a3fc8924-f30a-4de5-8af2-a86f77449999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355818 Sep 30 06:29:50.686312 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde14458-54b1-4f46-9d23-be64e38ce1db req-e5b545c6-b806-49ac-9c59-66cb91317fd9 tempest-VolumesActionsTest-1064546985 tempest-VolumesActionsTest-1064546985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:29:50.687910 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-dde14458-54b1-4f46-9d23-be64e38ce1db req-e5b545c6-b806-49ac-9c59-66cb91317fd9 tempest-VolumesActionsTest-1064546985 tempest-VolumesActionsTest-1064546985-project] 10.222.0.36 "GET /v2.0/ports?device_id=d4e6ac6d-5933-4a2e-a7af-3b2c7b5ec17a HTTP/1.1" status: 200 len: 945 time: 0.0593467 Sep 30 06:29:50.734892 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-dde14458-54b1-4f46-9d23-be64e38ce1db req-da154e97-9c6a-4dfc-8879-184aea9cd002 tempest-VolumesActionsTest-1064546985 tempest-VolumesActionsTest-1064546985-project] 10.222.0.36 "GET /v2.0/security-groups?id=b150e05c-7d7a-4392-9d2b-fe2d02ba7332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383394 Sep 30 06:29:50.767074 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79697949-e176-49e7-9013-e7457b3aa632 req-4bc0ae36-f455-4269-9b6e-85cd18b8801c tempest-VolumesNegativeTest-1401667650 tempest-VolumesNegativeTest-1401667650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:29:50.768678 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-79697949-e176-49e7-9013-e7457b3aa632 req-4bc0ae36-f455-4269-9b6e-85cd18b8801c tempest-VolumesNegativeTest-1401667650 tempest-VolumesNegativeTest-1401667650-project] 10.222.0.36 "GET /v2.0/ports?device_id=17fc2b0a-37a5-4ddf-8fb7-8e0b595f4a62 HTTP/1.1" status: 200 len: 949 time: 0.0772014 Sep 30 06:29:50.808481 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-79697949-e176-49e7-9013-e7457b3aa632 req-e7ee23bd-046c-4ac9-971b-19860ca42b53 tempest-VolumesNegativeTest-1401667650 tempest-VolumesNegativeTest-1401667650-project] 10.222.0.36 "GET /v2.0/security-groups?id=000e6224-5f25-404e-9698-7a6837496159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330007 Sep 30 06:29:51.020175 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986fca3f-8347-4f4a-b260-d4d4f05d0ea3 req-d2b1f3c3-f8b3-42f8-b073-4b28f46dd582 tempest-AttachVolumeTestJSON-1192105893 tempest-AttachVolumeTestJSON-1192105893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:29:51.021754 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-986fca3f-8347-4f4a-b260-d4d4f05d0ea3 req-d2b1f3c3-f8b3-42f8-b073-4b28f46dd582 tempest-AttachVolumeTestJSON-1192105893 tempest-AttachVolumeTestJSON-1192105893-project] 10.222.0.36 "GET /v2.0/ports?device_id=6958c33e-794d-418e-a5ab-7fc4d005ddf7 HTTP/1.1" status: 200 len: 946 time: 0.0492520 Sep 30 06:29:51.062196 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-986fca3f-8347-4f4a-b260-d4d4f05d0ea3 req-627382af-22d3-4738-b9d7-ec2ff2bc2a27 tempest-AttachVolumeTestJSON-1192105893 tempest-AttachVolumeTestJSON-1192105893-project] 10.222.0.36 "GET /v2.0/security-groups?id=2948a1ff-6e7e-4016-a1fe-d6f8926a46bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342171 Sep 30 06:29:51.095192 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fa0a15-cb24-41ea-a462-cdd8b7abd76a req-918d4e31-9904-4b7d-a463-b5dc655a34a0 tempest-ServerRescueNegativeTestJSON-1209427659 tempest-ServerRescueNegativeTestJSON-1209427659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:29:51.096676 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-59fa0a15-cb24-41ea-a462-cdd8b7abd76a req-918d4e31-9904-4b7d-a463-b5dc655a34a0 tempest-ServerRescueNegativeTestJSON-1209427659 tempest-ServerRescueNegativeTestJSON-1209427659-project] 10.222.0.36 "GET /v2.0/ports?device_id=be801cab-b2ce-4594-8d30-3431ea29df2f HTTP/1.1" status: 200 len: 945 time: 0.0489194 Sep 30 06:29:51.138150 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-59fa0a15-cb24-41ea-a462-cdd8b7abd76a req-ff1f9755-a53f-4ffa-880d-b435bbc23288 tempest-ServerRescueNegativeTestJSON-1209427659 tempest-ServerRescueNegativeTestJSON-1209427659-project] 10.222.0.36 "GET /v2.0/security-groups?id=78ce1e3c-f3d7-420d-ac39-20c93d3fb7fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355351 Sep 30 06:29:51.435818 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973d13c5-5144-400b-9e57-2077242ff0e2 req-44841403-f2cc-4fd6-8deb-e2b89925c48d tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:29:51.437371 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-973d13c5-5144-400b-9e57-2077242ff0e2 req-44841403-f2cc-4fd6-8deb-e2b89925c48d tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] 10.222.0.36 "GET /v2.0/ports?device_id=c7de8e92-ecc9-41bc-98bb-5c2242bab3d1 HTTP/1.1" status: 200 len: 945 time: 0.0514278 Sep 30 06:29:51.478849 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-973d13c5-5144-400b-9e57-2077242ff0e2 req-3f403414-7003-46b1-be1a-d0c38db888c9 tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] 10.222.0.36 "GET /v2.0/security-groups?id=aaa05d83-3ebc-404f-b7b5-bc03e45995ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351577 Sep 30 06:29:51.746390 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177031c7-3b20-4b23-ba3e-cc8f3084d491 req-6bc73ff1-575d-445e-b5e9-c4c3d21620b5 tempest-TestMinimumBasicScenario-1320848959 tempest-TestMinimumBasicScenario-1320848959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:29:51.748035 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-177031c7-3b20-4b23-ba3e-cc8f3084d491 req-6bc73ff1-575d-445e-b5e9-c4c3d21620b5 tempest-TestMinimumBasicScenario-1320848959 tempest-TestMinimumBasicScenario-1320848959-project] 10.222.0.36 "GET /v2.0/ports?device_id=d0bb6047-6799-481c-9961-ca0038f01968 HTTP/1.1" status: 200 len: 944 time: 0.0491982 Sep 30 06:29:51.788144 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-177031c7-3b20-4b23-ba3e-cc8f3084d491 req-035f4c2a-e1ea-4836-af31-229c6132195b tempest-TestMinimumBasicScenario-1320848959 tempest-TestMinimumBasicScenario-1320848959-project] 10.222.0.36 "GET /v2.0/security-groups?id=a3fc8924-f30a-4de5-8af2-a86f77449999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333474 Sep 30 06:29:51.859519 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecec9009-0c27-4135-8842-f2f91823a960 req-a384e790-b1bc-4a01-8e17-ae698562bc34 tempest-VolumesActionsTest-1064546985 tempest-VolumesActionsTest-1064546985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:29:51.861063 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-ecec9009-0c27-4135-8842-f2f91823a960 req-a384e790-b1bc-4a01-8e17-ae698562bc34 tempest-VolumesActionsTest-1064546985 tempest-VolumesActionsTest-1064546985-project] 10.222.0.36 "GET /v2.0/ports?device_id=d4e6ac6d-5933-4a2e-a7af-3b2c7b5ec17a HTTP/1.1" status: 200 len: 945 time: 0.0564218 Sep 30 06:29:51.905169 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-ecec9009-0c27-4135-8842-f2f91823a960 req-eab3451a-123c-4cef-89d3-567e8a4b34d6 tempest-VolumesActionsTest-1064546985 tempest-VolumesActionsTest-1064546985-project] 10.222.0.36 "GET /v2.0/security-groups?id=b150e05c-7d7a-4392-9d2b-fe2d02ba7332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370979 Sep 30 06:29:51.936420 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1458a6-fcb6-4cc6-924e-f4037a00951a req-757cef39-de05-4984-8122-982c48677230 tempest-VolumesNegativeTest-1401667650 tempest-VolumesNegativeTest-1401667650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:29:51.937959 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-2f1458a6-fcb6-4cc6-924e-f4037a00951a req-757cef39-de05-4984-8122-982c48677230 tempest-VolumesNegativeTest-1401667650 tempest-VolumesNegativeTest-1401667650-project] 10.222.0.36 "GET /v2.0/ports?device_id=17fc2b0a-37a5-4ddf-8fb7-8e0b595f4a62 HTTP/1.1" status: 200 len: 949 time: 0.0573020 Sep 30 06:29:51.980305 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-2f1458a6-fcb6-4cc6-924e-f4037a00951a req-15132955-23df-4adc-bd85-70d6cd524bdb tempest-VolumesNegativeTest-1401667650 tempest-VolumesNegativeTest-1401667650-project] 10.222.0.36 "GET /v2.0/security-groups?id=000e6224-5f25-404e-9698-7a6837496159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348911 Sep 30 06:29:52.181861 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d49e68-7858-4290-90c5-df8b8e970607 req-bb1d79f2-f1be-4cda-8ce6-8d2c5e635cf2 tempest-AttachVolumeTestJSON-1192105893 tempest-AttachVolumeTestJSON-1192105893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:29:52.183447 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-40d49e68-7858-4290-90c5-df8b8e970607 req-bb1d79f2-f1be-4cda-8ce6-8d2c5e635cf2 tempest-AttachVolumeTestJSON-1192105893 tempest-AttachVolumeTestJSON-1192105893-project] 10.222.0.36 "GET /v2.0/ports?device_id=6958c33e-794d-418e-a5ab-7fc4d005ddf7 HTTP/1.1" status: 200 len: 946 time: 0.0523024 Sep 30 06:29:52.228958 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-40d49e68-7858-4290-90c5-df8b8e970607 req-7ef77a44-22fc-403b-b0de-d4fcf5c90e9f tempest-AttachVolumeTestJSON-1192105893 tempest-AttachVolumeTestJSON-1192105893-project] 10.222.0.36 "GET /v2.0/security-groups?id=2948a1ff-6e7e-4016-a1fe-d6f8926a46bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388737 Sep 30 06:29:52.261753 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a177acb-c369-4770-b64e-8de6c73327ee req-8a533fc6-5081-4d74-b71d-79877deb19c9 tempest-ServerRescueNegativeTestJSON-1209427659 tempest-ServerRescueNegativeTestJSON-1209427659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:29:52.263356 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-1a177acb-c369-4770-b64e-8de6c73327ee req-8a533fc6-5081-4d74-b71d-79877deb19c9 tempest-ServerRescueNegativeTestJSON-1209427659 tempest-ServerRescueNegativeTestJSON-1209427659-project] 10.222.0.36 "GET /v2.0/ports?device_id=be801cab-b2ce-4594-8d30-3431ea29df2f HTTP/1.1" status: 200 len: 945 time: 0.0521612 Sep 30 06:29:52.304666 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-1a177acb-c369-4770-b64e-8de6c73327ee req-8cea8699-cbc1-44fe-bb00-824e76f8d81d tempest-ServerRescueNegativeTestJSON-1209427659 tempest-ServerRescueNegativeTestJSON-1209427659-project] 10.222.0.36 "GET /v2.0/security-groups?id=78ce1e3c-f3d7-420d-ac39-20c93d3fb7fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342112 Sep 30 06:29:52.601419 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec761a12-9631-46d5-8a6f-520bc7e0ca6d req-7ce97c53-b357-4486-9769-cdeb44625701 tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:29:52.602918 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-ec761a12-9631-46d5-8a6f-520bc7e0ca6d req-7ce97c53-b357-4486-9769-cdeb44625701 tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] 10.222.0.36 "GET /v2.0/ports?device_id=c7de8e92-ecc9-41bc-98bb-5c2242bab3d1 HTTP/1.1" status: 200 len: 945 time: 0.0509672 Sep 30 06:29:52.642014 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-ec761a12-9631-46d5-8a6f-520bc7e0ca6d req-c4513f9c-efe4-4f4d-abe5-6bb790c685d5 tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] 10.222.0.36 "GET /v2.0/security-groups?id=aaa05d83-3ebc-404f-b7b5-bc03e45995ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317817 Sep 30 06:29:52.911925 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacb6ca1-9437-4236-89ed-cab3ccfa4444 req-ab0ce16c-90e6-46d3-afef-b52704875f8e tempest-TestMinimumBasicScenario-1320848959 tempest-TestMinimumBasicScenario-1320848959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:29:52.913484 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-cacb6ca1-9437-4236-89ed-cab3ccfa4444 req-ab0ce16c-90e6-46d3-afef-b52704875f8e tempest-TestMinimumBasicScenario-1320848959 tempest-TestMinimumBasicScenario-1320848959-project] 10.222.0.36 "GET /v2.0/ports?device_id=d0bb6047-6799-481c-9961-ca0038f01968 HTTP/1.1" status: 200 len: 944 time: 0.0492549 Sep 30 06:29:52.953507 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-cacb6ca1-9437-4236-89ed-cab3ccfa4444 req-db40684a-90cb-4df1-ad3d-192882f76ec5 tempest-TestMinimumBasicScenario-1320848959 tempest-TestMinimumBasicScenario-1320848959-project] 10.222.0.36 "GET /v2.0/security-groups?id=a3fc8924-f30a-4de5-8af2-a86f77449999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337718 Sep 30 06:29:53.041763 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1fc085-e0d7-49ed-bef7-bbe9ba215fae req-67bf5378-53fd-4fc8-9a93-d72fa43951ac tempest-VolumesActionsTest-1064546985 tempest-VolumesActionsTest-1064546985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:29:53.043518 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-ca1fc085-e0d7-49ed-bef7-bbe9ba215fae req-67bf5378-53fd-4fc8-9a93-d72fa43951ac tempest-VolumesActionsTest-1064546985 tempest-VolumesActionsTest-1064546985-project] 10.222.0.36 "GET /v2.0/ports?device_id=d4e6ac6d-5933-4a2e-a7af-3b2c7b5ec17a HTTP/1.1" status: 200 len: 945 time: 0.0629830 Sep 30 06:29:53.086985 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-ca1fc085-e0d7-49ed-bef7-bbe9ba215fae req-4f750a03-d3b3-4e70-9685-17af327ba920 tempest-VolumesActionsTest-1064546985 tempest-VolumesActionsTest-1064546985-project] 10.222.0.36 "GET /v2.0/security-groups?id=b150e05c-7d7a-4392-9d2b-fe2d02ba7332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362654 Sep 30 06:29:53.120587 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c917f5c4-c78c-413e-a544-04dc40d701fa req-7e188054-7f30-438d-aec0-cc204b4a3e99 tempest-VolumesNegativeTest-1401667650 tempest-VolumesNegativeTest-1401667650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:29:53.122114 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-c917f5c4-c78c-413e-a544-04dc40d701fa req-7e188054-7f30-438d-aec0-cc204b4a3e99 tempest-VolumesNegativeTest-1401667650 tempest-VolumesNegativeTest-1401667650-project] 10.222.0.36 "GET /v2.0/ports?device_id=17fc2b0a-37a5-4ddf-8fb7-8e0b595f4a62 HTTP/1.1" status: 200 len: 949 time: 0.0556328 Sep 30 06:29:53.168980 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-c917f5c4-c78c-413e-a544-04dc40d701fa req-93989a50-4f23-4aca-86fe-68b334f82c16 tempest-VolumesNegativeTest-1401667650 tempest-VolumesNegativeTest-1401667650-project] 10.222.0.36 "GET /v2.0/security-groups?id=000e6224-5f25-404e-9698-7a6837496159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355780 Sep 30 06:29:53.351857 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adacb2d3-095b-411c-908f-aa8c592673a6 req-67756994-dc90-40d5-bd03-39bca94ea665 tempest-AttachVolumeTestJSON-1192105893 tempest-AttachVolumeTestJSON-1192105893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:29:53.353461 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-adacb2d3-095b-411c-908f-aa8c592673a6 req-67756994-dc90-40d5-bd03-39bca94ea665 tempest-AttachVolumeTestJSON-1192105893 tempest-AttachVolumeTestJSON-1192105893-project] 10.222.0.36 "GET /v2.0/ports?device_id=6958c33e-794d-418e-a5ab-7fc4d005ddf7 HTTP/1.1" status: 200 len: 946 time: 0.0539851 Sep 30 06:29:53.396406 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-adacb2d3-095b-411c-908f-aa8c592673a6 req-f963877b-12dd-4b31-ab7b-d47b0ddd85b0 tempest-AttachVolumeTestJSON-1192105893 tempest-AttachVolumeTestJSON-1192105893-project] 10.222.0.36 "GET /v2.0/security-groups?id=2948a1ff-6e7e-4016-a1fe-d6f8926a46bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359788 Sep 30 06:29:53.438164 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85034dd-d33e-4413-9ce5-dd4d8c9ccad0 req-1fbc5aa0-0a27-4446-94b4-70a067ebc535 tempest-ServerRescueNegativeTestJSON-1209427659 tempest-ServerRescueNegativeTestJSON-1209427659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:29:53.439824 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-d85034dd-d33e-4413-9ce5-dd4d8c9ccad0 req-1fbc5aa0-0a27-4446-94b4-70a067ebc535 tempest-ServerRescueNegativeTestJSON-1209427659 tempest-ServerRescueNegativeTestJSON-1209427659-project] 10.222.0.36 "GET /v2.0/ports?device_id=be801cab-b2ce-4594-8d30-3431ea29df2f HTTP/1.1" status: 200 len: 945 time: 0.0561771 Sep 30 06:29:53.491391 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-d85034dd-d33e-4413-9ce5-dd4d8c9ccad0 req-c3563f08-9f16-4d6f-b39c-8a831344b7ba tempest-ServerRescueNegativeTestJSON-1209427659 tempest-ServerRescueNegativeTestJSON-1209427659-project] 10.222.0.36 "GET /v2.0/security-groups?id=78ce1e3c-f3d7-420d-ac39-20c93d3fb7fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452013 Sep 30 06:29:53.780905 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22ab7c5-93d2-4093-a378-f7ad47649a1f req-57a617ba-fdbd-4c51-9685-113f8a6256c4 tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:29:53.782625 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-d22ab7c5-93d2-4093-a378-f7ad47649a1f req-57a617ba-fdbd-4c51-9685-113f8a6256c4 tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] 10.222.0.36 "GET /v2.0/ports?device_id=c7de8e92-ecc9-41bc-98bb-5c2242bab3d1 HTTP/1.1" status: 200 len: 945 time: 0.0659022 Sep 30 06:29:53.823804 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-d22ab7c5-93d2-4093-a378-f7ad47649a1f req-0598242d-d129-40cf-9210-dcbc682ffb7f tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] 10.222.0.36 "GET /v2.0/security-groups?id=aaa05d83-3ebc-404f-b7b5-bc03e45995ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347416 Sep 30 06:29:54.077063 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c75307-ada4-4df7-91a8-b947f48bc6df req-2d6705ea-1397-41f2-a7d6-1edec71ef5a7 tempest-TestMinimumBasicScenario-1320848959 tempest-TestMinimumBasicScenario-1320848959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:29:54.078747 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-86c75307-ada4-4df7-91a8-b947f48bc6df req-2d6705ea-1397-41f2-a7d6-1edec71ef5a7 tempest-TestMinimumBasicScenario-1320848959 tempest-TestMinimumBasicScenario-1320848959-project] 10.222.0.36 "GET /v2.0/ports?device_id=d0bb6047-6799-481c-9961-ca0038f01968 HTTP/1.1" status: 200 len: 944 time: 0.0532887 Sep 30 06:29:54.118391 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-86c75307-ada4-4df7-91a8-b947f48bc6df req-922fdbb9-744f-42f5-8a33-1c0d18c22e45 tempest-TestMinimumBasicScenario-1320848959 tempest-TestMinimumBasicScenario-1320848959-project] 10.222.0.36 "GET /v2.0/security-groups?id=a3fc8924-f30a-4de5-8af2-a86f77449999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334189 Sep 30 06:29:54.235085 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb79a50b-513c-4904-b7c6-d400b686e167 req-ff85e4f0-0ec7-4295-9335-db384a3faa74 tempest-VolumesActionsTest-1064546985 tempest-VolumesActionsTest-1064546985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:29:54.236566 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-fb79a50b-513c-4904-b7c6-d400b686e167 req-ff85e4f0-0ec7-4295-9335-db384a3faa74 tempest-VolumesActionsTest-1064546985 tempest-VolumesActionsTest-1064546985-project] 10.222.0.36 "GET /v2.0/ports?device_id=d4e6ac6d-5933-4a2e-a7af-3b2c7b5ec17a HTTP/1.1" status: 200 len: 945 time: 0.0652792 Sep 30 06:29:54.292991 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-fb79a50b-513c-4904-b7c6-d400b686e167 req-b9153e6d-4801-45e9-85dd-a76ddabc692a tempest-VolumesActionsTest-1064546985 tempest-VolumesActionsTest-1064546985-project] 10.222.0.36 "GET /v2.0/security-groups?id=b150e05c-7d7a-4392-9d2b-fe2d02ba7332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503037 Sep 30 06:29:54.316527 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ce3523-1b8b-4772-bfff-c1ee0e4b91e7 req-88648753-7991-417a-af5f-7353e234bc37 tempest-VolumesNegativeTest-1401667650 tempest-VolumesNegativeTest-1401667650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:29:54.319106 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-24ce3523-1b8b-4772-bfff-c1ee0e4b91e7 req-88648753-7991-417a-af5f-7353e234bc37 tempest-VolumesNegativeTest-1401667650 tempest-VolumesNegativeTest-1401667650-project] 10.222.0.36 "GET /v2.0/ports?device_id=17fc2b0a-37a5-4ddf-8fb7-8e0b595f4a62 HTTP/1.1" status: 200 len: 949 time: 0.0656962 Sep 30 06:29:54.362810 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-24ce3523-1b8b-4772-bfff-c1ee0e4b91e7 req-9919b256-74ff-471e-9de7-550a80db5c5d tempest-VolumesNegativeTest-1401667650 tempest-VolumesNegativeTest-1401667650-project] 10.222.0.36 "GET /v2.0/security-groups?id=000e6224-5f25-404e-9698-7a6837496159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371981 Sep 30 06:29:54.514538 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f31624-54f1-4599-9030-ae8b60fe3d64 req-403e78cd-736f-4e0a-adab-bb1d4e1a8344 tempest-AttachVolumeTestJSON-1192105893 tempest-AttachVolumeTestJSON-1192105893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:29:54.516284 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-41f31624-54f1-4599-9030-ae8b60fe3d64 req-403e78cd-736f-4e0a-adab-bb1d4e1a8344 tempest-AttachVolumeTestJSON-1192105893 tempest-AttachVolumeTestJSON-1192105893-project] 10.222.0.36 "GET /v2.0/ports?device_id=6958c33e-794d-418e-a5ab-7fc4d005ddf7 HTTP/1.1" status: 200 len: 946 time: 0.0489450 Sep 30 06:29:54.557447 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-41f31624-54f1-4599-9030-ae8b60fe3d64 req-170d6828-5029-435b-b273-fe904679faaf tempest-AttachVolumeTestJSON-1192105893 tempest-AttachVolumeTestJSON-1192105893-project] 10.222.0.36 "GET /v2.0/security-groups?id=2948a1ff-6e7e-4016-a1fe-d6f8926a46bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344863 Sep 30 06:29:54.630988 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd588583-ae78-4c51-9d36-6718eb9d17fe req-b810a0d7-e98e-4e84-9489-c4cf93c63436 tempest-ServerRescueNegativeTestJSON-1209427659 tempest-ServerRescueNegativeTestJSON-1209427659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:29:54.632549 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-dd588583-ae78-4c51-9d36-6718eb9d17fe req-b810a0d7-e98e-4e84-9489-c4cf93c63436 tempest-ServerRescueNegativeTestJSON-1209427659 tempest-ServerRescueNegativeTestJSON-1209427659-project] 10.222.0.36 "GET /v2.0/ports?device_id=be801cab-b2ce-4594-8d30-3431ea29df2f HTTP/1.1" status: 200 len: 945 time: 0.0644584 Sep 30 06:29:54.688323 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-dd588583-ae78-4c51-9d36-6718eb9d17fe req-b7cff57d-d607-402c-817e-8725f30f152d tempest-ServerRescueNegativeTestJSON-1209427659 tempest-ServerRescueNegativeTestJSON-1209427659-project] 10.222.0.36 "GET /v2.0/security-groups?id=78ce1e3c-f3d7-420d-ac39-20c93d3fb7fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479338 Sep 30 06:29:54.959758 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624e68d0-0e88-4479-ae5d-3fa72f25967d req-b1cf9807-4910-4bc8-beaa-43e8ddabba3d tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:29:54.961315 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-624e68d0-0e88-4479-ae5d-3fa72f25967d req-b1cf9807-4910-4bc8-beaa-43e8ddabba3d tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] 10.222.0.36 "GET /v2.0/ports?device_id=c7de8e92-ecc9-41bc-98bb-5c2242bab3d1 HTTP/1.1" status: 200 len: 945 time: 0.0573146 Sep 30 06:29:55.004609 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-624e68d0-0e88-4479-ae5d-3fa72f25967d req-46c08741-b788-4079-9bd0-c96537f771c0 tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] 10.222.0.36 "GET /v2.0/security-groups?id=aaa05d83-3ebc-404f-b7b5-bc03e45995ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372200 Sep 30 06:29:55.275609 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec63829-0296-4518-9698-eb4b05690c12 req-200dc420-ed90-4550-8e41-58bfcb48aa3d tempest-TestMinimumBasicScenario-1320848959 tempest-TestMinimumBasicScenario-1320848959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:29:55.277180 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-1ec63829-0296-4518-9698-eb4b05690c12 req-200dc420-ed90-4550-8e41-58bfcb48aa3d tempest-TestMinimumBasicScenario-1320848959 tempest-TestMinimumBasicScenario-1320848959-project] 10.222.0.36 "GET /v2.0/ports?device_id=d0bb6047-6799-481c-9961-ca0038f01968 HTTP/1.1" status: 200 len: 944 time: 0.0708857 Sep 30 06:29:55.367826 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-1ec63829-0296-4518-9698-eb4b05690c12 req-a03f783e-52f1-4e51-80c2-53eeb1bf3292 tempest-TestMinimumBasicScenario-1320848959 tempest-TestMinimumBasicScenario-1320848959-project] 10.222.0.36 "GET /v2.0/security-groups?id=a3fc8924-f30a-4de5-8af2-a86f77449999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829682 Sep 30 06:29:55.507589 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820ab05b-0eb7-4619-8e8f-7b670ba111a7 req-15f76787-4b66-4967-8157-aa97feba8563 tempest-VolumesActionsTest-1064546985 tempest-VolumesActionsTest-1064546985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:29:55.509178 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-820ab05b-0eb7-4619-8e8f-7b670ba111a7 req-15f76787-4b66-4967-8157-aa97feba8563 tempest-VolumesActionsTest-1064546985 tempest-VolumesActionsTest-1064546985-project] 10.222.0.36 "GET /v2.0/ports?device_id=d4e6ac6d-5933-4a2e-a7af-3b2c7b5ec17a HTTP/1.1" status: 200 len: 945 time: 0.1150405 Sep 30 06:29:55.552292 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117e6bce-c745-4ef4-9ab3-dc6790d34582 req-d512b960-62b4-4e68-8d8b-00b1582d0d6e tempest-VolumesNegativeTest-1401667650 tempest-VolumesNegativeTest-1401667650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:29:55.561079 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-117e6bce-c745-4ef4-9ab3-dc6790d34582 req-d512b960-62b4-4e68-8d8b-00b1582d0d6e tempest-VolumesNegativeTest-1401667650 tempest-VolumesNegativeTest-1401667650-project] 10.222.0.36 "GET /v2.0/ports?device_id=17fc2b0a-37a5-4ddf-8fb7-8e0b595f4a62 HTTP/1.1" status: 200 len: 949 time: 0.0765142 Sep 30 06:29:55.597878 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-820ab05b-0eb7-4619-8e8f-7b670ba111a7 req-67e9544e-f2c9-45d0-944b-d6bd433850eb tempest-VolumesActionsTest-1064546985 tempest-VolumesActionsTest-1064546985-project] 10.222.0.36 "GET /v2.0/security-groups?id=b150e05c-7d7a-4392-9d2b-fe2d02ba7332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806727 Sep 30 06:29:55.616793 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-117e6bce-c745-4ef4-9ab3-dc6790d34582 req-0e4e789b-1175-4bac-b5d3-943375b57222 tempest-VolumesNegativeTest-1401667650 tempest-VolumesNegativeTest-1401667650-project] 10.222.0.36 "GET /v2.0/security-groups?id=000e6224-5f25-404e-9698-7a6837496159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527036 Sep 30 06:29:55.796941 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b81774b-33eb-492b-9258-8c10c12144fe req-9e2d5c34-07df-41b0-b895-1e7846e3c254 tempest-AttachVolumeTestJSON-1192105893 tempest-AttachVolumeTestJSON-1192105893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:29:55.799789 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-9b81774b-33eb-492b-9258-8c10c12144fe req-9e2d5c34-07df-41b0-b895-1e7846e3c254 tempest-AttachVolumeTestJSON-1192105893 tempest-AttachVolumeTestJSON-1192105893-project] 10.222.0.36 "GET /v2.0/ports?device_id=6958c33e-794d-418e-a5ab-7fc4d005ddf7 HTTP/1.1" status: 200 len: 946 time: 0.1224999 Sep 30 06:29:55.880672 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80188d6e-1eb9-449d-898a-13faaa181eb6 req-0dacf973-0371-42e0-8ea1-42092329d4a4 tempest-ServerRescueNegativeTestJSON-1209427659 tempest-ServerRescueNegativeTestJSON-1209427659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:29:55.882477 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-80188d6e-1eb9-449d-898a-13faaa181eb6 req-0dacf973-0371-42e0-8ea1-42092329d4a4 tempest-ServerRescueNegativeTestJSON-1209427659 tempest-ServerRescueNegativeTestJSON-1209427659-project] 10.222.0.36 "GET /v2.0/ports?device_id=be801cab-b2ce-4594-8d30-3431ea29df2f HTTP/1.1" status: 200 len: 945 time: 0.0920060 Sep 30 06:29:55.887746 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-9b81774b-33eb-492b-9258-8c10c12144fe req-3ee4f5ea-847f-44df-a695-8018f40b1877 tempest-AttachVolumeTestJSON-1192105893 tempest-AttachVolumeTestJSON-1192105893-project] 10.222.0.36 "GET /v2.0/security-groups?id=2948a1ff-6e7e-4016-a1fe-d6f8926a46bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0785227 Sep 30 06:29:55.957839 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-80188d6e-1eb9-449d-898a-13faaa181eb6 req-3f3583ac-bd42-4e72-a6ee-de018f549be7 tempest-ServerRescueNegativeTestJSON-1209427659 tempest-ServerRescueNegativeTestJSON-1209427659-project] 10.222.0.36 "GET /v2.0/security-groups?id=78ce1e3c-f3d7-420d-ac39-20c93d3fb7fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581834 Sep 30 06:29:56.235514 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3385dac0-6be6-47ef-8a7f-ecf06172ea0b req-6c9753aa-381b-4826-8fa1-d0c7d97e2e44 tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:29:56.237188 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-3385dac0-6be6-47ef-8a7f-ecf06172ea0b req-6c9753aa-381b-4826-8fa1-d0c7d97e2e44 tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] 10.222.0.36 "GET /v2.0/ports?device_id=c7de8e92-ecc9-41bc-98bb-5c2242bab3d1 HTTP/1.1" status: 200 len: 945 time: 0.0837188 Sep 30 06:29:56.299148 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-3385dac0-6be6-47ef-8a7f-ecf06172ea0b req-8b72b415-ddf6-4ef0-9801-5c02bc76406b tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] 10.222.0.36 "GET /v2.0/security-groups?id=aaa05d83-3ebc-404f-b7b5-bc03e45995ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551660 Sep 30 06:29:56.552495 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d7fff2-a443-4228-ac1a-911bf901ce47 req-0671d6e1-222b-4c25-97f7-5674a0c55b74 tempest-TestMinimumBasicScenario-1320848959 tempest-TestMinimumBasicScenario-1320848959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:29:56.555125 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-e9d7fff2-a443-4228-ac1a-911bf901ce47 req-0671d6e1-222b-4c25-97f7-5674a0c55b74 tempest-TestMinimumBasicScenario-1320848959 tempest-TestMinimumBasicScenario-1320848959-project] 10.222.0.36 "GET /v2.0/ports?device_id=d0bb6047-6799-481c-9961-ca0038f01968 HTTP/1.1" status: 200 len: 944 time: 0.0772724 Sep 30 06:29:56.624547 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-e9d7fff2-a443-4228-ac1a-911bf901ce47 req-09a9f4bf-7258-4677-ba14-3d33716a40da tempest-TestMinimumBasicScenario-1320848959 tempest-TestMinimumBasicScenario-1320848959-project] 10.222.0.36 "GET /v2.0/security-groups?id=a3fc8924-f30a-4de5-8af2-a86f77449999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607080 Sep 30 06:29:56.823498 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658eaa4d-9d57-4b9f-b4dc-8dffbea33725 req-9720c161-96df-4af4-9d04-540f9137ed4e tempest-VolumesActionsTest-1064546985 tempest-VolumesActionsTest-1064546985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:29:56.825077 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-658eaa4d-9d57-4b9f-b4dc-8dffbea33725 req-9720c161-96df-4af4-9d04-540f9137ed4e tempest-VolumesActionsTest-1064546985 tempest-VolumesActionsTest-1064546985-project] 10.222.0.36 "GET /v2.0/ports?device_id=d4e6ac6d-5933-4a2e-a7af-3b2c7b5ec17a HTTP/1.1" status: 200 len: 945 time: 0.0672727 Sep 30 06:29:56.864643 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d22b9a6-5ee4-420e-9490-d171a60e0385 req-a78a79e7-d302-4669-a142-e8ec66899951 tempest-VolumesNegativeTest-1401667650 tempest-VolumesNegativeTest-1401667650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:29:56.873810 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-8d22b9a6-5ee4-420e-9490-d171a60e0385 req-a78a79e7-d302-4669-a142-e8ec66899951 tempest-VolumesNegativeTest-1401667650 tempest-VolumesNegativeTest-1401667650-project] 10.222.0.36 "GET /v2.0/ports?device_id=17fc2b0a-37a5-4ddf-8fb7-8e0b595f4a62 HTTP/1.1" status: 200 len: 949 time: 0.0863528 Sep 30 06:29:56.911456 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-658eaa4d-9d57-4b9f-b4dc-8dffbea33725 req-e759b22c-6fab-4c75-8195-aab9c2999ebe tempest-VolumesActionsTest-1064546985 tempest-VolumesActionsTest-1064546985-project] 10.222.0.36 "GET /v2.0/security-groups?id=b150e05c-7d7a-4392-9d2b-fe2d02ba7332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792394 Sep 30 06:29:56.956139 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-8d22b9a6-5ee4-420e-9490-d171a60e0385 req-0f7340a6-991c-4e7d-8eae-798eaf20258c tempest-VolumesNegativeTest-1401667650 tempest-VolumesNegativeTest-1401667650-project] 10.222.0.36 "GET /v2.0/security-groups?id=000e6224-5f25-404e-9698-7a6837496159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761769 Sep 30 06:29:57.048936 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.rpc [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] Device 12a27015-8937-4612-aa31-c36e99d84dae details requested by agent hyperv_hv-cinder-81187 with host hv-cinder-81187 {{(pid=94001) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 06:29:57.091744 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f07cc43-617f-4247-9b44-ccc3085501e5 req-f7545d7a-6b51-4254-915b-f6e8041d7cd8 tempest-VolumesNegativeTest-1401667650 tempest-VolumesNegativeTest-1401667650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:29:57.095145 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-0f07cc43-617f-4247-9b44-ccc3085501e5 req-f7545d7a-6b51-4254-915b-f6e8041d7cd8 tempest-VolumesNegativeTest-1401667650 tempest-VolumesNegativeTest-1401667650-project] 10.222.0.10 "GET /v2.0/ports?device_id=17fc2b0a-37a5-4ddf-8fb7-8e0b595f4a62 HTTP/1.1" status: 200 len: 949 time: 0.1681871 Sep 30 06:29:57.099566 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a07aead-30a4-40f0-a16c-caf831ab6722 req-6aa33855-d222-4a00-af6e-10a45ce6819c tempest-AttachVolumeTestJSON-1192105893 tempest-AttachVolumeTestJSON-1192105893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:29:57.106950 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-3a07aead-30a4-40f0-a16c-caf831ab6722 req-6aa33855-d222-4a00-af6e-10a45ce6819c tempest-AttachVolumeTestJSON-1192105893 tempest-AttachVolumeTestJSON-1192105893-project] 10.222.0.36 "GET /v2.0/ports?device_id=6958c33e-794d-418e-a5ab-7fc4d005ddf7 HTTP/1.1" status: 200 len: 946 time: 0.0946372 Sep 30 06:29:57.190448 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-3a07aead-30a4-40f0-a16c-caf831ab6722 req-79236c8b-0f28-47d2-9b2d-e404388b8c33 tempest-AttachVolumeTestJSON-1192105893 tempest-AttachVolumeTestJSON-1192105893-project] 10.222.0.36 "GET /v2.0/security-groups?id=2948a1ff-6e7e-4016-a1fe-d6f8926a46bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0819645 Sep 30 06:29:57.195155 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599f118f-e3f9-4b0b-a1b3-e186fe6e72e0 req-068d8f98-e20a-4140-9dcf-357b2e43ed06 tempest-ServerRescueNegativeTestJSON-1209427659 tempest-ServerRescueNegativeTestJSON-1209427659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:29:57.197811 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.db [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] For port 12a27015-8937-4612-aa31-c36e99d84dae, host hv-cinder-81187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81187',level=0,port_id=12a27015-8937-4612-aa31-c36e99d84dae,segment=NetworkSegment(e38808c4-ca93-4f8b-9d24-7dc14d2470c7),segment_id=e38808c4-ca93-4f8b-9d24-7dc14d2470c7)] {{(pid=94001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 06:29:57.205069 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-599f118f-e3f9-4b0b-a1b3-e186fe6e72e0 req-068d8f98-e20a-4140-9dcf-357b2e43ed06 tempest-ServerRescueNegativeTestJSON-1209427659 tempest-ServerRescueNegativeTestJSON-1209427659-project] 10.222.0.36 "GET /v2.0/ports?device_id=be801cab-b2ce-4594-8d30-3431ea29df2f HTTP/1.1" status: 200 len: 945 time: 0.1533000 Sep 30 06:29:57.221702 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.rpc [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] Returning: {'device': '12a27015-8937-4612-aa31-c36e99d84dae', 'network_id': '615a80a4-119e-49ec-bb8d-26850945a271', 'port_id': '12a27015-8937-4612-aa31-c36e99d84dae', 'mac_address': 'fa:16:3e:0c:71:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 311, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2c9c376a-5800-4284-af97-c6cdc8434b50', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94001) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 06:29:57.273487 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653538'] for port, before_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:29:57.306896 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-599f118f-e3f9-4b0b-a1b3-e186fe6e72e0 req-a98148cf-3045-4243-92e8-0a0ca05081b9 tempest-ServerRescueNegativeTestJSON-1209427659 tempest-ServerRescueNegativeTestJSON-1209427659-project] 10.222.0.36 "GET /v2.0/security-groups?id=78ce1e3c-f3d7-420d-ac39-20c93d3fb7fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962615 Sep 30 06:29:57.311773 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.notifiers.nova [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 12a27015-8937-4612-aa31-c36e99d84dae {{(pid=94001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 06:29:57.387105 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.db [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] For port 12a27015-8937-4612-aa31-c36e99d84dae, host hv-cinder-81187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81187',level=0,port_id=12a27015-8937-4612-aa31-c36e99d84dae,segment=NetworkSegment(e38808c4-ca93-4f8b-9d24-7dc14d2470c7),segment_id=e38808c4-ca93-4f8b-9d24-7dc14d2470c7)] {{(pid=94001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 06:29:57.392395 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.plugins.ml2.plugin [req-0f07cc43-617f-4247-9b44-ccc3085501e5 req-7b3c12d2-8a55-43bd-b979-9602c99c027f tempest-VolumesNegativeTest-1401667650 tempest-VolumesNegativeTest-1401667650-project] Deleting port c17c6bee-6b30-45d1-8592-55edb1f68a36 {{(pid=93999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 06:29:57.393769 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7821886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727545992452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727545489363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727545489381'] for port, after_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:29:57.399656 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [req-0f07cc43-617f-4247-9b44-ccc3085501e5 req-7b3c12d2-8a55-43bd-b979-9602c99c027f tempest-VolumesNegativeTest-1401667650 tempest-VolumesNegativeTest-1401667650-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727545987880'] for port, before_delete {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:29:57.526313 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] Pushing event updated for resources: {'Port': ['ID=12a27015-8937-4612-aa31-c36e99d84dae,revision_number=4']} {{(pid=94001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:29:57.553789 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=94001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:29:57.554221 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=94001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:29:57.554527 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=94001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:29:57.557710 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=94001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:29:57.558090 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=94001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:29:57.558446 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=94001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:29:57.558858 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=94001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:29:57.559213 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=94001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:29:57.561899 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c8288c-5a3a-4e2f-8983-8fc5553b09d9 req-a585a3af-6583-4c02-9ba4-b54142d6a13e tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:29:57.563410 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=94001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:29:57.563898 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=94001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:29:57.564251 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=94001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:29:57.564598 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=94001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:29:57.574928 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-c3c8288c-5a3a-4e2f-8983-8fc5553b09d9 req-a585a3af-6583-4c02-9ba4-b54142d6a13e tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] 10.222.0.36 "GET /v2.0/ports?device_id=c7de8e92-ecc9-41bc-98bb-5c2242bab3d1 HTTP/1.1" status: 200 len: 945 time: 0.1328397 Sep 30 06:29:57.644345 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-c3c8288c-5a3a-4e2f-8983-8fc5553b09d9 req-222ce947-d9e7-4cd9-a2d2-c35888b7a4ed tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] 10.222.0.36 "GET /v2.0/security-groups?id=aaa05d83-3ebc-404f-b7b5-bc03e45995ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0682931 Sep 30 06:29:57.741752 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.plugins.ml2.db [req-0f07cc43-617f-4247-9b44-ccc3085501e5 req-7b3c12d2-8a55-43bd-b979-9602c99c027f tempest-VolumesNegativeTest-1401667650 tempest-VolumesNegativeTest-1401667650-project] For port c17c6bee-6b30-45d1-8592-55edb1f68a36, host hv-cinder-81187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81187',level=0,port_id=c17c6bee-6b30-45d1-8592-55edb1f68a36,segment=NetworkSegment(572b4664-636f-48cb-bac0-0958bf7c7b91),segment_id=572b4664-636f-48cb-bac0-0958bf7c7b91)] {{(pid=93999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 06:29:57.742308 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [req-0f07cc43-617f-4247-9b44-ccc3085501e5 req-7b3c12d2-8a55-43bd-b979-9602c99c027f tempest-VolumesNegativeTest-1401667650 tempest-VolumesNegativeTest-1401667650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7874563'] for port, precommit_delete {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:29:57.805303 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.plugins.ml2.plugin [req-0f07cc43-617f-4247-9b44-ccc3085501e5 req-7b3c12d2-8a55-43bd-b979-9602c99c027f tempest-VolumesNegativeTest-1401667650 tempest-VolumesNegativeTest-1401667650-project] Calling delete_port for c17c6bee-6b30-45d1-8592-55edb1f68a36 owned by compute:nova {{(pid=93999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 06:29:57.834302 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.db [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] get_ports_and_sgs() called for port_ids ['12a27015-8937-4612-aa31-c36e99d84dae'] {{(pid=94001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 06:29:57.909702 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2be77d-7f32-41fc-bdcf-324f3f9ef33c req-fd421600-1b4e-4ed0-b1a5-c0634be735bf tempest-VolumesActionsTest-1064546985 tempest-VolumesActionsTest-1064546985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:29:57.912213 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-0e2be77d-7f32-41fc-bdcf-324f3f9ef33c req-fd421600-1b4e-4ed0-b1a5-c0634be735bf tempest-VolumesActionsTest-1064546985 tempest-VolumesActionsTest-1064546985-project] 10.222.0.10 "GET /v2.0/ports?device_id=d4e6ac6d-5933-4a2e-a7af-3b2c7b5ec17a HTTP/1.1" status: 200 len: 945 time: 0.1355619 Sep 30 06:29:58.070799 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43b9115-e40e-4bba-b633-2acad07832f3 req-ebc53e64-5cff-471f-83b5-68a65af0f9ce tempest-TestMinimumBasicScenario-1320848959 tempest-TestMinimumBasicScenario-1320848959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:29:58.080376 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-f43b9115-e40e-4bba-b633-2acad07832f3 req-ebc53e64-5cff-471f-83b5-68a65af0f9ce tempest-TestMinimumBasicScenario-1320848959 tempest-TestMinimumBasicScenario-1320848959-project] 10.222.0.36 "GET /v2.0/ports?device_id=d0bb6047-6799-481c-9961-ca0038f01968 HTTP/1.1" status: 200 len: 945 time: 0.3150012 Sep 30 06:29:58.144261 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.plugins.ml2.plugin [req-0e2be77d-7f32-41fc-bdcf-324f3f9ef33c req-c41878bb-5e4d-4bfb-942e-da474ac30570 tempest-VolumesActionsTest-1064546985 tempest-VolumesActionsTest-1064546985-project] Deleting port 5860a238-fd89-4db3-9824-2b3c6fbac7b0 {{(pid=94000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 06:29:58.144836 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [req-0e2be77d-7f32-41fc-bdcf-324f3f9ef33c req-c41878bb-5e4d-4bfb-942e-da474ac30570 tempest-VolumesActionsTest-1064546985 tempest-VolumesActionsTest-1064546985-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727545987880'] for port, before_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:29:58.182019 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-f43b9115-e40e-4bba-b633-2acad07832f3 req-368337ab-7a3b-451f-9b20-a1dc8d135da8 tempest-TestMinimumBasicScenario-1320848959 tempest-TestMinimumBasicScenario-1320848959-project] 10.222.0.36 "GET /v2.0/security-groups?id=a3fc8924-f30a-4de5-8af2-a86f77449999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003401 Sep 30 06:29:58.312160 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18be0294-fd92-4c27-80f3-b0e832b7c7e6 req-2d076fc6-18c0-47ba-ae28-d60097d181fd tempest-VolumesActionsTest-1064546985 tempest-VolumesActionsTest-1064546985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:29:58.314020 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-18be0294-fd92-4c27-80f3-b0e832b7c7e6 req-2d076fc6-18c0-47ba-ae28-d60097d181fd tempest-VolumesActionsTest-1064546985 tempest-VolumesActionsTest-1064546985-project] 10.222.0.36 "GET /v2.0/ports?device_id=d4e6ac6d-5933-4a2e-a7af-3b2c7b5ec17a HTTP/1.1" status: 200 len: 945 time: 0.1381984 Sep 30 06:29:58.357191 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [req-0f07cc43-617f-4247-9b44-ccc3085501e5 req-7b3c12d2-8a55-43bd-b979-9602c99c027f tempest-VolumesNegativeTest-1401667650 tempest-VolumesNegativeTest-1401667650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7821886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727545991406', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727545489354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6560267'] for port, after_delete {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:29:58.466864 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-18be0294-fd92-4c27-80f3-b0e832b7c7e6 req-8c2faf6f-4bc4-44ee-934d-779b8724c0dc tempest-VolumesActionsTest-1064546985 tempest-VolumesActionsTest-1064546985-project] 10.222.0.36 "GET /v2.0/security-groups?id=b150e05c-7d7a-4392-9d2b-fe2d02ba7332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445770 Sep 30 06:29:58.469867 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.plugins.ml2.db [req-0e2be77d-7f32-41fc-bdcf-324f3f9ef33c req-c41878bb-5e4d-4bfb-942e-da474ac30570 tempest-VolumesActionsTest-1064546985 tempest-VolumesActionsTest-1064546985-project] For port 5860a238-fd89-4db3-9824-2b3c6fbac7b0, host hv-cinder-81187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81187',level=0,port_id=5860a238-fd89-4db3-9824-2b3c6fbac7b0,segment=NetworkSegment(1ef1d653-7acd-435b-9687-18111cd76776),segment_id=1ef1d653-7acd-435b-9687-18111cd76776)] {{(pid=94000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 06:29:58.473915 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [req-0e2be77d-7f32-41fc-bdcf-324f3f9ef33c req-c41878bb-5e4d-4bfb-942e-da474ac30570 tempest-VolumesActionsTest-1064546985 tempest-VolumesActionsTest-1064546985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7874563'] for port, precommit_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:29:58.510224 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-6794a76a-f938-47b3-8364-307520d3bd45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727546001794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-597483'] for agent, after_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:29:58.520251 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.plugins.ml2.plugin [req-0e2be77d-7f32-41fc-bdcf-324f3f9ef33c req-c41878bb-5e4d-4bfb-942e-da474ac30570 tempest-VolumesActionsTest-1064546985 tempest-VolumesActionsTest-1064546985-project] Calling delete_port for 5860a238-fd89-4db3-9824-2b3c6fbac7b0 owned by compute:nova {{(pid=94000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 06:29:58.571673 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3c12d2-8a55-43bd-b979-9602c99c027f tempest-VolumesNegativeTest-1401667650 tempest-VolumesNegativeTest-1401667650-project] Pushing event deleted for resources: {'Port': ['ID=c17c6bee-6b30-45d1-8592-55edb1f68a36,revision_number=None']} {{(pid=93999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:29:58.628422 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f07cc43-617f-4247-9b44-ccc3085501e5 req-7b3c12d2-8a55-43bd-b979-9602c99c027f tempest-VolumesNegativeTest-1401667650 tempest-VolumesNegativeTest-1401667650-project] No DVR routers for this DVR port c17c6bee-6b30-45d1-8592-55edb1f68a36 on host hv-cinder-81187 {{(pid=93999) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 06:29:58.638942 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d057c3-ea5b-480b-b05f-b2aed571c66c req-5d5375da-0f56-4663-9e14-7780e0310eac tempest-VolumesNegativeTest-1401667650 tempest-VolumesNegativeTest-1401667650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:29:58.648904 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-c8d057c3-ea5b-480b-b05f-b2aed571c66c req-5d5375da-0f56-4663-9e14-7780e0310eac tempest-VolumesNegativeTest-1401667650 tempest-VolumesNegativeTest-1401667650-project] 10.222.0.36 "GET /v2.0/ports?device_id=17fc2b0a-37a5-4ddf-8fb7-8e0b595f4a62 HTTP/1.1" status: 200 len: 867 time: 0.3498847 Sep 30 06:29:58.652437 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [req-0f07cc43-617f-4247-9b44-ccc3085501e5 req-7b3c12d2-8a55-43bd-b979-9602c99c027f tempest-VolumesNegativeTest-1401667650 tempest-VolumesNegativeTest-1401667650-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57126'] for port, before_response {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:29:58.655414 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-0f07cc43-617f-4247-9b44-ccc3085501e5 req-7b3c12d2-8a55-43bd-b979-9602c99c027f tempest-VolumesNegativeTest-1401667650 tempest-VolumesNegativeTest-1401667650-project] 10.222.0.10 "DELETE /v2.0/ports/c17c6bee-6b30-45d1-8592-55edb1f68a36 HTTP/1.1" status: 204 len: 173 time: 1.5262825 Sep 30 06:29:58.656750 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17fc2b0a-37a5-4ddf-8fb7-8e0b595f4a62', 'name': 'network-vif-deleted', 'tag': 'c17c6bee-6b30-45d1-8592-55edb1f68a36'}] {{(pid=93999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 06:29:58.660437 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07b111f6e278cfffd9c4f208e103de524c2b9e3fbd4e5a5b5d8dd158a433df71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c70b8a70-51ba-42b5-a38e-b5d1574419e8" -d '{"events": [{"server_uuid": "17fc2b0a-37a5-4ddf-8fb7-8e0b595f4a62", "name": "network-vif-deleted", "tag": "c17c6bee-6b30-45d1-8592-55edb1f68a36"}]}' {{(pid=93999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 06:29:58.710064 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cadbd42-c73d-4c91-99b1-67c5bdf5089b req-1d87a33d-3c64-4c47-86dd-174788fb4ce4 tempest-AttachVolumeTestJSON-1192105893 tempest-AttachVolumeTestJSON-1192105893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:29:58.717257 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-c8d057c3-ea5b-480b-b05f-b2aed571c66c req-b9c5a0fd-dd84-481a-89be-84ffa7d33383 tempest-VolumesNegativeTest-1401667650 tempest-VolumesNegativeTest-1401667650-project] 10.222.0.36 "GET /v2.0/security-groups?id=000e6224-5f25-404e-9698-7a6837496159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621755 Sep 30 06:29:58.719053 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-7cadbd42-c73d-4c91-99b1-67c5bdf5089b req-1d87a33d-3c64-4c47-86dd-174788fb4ce4 tempest-AttachVolumeTestJSON-1192105893 tempest-AttachVolumeTestJSON-1192105893-project] 10.222.0.36 "GET /v2.0/ports?device_id=6958c33e-794d-418e-a5ab-7fc4d005ddf7 HTTP/1.1" status: 200 len: 946 time: 0.1537163 Sep 30 06:29:58.840887 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-7cadbd42-c73d-4c91-99b1-67c5bdf5089b req-e49cdb0a-d73f-4fdb-8480-10bcb5b814db tempest-AttachVolumeTestJSON-1192105893 tempest-AttachVolumeTestJSON-1192105893-project] 10.222.0.36 "GET /v2.0/security-groups?id=2948a1ff-6e7e-4016-a1fe-d6f8926a46bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1208236 Sep 30 06:29:58.863436 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.db [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] get_ports_and_sgs() called for port_ids ['c17c6bee-6b30-45d1-8592-55edb1f68a36'] {{(pid=94001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 06:29:58.920273 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f8a724-f7ff-4737-86a2-82fb35ee57ed req-4acd1f2c-71de-46cd-8118-da65a738bf86 tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:29:58.928495 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-a5f8a724-f7ff-4737-86a2-82fb35ee57ed req-4acd1f2c-71de-46cd-8118-da65a738bf86 tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] 10.222.0.36 "GET /v2.0/ports?device_id=c7de8e92-ecc9-41bc-98bb-5c2242bab3d1 HTTP/1.1" status: 200 len: 945 time: 0.1337166 Sep 30 06:29:58.991205 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-a5f8a724-f7ff-4737-86a2-82fb35ee57ed req-becd06be-62e2-4a0b-b9a7-0e6bf40b6458 tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] 10.222.0.36 "GET /v2.0/security-groups?id=aaa05d83-3ebc-404f-b7b5-bc03e45995ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616093 Sep 30 06:29:58.999923 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 06:29:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5e6450a-c141-471c-a819-27e6cc50a3db x-openstack-request-id: req-a5e6450a-c141-471c-a819-27e6cc50a3db {{(pid=93999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 06:29:59.000419 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17fc2b0a-37a5-4ddf-8fb7-8e0b595f4a62", "name": "network-vif-deleted", "tag": "c17c6bee-6b30-45d1-8592-55edb1f68a36", "status": "completed", "code": 200}]} {{(pid=93999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 06:29:59.000872 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-a5e6450a-c141-471c-a819-27e6cc50a3db {{(pid=93999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 06:29:59.001446 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17fc2b0a-37a5-4ddf-8fb7-8e0b595f4a62', 'name': 'network-vif-deleted', 'tag': 'c17c6bee-6b30-45d1-8592-55edb1f68a36', 'status': 'completed', 'code': 200} Sep 30 06:29:59.087403 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.rpc [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] Device 12a27015-8937-4612-aa31-c36e99d84dae up at agent hyperv_hv-cinder-81187 {{(pid=94001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 06:29:59.132385 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [req-0e2be77d-7f32-41fc-bdcf-324f3f9ef33c req-c41878bb-5e4d-4bfb-942e-da474ac30570 tempest-VolumesActionsTest-1064546985 tempest-VolumesActionsTest-1064546985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7821886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727545991406', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727545489354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4572815'] for port, after_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:29:59.187612 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41878bb-5e4d-4bfb-942e-da474ac30570 tempest-VolumesActionsTest-1064546985 tempest-VolumesActionsTest-1064546985-project] Pushing event deleted for resources: {'Port': ['ID=5860a238-fd89-4db3-9824-2b3c6fbac7b0,revision_number=None']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:29:59.227567 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.db.provisioning_blocks [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] Provisioning for port 12a27015-8937-4612-aa31-c36e99d84dae completed by entity L2. {{(pid=94001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 06:29:59.228129 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.db.provisioning_blocks [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] Provisioning complete for port 12a27015-8937-4612-aa31-c36e99d84dae triggered by entity L2. {{(pid=94001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 06:29:59.228524 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-597822'] for port, provisioning_complete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:29:59.415110 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e2be77d-7f32-41fc-bdcf-324f3f9ef33c req-c41878bb-5e4d-4bfb-942e-da474ac30570 tempest-VolumesActionsTest-1064546985 tempest-VolumesActionsTest-1064546985-project] No DVR routers for this DVR port 5860a238-fd89-4db3-9824-2b3c6fbac7b0 on host hv-cinder-81187 {{(pid=94000) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 06:29:59.426301 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [req-0e2be77d-7f32-41fc-bdcf-324f3f9ef33c req-c41878bb-5e4d-4bfb-942e-da474ac30570 tempest-VolumesActionsTest-1064546985 tempest-VolumesActionsTest-1064546985-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57126'] for port, before_response {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:29:59.429239 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653538'] for port, before_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:29:59.430405 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-0e2be77d-7f32-41fc-bdcf-324f3f9ef33c req-c41878bb-5e4d-4bfb-942e-da474ac30570 tempest-VolumesActionsTest-1064546985 tempest-VolumesActionsTest-1064546985-project] 10.222.0.10 "DELETE /v2.0/ports/5860a238-fd89-4db3-9824-2b3c6fbac7b0 HTTP/1.1" status: 204 len: 173 time: 1.5107231 Sep 30 06:29:59.432693 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4e6ac6d-5933-4a2e-a7af-3b2c7b5ec17a', 'name': 'network-vif-deleted', 'tag': '5860a238-fd89-4db3-9824-2b3c6fbac7b0'}] {{(pid=94000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 06:29:59.438576 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4acac726bceb08fc5dc31984e0b5877fccc01d7f70542289dc6193c12fa4dba7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b2dc875-55cb-4837-9733-35305d656352" -d '{"events": [{"server_uuid": "d4e6ac6d-5933-4a2e-a7af-3b2c7b5ec17a", "name": "network-vif-deleted", "tag": "5860a238-fd89-4db3-9824-2b3c6fbac7b0"}]}' {{(pid=94000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 06:29:59.469645 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0bb6047-6799-481c-9961-ca0038f01968', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12a27015-8937-4612-aa31-c36e99d84dae'}] {{(pid=94001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 06:29:59.472806 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6a6fbc36b32d89ab1780593628eab99e94898f937be62aa03f5208480f4236e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21cda920-e46f-4900-89c4-0b6f00be148a" -d '{"events": [{"server_uuid": "d0bb6047-6799-481c-9961-ca0038f01968", "name": "network-vif-plugged", "status": "completed", "tag": "12a27015-8937-4612-aa31-c36e99d84dae"}]}' {{(pid=94001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 06:29:59.477660 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e865fd51-8588-43ab-925b-876d1241ff18 req-f5cb996c-085f-442f-96c7-e18592bc87bf tempest-TestMinimumBasicScenario-1320848959 tempest-TestMinimumBasicScenario-1320848959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:29:59.478495 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf58d66-388e-4e3a-80c8-b461a3e88805 req-cdec8244-d397-4930-b774-7cfb470cb01b tempest-ServerRescueNegativeTestJSON-1209427659 tempest-ServerRescueNegativeTestJSON-1209427659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:29:59.481328 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-e865fd51-8588-43ab-925b-876d1241ff18 req-f5cb996c-085f-442f-96c7-e18592bc87bf tempest-TestMinimumBasicScenario-1320848959 tempest-TestMinimumBasicScenario-1320848959-project] 10.222.0.36 "GET /v2.0/ports?device_id=d0bb6047-6799-481c-9961-ca0038f01968 HTTP/1.1" status: 200 len: 945 time: 0.1643836 Sep 30 06:29:59.485242 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-6cf58d66-388e-4e3a-80c8-b461a3e88805 req-cdec8244-d397-4930-b774-7cfb470cb01b tempest-ServerRescueNegativeTestJSON-1209427659 tempest-ServerRescueNegativeTestJSON-1209427659-project] 10.222.0.36 "GET /v2.0/ports?device_id=be801cab-b2ce-4594-8d30-3431ea29df2f HTTP/1.1" status: 200 len: 945 time: 0.3033552 Sep 30 06:29:59.500690 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.db [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] For port 12a27015-8937-4612-aa31-c36e99d84dae, host hv-cinder-81187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81187',level=0,port_id=12a27015-8937-4612-aa31-c36e99d84dae,segment=NetworkSegment(e38808c4-ca93-4f8b-9d24-7dc14d2470c7),segment_id=e38808c4-ca93-4f8b-9d24-7dc14d2470c7)] {{(pid=94001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 06:29:59.509883 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7821886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727545992452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727545489363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727545489381'] for port, after_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:29:59.511168 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.rpc [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] Device c17c6bee-6b30-45d1-8592-55edb1f68a36 no longer exists at agent hyperv_hv-cinder-81187 {{(pid=94001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 06:29:59.583690 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-6cf58d66-388e-4e3a-80c8-b461a3e88805 req-0d1cca86-8d9c-452d-839e-38793074f5cf tempest-ServerRescueNegativeTestJSON-1209427659 tempest-ServerRescueNegativeTestJSON-1209427659-project] 10.222.0.36 "GET /v2.0/security-groups?id=78ce1e3c-f3d7-420d-ac39-20c93d3fb7fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840969 Sep 30 06:29:59.619325 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-e865fd51-8588-43ab-925b-876d1241ff18 req-1edf1031-5116-4c0b-968b-a22e29daa082 tempest-TestMinimumBasicScenario-1320848959 tempest-TestMinimumBasicScenario-1320848959-project] 10.222.0.36 "GET /v2.0/security-groups?id=a3fc8924-f30a-4de5-8af2-a86f77449999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156156 Sep 30 06:29:59.642472 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.plugin [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] No Port match for: c17c6bee-6b30-45d1-8592-55edb1f68a36 {{(pid=94001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 06:29:59.642771 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.rpc [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] Device c17c6bee-6b30-45d1-8592-55edb1f68a36 not bound to the agent host hv-cinder-81187 {{(pid=94001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 06:29:59.685254 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] Pushing event updated for resources: {'Port': ['ID=12a27015-8937-4612-aa31-c36e99d84dae,revision_number=5']} {{(pid=94001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:29:59.688160 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 06:29:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2c87850-282b-40e0-a095-2691cd80987d x-openstack-request-id: req-b2c87850-282b-40e0-a095-2691cd80987d {{(pid=94000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 06:29:59.692444 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4e6ac6d-5933-4a2e-a7af-3b2c7b5ec17a", "name": "network-vif-deleted", "tag": "5860a238-fd89-4db3-9824-2b3c6fbac7b0", "status": "completed", "code": 200}]} {{(pid=94000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 06:29:59.692719 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-b2c87850-282b-40e0-a095-2691cd80987d {{(pid=94000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 06:29:59.693155 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4e6ac6d-5933-4a2e-a7af-3b2c7b5ec17a', 'name': 'network-vif-deleted', 'tag': '5860a238-fd89-4db3-9824-2b3c6fbac7b0', 'status': 'completed', 'code': 200} Sep 30 06:29:59.694996 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 06:29:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0616757-aac8-425d-9039-195f4c638e0f x-openstack-request-id: req-f0616757-aac8-425d-9039-195f4c638e0f {{(pid=94001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 06:29:59.695524 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0bb6047-6799-481c-9961-ca0038f01968", "name": "network-vif-plugged", "status": "completed", "tag": "12a27015-8937-4612-aa31-c36e99d84dae", "code": 200}]} {{(pid=94001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 06:29:59.695983 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-f0616757-aac8-425d-9039-195f4c638e0f {{(pid=94001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 06:29:59.697341 dv-cinder-811877-1-iscsi neutron-server[94001]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0bb6047-6799-481c-9961-ca0038f01968', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12a27015-8937-4612-aa31-c36e99d84dae', 'code': 200} Sep 30 06:29:59.807511 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-50a670db-c4a7-4823-ac4c-28973f2c33cd req-02b68640-99a8-48fc-a0af-3bc6c6e11a36 tempest-VolumesActionsTest-1064546985 tempest-VolumesActionsTest-1064546985-project] 10.222.0.36 "GET /v2.0/ports?device_id=d4e6ac6d-5933-4a2e-a7af-3b2c7b5ec17a HTTP/1.1" status: 200 len: 210 time: 0.0350759 Sep 30 06:30:00.058377 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25bd7c5-d423-4c8c-a536-8d3c07bd7746 req-ea96c413-3106-4019-824e-55620914eb79 tempest-AttachVolumeTestJSON-1192105893 tempest-AttachVolumeTestJSON-1192105893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:30:00.066270 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-f25bd7c5-d423-4c8c-a536-8d3c07bd7746 req-ea96c413-3106-4019-824e-55620914eb79 tempest-AttachVolumeTestJSON-1192105893 tempest-AttachVolumeTestJSON-1192105893-project] 10.222.0.36 "GET /v2.0/ports?device_id=6958c33e-794d-418e-a5ab-7fc4d005ddf7 HTTP/1.1" status: 200 len: 946 time: 0.1010661 Sep 30 06:30:00.154133 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-f25bd7c5-d423-4c8c-a536-8d3c07bd7746 req-cb732d7c-d720-4616-bb47-257fb48bfa54 tempest-AttachVolumeTestJSON-1192105893 tempest-AttachVolumeTestJSON-1192105893-project] 10.222.0.36 "GET /v2.0/security-groups?id=2948a1ff-6e7e-4016-a1fe-d6f8926a46bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0803881 Sep 30 06:30:00.393339 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74c9a52-149f-4029-9d27-5ecd5426d0e9 req-bfe6d7df-2b11-4630-b942-0612fb9ee039 tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:30:00.410697 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-a74c9a52-149f-4029-9d27-5ecd5426d0e9 req-bfe6d7df-2b11-4630-b942-0612fb9ee039 tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] 10.222.0.36 "GET /v2.0/ports?device_id=c7de8e92-ecc9-41bc-98bb-5c2242bab3d1 HTTP/1.1" status: 200 len: 945 time: 0.1505685 Sep 30 06:30:00.504032 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-a74c9a52-149f-4029-9d27-5ecd5426d0e9 req-b0df1406-1e2b-4d39-92b3-696f7d483390 tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] 10.222.0.36 "GET /v2.0/security-groups?id=aaa05d83-3ebc-404f-b7b5-bc03e45995ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0913579 Sep 30 06:30:00.789397 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e45222-8286-4452-bba6-549e8959bab0 req-98382c8f-5a7e-437c-be47-6411b6a30c25 tempest-TestMinimumBasicScenario-1320848959 tempest-TestMinimumBasicScenario-1320848959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:30:00.798196 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-43e45222-8286-4452-bba6-549e8959bab0 req-98382c8f-5a7e-437c-be47-6411b6a30c25 tempest-TestMinimumBasicScenario-1320848959 tempest-TestMinimumBasicScenario-1320848959-project] 10.222.0.36 "GET /v2.0/ports?device_id=d0bb6047-6799-481c-9961-ca0038f01968 HTTP/1.1" status: 200 len: 946 time: 0.0722561 Sep 30 06:30:00.849919 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-43e45222-8286-4452-bba6-549e8959bab0 req-bae47d6e-bec1-419c-a1c6-829fa8060374 tempest-TestMinimumBasicScenario-1320848959 tempest-TestMinimumBasicScenario-1320848959-project] 10.222.0.36 "GET /v2.0/security-groups?id=a3fc8924-f30a-4de5-8af2-a86f77449999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504248 Sep 30 06:30:00.996070 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-d26914e1-a04b-493d-9f97-85ebb8e1a89a req-e7549462-bcb7-40b2-8c38-c0b6be36ccdc tempest-VolumesActionsTest-1064546985 tempest-VolumesActionsTest-1064546985-project] 10.222.0.36 "GET /v2.0/ports?device_id=d4e6ac6d-5933-4a2e-a7af-3b2c7b5ec17a HTTP/1.1" status: 200 len: 210 time: 0.0463102 Sep 30 06:30:01.327370 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-5f1f42c1-3ea8-4d1d-92ca-ffd6289e129d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727546001794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-597483'] for agent, after_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:30:01.357964 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdedce3-54f2-401a-875a-b423ddbf7df1 req-6b00b133-be87-43de-905d-a2e8711af083 tempest-AttachVolumeTestJSON-1192105893 tempest-AttachVolumeTestJSON-1192105893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:30:01.360681 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-fbdedce3-54f2-401a-875a-b423ddbf7df1 req-6b00b133-be87-43de-905d-a2e8711af083 tempest-AttachVolumeTestJSON-1192105893 tempest-AttachVolumeTestJSON-1192105893-project] 10.222.0.36 "GET /v2.0/ports?device_id=6958c33e-794d-418e-a5ab-7fc4d005ddf7 HTTP/1.1" status: 200 len: 946 time: 0.0908306 Sep 30 06:30:01.422796 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-fbdedce3-54f2-401a-875a-b423ddbf7df1 req-90e13c37-b317-4a62-8a0c-966428ac25b0 tempest-AttachVolumeTestJSON-1192105893 tempest-AttachVolumeTestJSON-1192105893-project] 10.222.0.36 "GET /v2.0/security-groups?id=2948a1ff-6e7e-4016-a1fe-d6f8926a46bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482886 Sep 30 06:30:01.702344 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16c5eb6-25bd-406f-bb30-b4c3e6327f63 req-c6bebadb-b6f6-4484-8210-6feb30034bb8 tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:30:01.705111 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-a16c5eb6-25bd-406f-bb30-b4c3e6327f63 req-c6bebadb-b6f6-4484-8210-6feb30034bb8 tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] 10.222.0.36 "GET /v2.0/ports?device_id=c7de8e92-ecc9-41bc-98bb-5c2242bab3d1 HTTP/1.1" status: 200 len: 945 time: 0.1003535 Sep 30 06:30:01.810738 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-a16c5eb6-25bd-406f-bb30-b4c3e6327f63 req-8161a705-7282-4a79-be83-61a996ae4dc0 tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] 10.222.0.36 "GET /v2.0/security-groups?id=aaa05d83-3ebc-404f-b7b5-bc03e45995ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0783534 Sep 30 06:30:02.057578 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fad0338-ccec-4cc0-b676-7aca2ae41289 req-296a2801-ed35-4a8a-9719-083042585ae7 tempest-TestMinimumBasicScenario-1320848959 tempest-TestMinimumBasicScenario-1320848959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:30:02.059392 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-1fad0338-ccec-4cc0-b676-7aca2ae41289 req-296a2801-ed35-4a8a-9719-083042585ae7 tempest-TestMinimumBasicScenario-1320848959 tempest-TestMinimumBasicScenario-1320848959-project] 10.222.0.36 "GET /v2.0/ports?device_id=d0bb6047-6799-481c-9961-ca0038f01968 HTTP/1.1" status: 200 len: 946 time: 0.0744195 Sep 30 06:30:02.143126 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-1fad0338-ccec-4cc0-b676-7aca2ae41289 req-d60cbdf2-148a-476c-9a0d-90c203d129a2 tempest-TestMinimumBasicScenario-1320848959 tempest-TestMinimumBasicScenario-1320848959-project] 10.222.0.36 "GET /v2.0/security-groups?id=a3fc8924-f30a-4de5-8af2-a86f77449999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726228 Sep 30 06:30:02.344098 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.rpc [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] Device 5860a238-fd89-4db3-9824-2b3c6fbac7b0 no longer exists at agent hyperv_hv-cinder-81187 {{(pid=94001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 06:30:02.350002 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-c2cdd6a1-98fe-4f41-ac70-8a0a7748bb86 req-1d465de0-f64c-4c44-b630-ca5b0cb6023d tempest-VolumesActionsTest-1064546985 tempest-VolumesActionsTest-1064546985-project] 10.222.0.36 "GET /v2.0/ports?device_id=d4e6ac6d-5933-4a2e-a7af-3b2c7b5ec17a HTTP/1.1" status: 200 len: 210 time: 0.0657682 Sep 30 06:30:02.476908 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.plugin [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] No Port match for: 5860a238-fd89-4db3-9824-2b3c6fbac7b0 {{(pid=94001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 06:30:02.477528 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.rpc [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] Device 5860a238-fd89-4db3-9824-2b3c6fbac7b0 not bound to the agent host hv-cinder-81187 {{(pid=94001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 06:30:02.495191 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-1a5ef50c-1a60-4eeb-b96e-cf5df6fcca4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727546001794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-597483'] for agent, after_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:30:02.628297 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-028184f3-f8cc-4c85-9e6b-64613141ad03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727546001794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-597483'] for agent, after_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:30:02.671437 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e316a121-fcc9-4063-b756-199f4deac74a req-cc00403f-6f43-4dd8-8803-cd8f4aa48ea2 tempest-AttachVolumeTestJSON-1192105893 tempest-AttachVolumeTestJSON-1192105893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:30:02.679494 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-e316a121-fcc9-4063-b756-199f4deac74a req-cc00403f-6f43-4dd8-8803-cd8f4aa48ea2 tempest-AttachVolumeTestJSON-1192105893 tempest-AttachVolumeTestJSON-1192105893-project] 10.222.0.36 "GET /v2.0/ports?device_id=6958c33e-794d-418e-a5ab-7fc4d005ddf7 HTTP/1.1" status: 200 len: 946 time: 0.1280849 Sep 30 06:30:02.839336 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-e316a121-fcc9-4063-b756-199f4deac74a req-a77e4d16-8bc9-4acb-82c6-484cc7cd47f2 tempest-AttachVolumeTestJSON-1192105893 tempest-AttachVolumeTestJSON-1192105893-project] 10.222.0.36 "GET /v2.0/security-groups?id=2948a1ff-6e7e-4016-a1fe-d6f8926a46bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1544664 Sep 30 06:30:02.880463 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98585d02-cdfe-4d63-abde-0f4e97c6a272 req-04096762-0fa8-46a2-a599-8fb73c408d04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:30:02.887822 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-98585d02-cdfe-4d63-abde-0f4e97c6a272 req-04096762-0fa8-46a2-a599-8fb73c408d04 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=d0bb6047-6799-481c-9961-ca0038f01968 HTTP/1.1" status: 200 len: 1099 time: 0.1357303 Sep 30 06:30:03.001374 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-98585d02-cdfe-4d63-abde-0f4e97c6a272 req-cbd4af83-42f6-4435-998e-4f47004d7de4 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=a3fc8924-f30a-4de5-8af2-a86f77449999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047897 Sep 30 06:30:03.045200 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b27054-3f46-428d-afca-c158c07a7393 req-7e046f46-353a-4cec-89bd-035e516e32fc tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:30:03.048074 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-85b27054-3f46-428d-afca-c158c07a7393 req-7e046f46-353a-4cec-89bd-035e516e32fc tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] 10.222.0.36 "GET /v2.0/ports?device_id=c7de8e92-ecc9-41bc-98bb-5c2242bab3d1 HTTP/1.1" status: 200 len: 945 time: 0.1037476 Sep 30 06:30:03.150325 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-85b27054-3f46-428d-afca-c158c07a7393 req-7a9b35d1-5ae8-4f09-8ceb-8de5d502cb2b tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] 10.222.0.36 "GET /v2.0/security-groups?id=aaa05d83-3ebc-404f-b7b5-bc03e45995ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0937834 Sep 30 06:30:03.349102 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46d0ce6-64b9-4f30-b381-c86a009f0820 req-16225c65-de2b-4273-8e73-d9c6e59df43b tempest-TestMinimumBasicScenario-1320848959 tempest-TestMinimumBasicScenario-1320848959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:30:03.350274 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-d46d0ce6-64b9-4f30-b381-c86a009f0820 req-16225c65-de2b-4273-8e73-d9c6e59df43b tempest-TestMinimumBasicScenario-1320848959 tempest-TestMinimumBasicScenario-1320848959-project] 10.222.0.36 "GET /v2.0/ports?device_id=d0bb6047-6799-481c-9961-ca0038f01968 HTTP/1.1" status: 200 len: 946 time: 0.0900416 Sep 30 06:30:03.414141 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-d46d0ce6-64b9-4f30-b381-c86a009f0820 req-a96b02b8-02a6-43b6-bd11-4e27af9f841f tempest-TestMinimumBasicScenario-1320848959 tempest-TestMinimumBasicScenario-1320848959-project] 10.222.0.36 "GET /v2.0/security-groups?id=a3fc8924-f30a-4de5-8af2-a86f77449999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545771 Sep 30 06:30:04.048182 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-31788eca-3db2-42eb-847b-597dce492ba7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727546001794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-597483'] for agent, after_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:30:04.049199 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e994fa0e-91b3-4edd-8a9f-f864a9372f41 req-81f06167-3921-4244-af37-305cce5beb65 tempest-AttachVolumeTestJSON-1192105893 tempest-AttachVolumeTestJSON-1192105893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:30:04.051041 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-e994fa0e-91b3-4edd-8a9f-f864a9372f41 req-81f06167-3921-4244-af37-305cce5beb65 tempest-AttachVolumeTestJSON-1192105893 tempest-AttachVolumeTestJSON-1192105893-project] 10.222.0.36 "GET /v2.0/ports?device_id=6958c33e-794d-418e-a5ab-7fc4d005ddf7 HTTP/1.1" status: 200 len: 946 time: 0.0705745 Sep 30 06:30:04.166873 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-e994fa0e-91b3-4edd-8a9f-f864a9372f41 req-545252dd-8e2f-4e22-a01a-911c208005ae tempest-AttachVolumeTestJSON-1192105893 tempest-AttachVolumeTestJSON-1192105893-project] 10.222.0.36 "GET /v2.0/security-groups?id=2948a1ff-6e7e-4016-a1fe-d6f8926a46bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0977881 Sep 30 06:30:04.394007 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc44026-8fb2-40f8-b3cb-8907f61315c7 req-117885de-1818-4253-ab8c-a71ffd6caeef tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:30:04.398031 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-cdc44026-8fb2-40f8-b3cb-8907f61315c7 req-117885de-1818-4253-ab8c-a71ffd6caeef tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] 10.222.0.36 "GET /v2.0/ports?device_id=c7de8e92-ecc9-41bc-98bb-5c2242bab3d1 HTTP/1.1" status: 200 len: 945 time: 0.1230347 Sep 30 06:30:04.465991 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-cdc44026-8fb2-40f8-b3cb-8907f61315c7 req-58f349a2-29fd-4cd0-9b05-3926bb6258c3 tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] 10.222.0.36 "GET /v2.0/security-groups?id=aaa05d83-3ebc-404f-b7b5-bc03e45995ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574582 Sep 30 06:30:04.658058 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d31f871-b4e5-4125-8ed4-b162b04141ae req-212f128c-5554-4958-a76d-fcaa05bb7e5a tempest-TestMinimumBasicScenario-1320848959 tempest-TestMinimumBasicScenario-1320848959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:30:04.666308 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-7d31f871-b4e5-4125-8ed4-b162b04141ae req-212f128c-5554-4958-a76d-fcaa05bb7e5a tempest-TestMinimumBasicScenario-1320848959 tempest-TestMinimumBasicScenario-1320848959-project] 10.222.0.36 "GET /v2.0/ports?device_id=d0bb6047-6799-481c-9961-ca0038f01968 HTTP/1.1" status: 200 len: 946 time: 0.1025038 Sep 30 06:30:04.742075 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-7d31f871-b4e5-4125-8ed4-b162b04141ae req-73adb212-1fe0-447f-a590-9f56a5f1202c tempest-TestMinimumBasicScenario-1320848959 tempest-TestMinimumBasicScenario-1320848959-project] 10.222.0.36 "GET /v2.0/security-groups?id=a3fc8924-f30a-4de5-8af2-a86f77449999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744529 Sep 30 06:30:04.945209 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f892cc9e-93e2-4c8c-a98e-ed44523b75df req-7ea9f733-d58f-449b-9ae3-77dae90de5c7 tempest-TestMinimumBasicScenario-1320848959 tempest-TestMinimumBasicScenario-1320848959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:30:04.959776 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-f892cc9e-93e2-4c8c-a98e-ed44523b75df req-7ea9f733-d58f-449b-9ae3-77dae90de5c7 tempest-TestMinimumBasicScenario-1320848959 tempest-TestMinimumBasicScenario-1320848959-project] 10.222.0.36 "GET /v2.0/ports?device_id=d0bb6047-6799-481c-9961-ca0038f01968 HTTP/1.1" status: 200 len: 946 time: 0.0780694 Sep 30 06:30:05.018077 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-f892cc9e-93e2-4c8c-a98e-ed44523b75df req-b0847f92-185f-4b40-9a9b-fa3778fba649 tempest-TestMinimumBasicScenario-1320848959 tempest-TestMinimumBasicScenario-1320848959-project] 10.222.0.36 "GET /v2.0/security-groups?id=a3fc8924-f30a-4de5-8af2-a86f77449999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569394 Sep 30 06:30:05.400589 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd0668f-7ddf-4aad-8621-b0825a3f3e44 req-85f985a2-fcce-43c2-9d71-de0bed8875f7 tempest-AttachVolumeTestJSON-1192105893 tempest-AttachVolumeTestJSON-1192105893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:30:05.411522 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-dfd0668f-7ddf-4aad-8621-b0825a3f3e44 req-85f985a2-fcce-43c2-9d71-de0bed8875f7 tempest-AttachVolumeTestJSON-1192105893 tempest-AttachVolumeTestJSON-1192105893-project] 10.222.0.36 "GET /v2.0/ports?device_id=6958c33e-794d-418e-a5ab-7fc4d005ddf7 HTTP/1.1" status: 200 len: 946 time: 0.1191661 Sep 30 06:30:05.509265 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-dfd0668f-7ddf-4aad-8621-b0825a3f3e44 req-6a2b3b25-2416-4bd1-9165-63ffafe1c638 tempest-AttachVolumeTestJSON-1192105893 tempest-AttachVolumeTestJSON-1192105893-project] 10.222.0.36 "GET /v2.0/security-groups?id=2948a1ff-6e7e-4016-a1fe-d6f8926a46bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0937588 Sep 30 06:30:05.731631 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454528ff-39fe-4ce8-b06f-bc84dc90797f req-81aa42b3-93df-4d72-be20-b7977ccf3305 tempest-TestMinimumBasicScenario-1320848959 tempest-TestMinimumBasicScenario-1320848959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:30:05.736552 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-454528ff-39fe-4ce8-b06f-bc84dc90797f req-81aa42b3-93df-4d72-be20-b7977ccf3305 tempest-TestMinimumBasicScenario-1320848959 tempest-TestMinimumBasicScenario-1320848959-project] 10.222.0.36 "GET /v2.0/ports?device_id=d0bb6047-6799-481c-9961-ca0038f01968 HTTP/1.1" status: 200 len: 946 time: 0.1484783 Sep 30 06:30:05.794165 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776aedc4-7088-4c8a-a8a1-287c4721e67c req-9a4805dd-4c6e-4fa8-8fd7-5d0e453329d0 tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:30:05.803263 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-776aedc4-7088-4c8a-a8a1-287c4721e67c req-9a4805dd-4c6e-4fa8-8fd7-5d0e453329d0 tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] 10.222.0.36 "GET /v2.0/ports?device_id=c7de8e92-ecc9-41bc-98bb-5c2242bab3d1 HTTP/1.1" status: 200 len: 945 time: 0.0876300 Sep 30 06:30:05.839951 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-454528ff-39fe-4ce8-b06f-bc84dc90797f req-8e7193a3-4936-4325-9729-0ee85e480286 tempest-TestMinimumBasicScenario-1320848959 tempest-TestMinimumBasicScenario-1320848959-project] 10.222.0.36 "GET /v2.0/security-groups?id=a3fc8924-f30a-4de5-8af2-a86f77449999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924382 Sep 30 06:30:05.867497 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-776aedc4-7088-4c8a-a8a1-287c4721e67c req-9a164057-85e9-4c2c-b217-faa386562f76 tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] 10.222.0.36 "GET /v2.0/security-groups?id=aaa05d83-3ebc-404f-b7b5-bc03e45995ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558062 Sep 30 06:30:06.303341 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.wsgi [-] (93999) accepted ('10.222.0.36', 55298) {{(pid=93999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 06:30:06.605199 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.36', 55306) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 06:30:06.605412 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [None req-25243c40-05a4-4a8a-90d7-4f16b6ce5ed0 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=777a89117ae442c78b8db7fb2c93ec2c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3007622 Sep 30 06:30:06.770739 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419b6175-4d04-46ce-bac3-c11ed772e563 req-eaf1bd99-5604-4e53-b96e-ec2e5ad6c177 tempest-AttachVolumeTestJSON-1192105893 tempest-AttachVolumeTestJSON-1192105893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:30:06.788892 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-419b6175-4d04-46ce-bac3-c11ed772e563 req-eaf1bd99-5604-4e53-b96e-ec2e5ad6c177 tempest-AttachVolumeTestJSON-1192105893 tempest-AttachVolumeTestJSON-1192105893-project] 10.222.0.36 "GET /v2.0/ports?device_id=6958c33e-794d-418e-a5ab-7fc4d005ddf7 HTTP/1.1" status: 200 len: 946 time: 0.1544356 Sep 30 06:30:06.837474 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-613ba44f-62fd-49ef-918a-ef5861d116cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:30:06.875674 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-419b6175-4d04-46ce-bac3-c11ed772e563 req-c4048db7-d6dd-4ebe-8ecf-784079c30189 tempest-AttachVolumeTestJSON-1192105893 tempest-AttachVolumeTestJSON-1192105893-project] 10.222.0.36 "GET /v2.0/security-groups?id=2948a1ff-6e7e-4016-a1fe-d6f8926a46bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0841973 Sep 30 06:30:06.903817 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-613ba44f-62fd-49ef-918a-ef5861d116cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:30:06.988507 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-613ba44f-62fd-49ef-918a-ef5861d116cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533969'] for security_group, after_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:30:07.000705 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-613ba44f-62fd-49ef-918a-ef5861d116cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:30:07.004817 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [None req-613ba44f-62fd-49ef-918a-ef5861d116cd admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/000e6224-5f25-404e-9698-7a6837496159 HTTP/1.1" status: 204 len: 168 time: 0.3952749 Sep 30 06:30:07.014587 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613ba44f-62fd-49ef-918a-ef5861d116cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=000e6224-5f25-404e-9698-7a6837496159,revision_number=None']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:30:07.063629 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf203f0b-f834-46a0-826a-ed061fa96ec3 req-b1a76ed3-3de8-42d7-b42d-39537343da19 tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:30:07.071513 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-cf203f0b-f834-46a0-826a-ed061fa96ec3 req-b1a76ed3-3de8-42d7-b42d-39537343da19 tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] 10.222.0.36 "GET /v2.0/ports?device_id=c7de8e92-ecc9-41bc-98bb-5c2242bab3d1 HTTP/1.1" status: 200 len: 945 time: 0.0742331 Sep 30 06:30:07.158298 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-cf203f0b-f834-46a0-826a-ed061fa96ec3 req-351f24fa-8e4d-4fdb-9e2d-21d8b24c601d tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] 10.222.0.36 "GET /v2.0/security-groups?id=aaa05d83-3ebc-404f-b7b5-bc03e45995ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0857499 Sep 30 06:30:08.078360 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a72f73-77ac-403e-beb3-1bdac0b0ff47 req-904d0bad-352e-4ad8-bb6d-98ff09a8bfc4 tempest-AttachVolumeTestJSON-1192105893 tempest-AttachVolumeTestJSON-1192105893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:30:08.086013 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-02a72f73-77ac-403e-beb3-1bdac0b0ff47 req-904d0bad-352e-4ad8-bb6d-98ff09a8bfc4 tempest-AttachVolumeTestJSON-1192105893 tempest-AttachVolumeTestJSON-1192105893-project] 10.222.0.36 "GET /v2.0/ports?device_id=6958c33e-794d-418e-a5ab-7fc4d005ddf7 HTTP/1.1" status: 200 len: 946 time: 0.0767689 Sep 30 06:30:08.141804 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-02a72f73-77ac-403e-beb3-1bdac0b0ff47 req-0fc3326e-c811-48e6-8ea1-293fd5ef0d53 tempest-AttachVolumeTestJSON-1192105893 tempest-AttachVolumeTestJSON-1192105893-project] 10.222.0.36 "GET /v2.0/security-groups?id=2948a1ff-6e7e-4016-a1fe-d6f8926a46bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536101 Sep 30 06:30:08.252956 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.36', 55350) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 06:30:08.321804 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc616eec-2881-44eb-854d-d1b4fa7e9e6a req-a040d281-209d-4dbe-a34c-b43509af5560 tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:30:08.329684 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-dc616eec-2881-44eb-854d-d1b4fa7e9e6a req-a040d281-209d-4dbe-a34c-b43509af5560 tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] 10.222.0.36 "GET /v2.0/ports?device_id=c7de8e92-ecc9-41bc-98bb-5c2242bab3d1 HTTP/1.1" status: 200 len: 945 time: 0.0904207 Sep 30 06:30:08.415446 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-dc616eec-2881-44eb-854d-d1b4fa7e9e6a req-b93bac09-281b-4154-b311-38be8693ffc0 tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] 10.222.0.36 "GET /v2.0/security-groups?id=aaa05d83-3ebc-404f-b7b5-bc03e45995ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0846038 Sep 30 06:30:08.491155 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.api.v2.base [None req-a614f081-7272-48e3-9d4b-92754a872eda admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1753272872-network', 'tenant_id': '9aa1d25e98de4f36a0b60652c0c46005'}} {{(pid=94000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 06:30:08.523241 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a614f081-7272-48e3-9d4b-92754a872eda admin admin] Made reservation on behalf of 9aa1d25e98de4f36a0b60652c0c46005 for: {'network': 1} {{(pid=94000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 06:30:08.527800 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-a614f081-7272-48e3-9d4b-92754a872eda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653538'] for network, before_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:30:08.547111 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-a614f081-7272-48e3-9d4b-92754a872eda admin admin] Notify callbacks [] for security_group, before_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:30:08.722502 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-a614f081-7272-48e3-9d4b-92754a872eda admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:30:08.750424 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-a614f081-7272-48e3-9d4b-92754a872eda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533969'] for security_group, after_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:30:08.773922 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a614f081-7272-48e3-9d4b-92754a872eda admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 308} {{(pid=94000) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 06:30:08.795295 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a614f081-7272-48e3-9d4b-92754a872eda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c911b37e-fac5-44f1-ad1c-46d1b5cbaa86,revision_number=1']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:30:08.798676 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-a614f081-7272-48e3-9d4b-92754a872eda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583621'] for segment, precommit_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:30:08.798992 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.db.segments_db [None req-a614f081-7272-48e3-9d4b-92754a872eda admin admin] Added segment 04f5ac7d-c914-4271-ad20-e8c8197f8c4f of type vlan for network 87db61c9-abbc-4bc5-969a-590306bf0ba2 Sep 30 06:30:08.852575 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-a614f081-7272-48e3-9d4b-92754a872eda admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727545443103'] for network, precommit_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:30:08.884635 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-a614f081-7272-48e3-9d4b-92754a872eda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7821886'] for network, after_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:30:08.886510 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a614f081-7272-48e3-9d4b-92754a872eda admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:30:08.887830 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-a614f081-7272-48e3-9d4b-92754a872eda admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7821868'] for network, before_response {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:30:08.953352 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [None req-a614f081-7272-48e3-9d4b-92754a872eda admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6997249 Sep 30 06:30:08.956125 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.wsgi [-] (93999) accepted ('10.222.0.36', 55364) {{(pid=93999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 06:30:08.961619 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.api.v2.base [None req-295662eb-c237-4d4f-a55d-37362831eb2a admin admin] Request body: {'subnet': {'network_id': '87db61c9-abbc-4bc5-969a-590306bf0ba2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1753272872-subnet', 'tenant_id': '9aa1d25e98de4f36a0b60652c0c46005', 'ip_version': 4}} {{(pid=93999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 06:30:09.007808 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-295662eb-c237-4d4f-a55d-37362831eb2a admin admin] Made reservation on behalf of 9aa1d25e98de4f36a0b60652c0c46005 for: {'subnet': 1} {{(pid=93999) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 06:30:09.010515 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-295662eb-c237-4d4f-a55d-37362831eb2a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4478141'] for subnet, before_create {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:30:09.025811 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a614f081-7272-48e3-9d4b-92754a872eda admin admin] Pushing event updated for resources: {'Network': ['ID=87db61c9-abbc-4bc5-969a-590306bf0ba2,revision_number=1']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:30:09.049787 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.rpc [None req-1a5ef50c-1a60-4eeb-b96e-cf5df6fcca4b None None] Network 87db61c9-abbc-4bc5-969a-590306bf0ba2 details requested by agent ovs-agent-dv-cinder-811877-1-iscsi with host dv-cinder-811877-1-iscsi {{(pid=94001) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 06:30:09.078106 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727546001794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-597483'] for agent, after_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:30:09.277129 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-295662eb-c237-4d4f-a55d-37362831eb2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7821886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6560407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4478095'] for subnet, after_create {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:30:09.319027 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da276cfe-9c40-4e7a-99a4-5190b33af6ea req-ea052004-8c22-4a05-bec9-400ee51136a5 tempest-AttachVolumeTestJSON-1192105893 tempest-AttachVolumeTestJSON-1192105893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:30:09.322441 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-da276cfe-9c40-4e7a-99a4-5190b33af6ea req-ea052004-8c22-4a05-bec9-400ee51136a5 tempest-AttachVolumeTestJSON-1192105893 tempest-AttachVolumeTestJSON-1192105893-project] 10.222.0.36 "GET /v2.0/ports?device_id=6958c33e-794d-418e-a5ab-7fc4d005ddf7 HTTP/1.1" status: 200 len: 946 time: 0.0635419 Sep 30 06:30:09.368434 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295662eb-c237-4d4f-a55d-37362831eb2a admin admin] Pushing event updated for resources: {'Subnet': ['ID=ad20151b-cb17-497f-b1bf-e53cf87b5f0f,revision_number=0']} {{(pid=93999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:30:09.403387 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-da276cfe-9c40-4e7a-99a4-5190b33af6ea req-179d918f-3ccf-42ce-959b-89c9ed0fea4a tempest-AttachVolumeTestJSON-1192105893 tempest-AttachVolumeTestJSON-1192105893-project] 10.222.0.36 "GET /v2.0/security-groups?id=2948a1ff-6e7e-4016-a1fe-d6f8926a46bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0637074 Sep 30 06:30:09.405179 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-295662eb-c237-4d4f-a55d-37362831eb2a admin admin] Checking segment: {'id': '04f5ac7d-c914-4271-ad20-e8c8197f8c4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '87db61c9-abbc-4bc5-969a-590306bf0ba2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 06:30:09.405724 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-295662eb-c237-4d4f-a55d-37362831eb2a admin admin] Network hostable DHCP agents. Network: 87db61c9-abbc-4bc5-969a-590306bf0ba2, hostable agents: ['2764eebb-577a-46b3-8e38-018fcc444f25'], hosted agents: [] {{(pid=93999) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 06:30:09.430734 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-295662eb-c237-4d4f-a55d-37362831eb2a admin admin] Network 87db61c9-abbc-4bc5-969a-590306bf0ba2 is scheduled to be hosted by DHCP agent 2764eebb-577a-46b3-8e38-018fcc444f25 with binding_index 1 {{(pid=93999) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 06:30:09.442343 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.scheduler.base_scheduler [None req-295662eb-c237-4d4f-a55d-37362831eb2a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-811877-1-iscsi, 87db61c9-abbc-4bc5-969a-590306bf0ba2) {{(pid=93999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 06:30:09.454357 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-295662eb-c237-4d4f-a55d-37362831eb2a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:30:09.454823 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38ebf925-ddb8-4668-b2b5-6a4447531c59 None None] Network 87db61c9-abbc-4bc5-969a-590306bf0ba2 requested from dv-cinder-811877-1-iscsi {{(pid=94001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 06:30:09.455015 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-295662eb-c237-4d4f-a55d-37362831eb2a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7821868'] for subnet, before_response {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:30:09.471716 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [None req-295662eb-c237-4d4f-a55d-37362831eb2a admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5141032 Sep 30 06:30:09.475920 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.wsgi [-] (93999) accepted ('10.222.0.36', 55386) {{(pid=93999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 06:30:09.483490 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.api.v2.base [None req-b166739d-7b62-40b0-88ca-d0114ca97ae9 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1753272872-router', 'tenant_id': '9aa1d25e98de4f36a0b60652c0c46005', 'external_gateway_info': {'network_id': 'ddd8ee8b-b24f-47fb-afd7-cfc700c93624'}}} {{(pid=93999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 06:30:09.510001 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-b166739d-7b62-40b0-88ca-d0114ca97ae9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7868037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-651'] for router, before_create {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:30:09.511695 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-b166739d-7b62-40b0-88ca-d0114ca97ae9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7877237', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7878789', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7954202', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-642'] for router, precommit_create {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:30:09.583535 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-b166739d-7b62-40b0-88ca-d0114ca97ae9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:30:09.729709 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88296be-6d75-47e2-9ec6-082256d43857 req-67a0a358-5d2c-4436-93e4-c026fc0c95a8 tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:30:09.731529 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-e88296be-6d75-47e2-9ec6-082256d43857 req-67a0a358-5d2c-4436-93e4-c026fc0c95a8 tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] 10.222.0.36 "GET /v2.0/ports?device_id=c7de8e92-ecc9-41bc-98bb-5c2242bab3d1 HTTP/1.1" status: 200 len: 945 time: 0.1464498 Sep 30 06:30:09.817959 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-b166739d-7b62-40b0-88ca-d0114ca97ae9 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:30:09.854955 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-e88296be-6d75-47e2-9ec6-082256d43857 req-82c1d5d4-7acf-4331-b304-ac2a56cc8f0d tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] 10.222.0.36 "GET /v2.0/security-groups?id=aaa05d83-3ebc-404f-b7b5-bc03e45995ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0899453 Sep 30 06:30:09.933384 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8a2a7da-97c6-47b4-b232-434f55590e70 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa923768-8e71-536f-9625-358fd8d0f060-87db61c9-abbc-4bc5-969a-590306bf0ba2', 'network_id': '87db61c9-abbc-4bc5-969a-590306bf0ba2', 'tenant_id': '9aa1d25e98de4f36a0b60652c0c46005', 'fixed_ips': [{'subnet_id': 'ad20151b-cb17-497f-b1bf-e53cf87b5f0f'}]}} from dv-cinder-811877-1-iscsi. {{(pid=94001) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 30 06:30:09.935003 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-f8a2a7da-97c6-47b4-b232-434f55590e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653538'] for port, before_create {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:30:10.168332 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-b166739d-7b62-40b0-88ca-d0114ca97ae9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:30:10.187494 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.db.db_base_plugin_common [None req-f8a2a7da-97c6-47b4-b232-434f55590e70 None None] Allocated IP 172.20.0.2 (87db61c9-abbc-4bc5-969a-590306bf0ba2/ad20151b-cb17-497f-b1bf-e53cf87b5f0f/214a19dd-abef-4fb6-9db3-08d9fc1294f7) {{(pid=94001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 06:30:10.197814 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-b166739d-7b62-40b0-88ca-d0114ca97ae9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653538'] for port, before_create {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:30:10.264933 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce4aebd-2ed1-4ce4-aa6d-9c8c4de1ab91 req-c7f832ed-ecea-4f7f-8b88-0017eb47b8c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:30:10.266897 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-4ce4aebd-2ed1-4ce4-aa6d-9c8c4de1ab91 req-c7f832ed-ecea-4f7f-8b88-0017eb47b8c4 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=3f54d397fb6646ca811cd4b70b8b5d31&device_id=c7de8e92-ecc9-41bc-98bb-5c2242bab3d1 HTTP/1.1" status: 200 len: 1098 time: 0.0476823 Sep 30 06:30:10.489231 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.db.db_base_plugin_common [None req-b166739d-7b62-40b0-88ca-d0114ca97ae9 admin admin] Allocated IP 172.27.1.76 (ddd8ee8b-b24f-47fb-afd7-cfc700c93624/4727b4cf-a8ea-4dab-8db4-019b4e8b0546/928eb5a7-6360-4d9f-95ef-94a5cbd93667) {{(pid=93999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 06:30:10.514416 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-f8a2a7da-97c6-47b4-b232-434f55590e70 None None] Notify callbacks [] for port, precommit_create {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:30:10.550046 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-f8a2a7da-97c6-47b4-b232-434f55590e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7821886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727545489345'] for port, after_create {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:30:10.565200 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce4aebd-2ed1-4ce4-aa6d-9c8c4de1ab91 req-7aef0385-2625-4d23-99e7-f34e34effa14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:30:10.567226 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-4ce4aebd-2ed1-4ce4-aa6d-9c8c4de1ab91 req-7aef0385-2625-4d23-99e7-f34e34effa14 service neutron] 10.222.0.10 "GET /v2.0/networks?id=5fefac64-03c4-43dd-a17b-d4a261fa3173 HTTP/1.1" status: 200 len: 918 time: 0.2862318 Sep 30 06:30:10.656127 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8a2a7da-97c6-47b4-b232-434f55590e70 None None] Network 87db61c9-abbc-4bc5-969a-590306bf0ba2 is already hosted by enough agents. {{(pid=94001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 06:30:10.661000 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.scheduler.base_scheduler [None req-f8a2a7da-97c6-47b4-b232-434f55590e70 None None] Resources bound (agent type, host, resource id): {{(pid=94001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 06:30:10.671696 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8a2a7da-97c6-47b4-b232-434f55590e70 None None] Received port after_create {{(pid=94001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 06:30:10.677493 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a2a7da-97c6-47b4-b232-434f55590e70 None None] Pushing event updated for resources: {'Port': ['ID=214a19dd-abef-4fb6-9db3-08d9fc1294f7,revision_number=1']} {{(pid=94001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:30:10.743455 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-4ce4aebd-2ed1-4ce4-aa6d-9c8c4de1ab91 req-3c3339a8-83d7-434e-8c96-bff5961075e8 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=387fd7a2-12c8-44e0-a778-a8a0b80d0b88 HTTP/1.1" status: 200 len: 1001 time: 0.1616206 Sep 30 06:30:10.853908 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce4aebd-2ed1-4ce4-aa6d-9c8c4de1ab91 req-30341f5c-ba4f-4f45-af98-3437d2c36633 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:30:10.855105 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.managers [None req-f8a2a7da-97c6-47b4-b232-434f55590e70 None None] Attempting to bind port 214a19dd-abef-4fb6-9db3-08d9fc1294f7 on host dv-cinder-811877-1-iscsi for vnic_type normal with profile {{(pid=94001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 06:30:10.855707 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.managers [None req-f8a2a7da-97c6-47b4-b232-434f55590e70 None None] Attempting to bind port 214a19dd-abef-4fb6-9db3-08d9fc1294f7 by drivers openvswitch,hyperv on host dv-cinder-811877-1-iscsi at level 0 using segments [{'id': '04f5ac7d-c914-4271-ad20-e8c8197f8c4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '87db61c9-abbc-4bc5-969a-590306bf0ba2'}] {{(pid=94001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 06:30:10.856262 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8a2a7da-97c6-47b4-b232-434f55590e70 None None] Attempting to bind port 214a19dd-abef-4fb6-9db3-08d9fc1294f7 on network 87db61c9-abbc-4bc5-969a-590306bf0ba2 {{(pid=94001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 06:30:10.858004 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-4ce4aebd-2ed1-4ce4-aa6d-9c8c4de1ab91 req-30341f5c-ba4f-4f45-af98-3437d2c36633 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=05cd2f04-a42c-4ac5-94b6-16f7140b471b HTTP/1.1" status: 200 len: 856 time: 0.0994835 Sep 30 06:30:10.862982 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6703b81-728d-4e1c-aca2-b4e098703ddd req-f31f9727-bba5-43ce-895f-93e721a8eb1c tempest-AttachVolumeTestJSON-1192105893 tempest-AttachVolumeTestJSON-1192105893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:30:10.864593 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-b6703b81-728d-4e1c-aca2-b4e098703ddd req-f31f9727-bba5-43ce-895f-93e721a8eb1c tempest-AttachVolumeTestJSON-1192105893 tempest-AttachVolumeTestJSON-1192105893-project] 10.222.0.36 "GET /v2.0/ports?device_id=6958c33e-794d-418e-a5ab-7fc4d005ddf7 HTTP/1.1" status: 200 len: 946 time: 0.2407432 Sep 30 06:30:10.864868 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8a2a7da-97c6-47b4-b232-434f55590e70 None None] Checking agent: {'id': '38eed8e6-19bc-4ff2-90e0-3c7aa8a3a275', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-811877-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 6, 19, 32), 'started_at': datetime.datetime(2021, 9, 30, 6, 20, 2), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 6, 30, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-811877-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 06:30:10.865226 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8a2a7da-97c6-47b4-b232-434f55590e70 None None] Checking segment: {'id': '04f5ac7d-c914-4271-ad20-e8c8197f8c4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '87db61c9-abbc-4bc5-969a-590306bf0ba2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 06:30:10.865608 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-f8a2a7da-97c6-47b4-b232-434f55590e70 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:30:10.866068 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8a2a7da-97c6-47b4-b232-434f55590e70 None None] Bound using segment: {'id': '04f5ac7d-c914-4271-ad20-e8c8197f8c4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '87db61c9-abbc-4bc5-969a-590306bf0ba2'} {{(pid=94001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 06:30:10.866478 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.managers [None req-f8a2a7da-97c6-47b4-b232-434f55590e70 None None] Bound port: 214a19dd-abef-4fb6-9db3-08d9fc1294f7, host: dv-cinder-811877-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04f5ac7d-c914-4271-ad20-e8c8197f8c4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '87db61c9-abbc-4bc5-969a-590306bf0ba2'}}] {{(pid=94001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 06:30:10.866939 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-f8a2a7da-97c6-47b4-b232-434f55590e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653538'] for port, before_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:30:10.916650 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-b166739d-7b62-40b0-88ca-d0114ca97ae9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:30:10.948185 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-b6703b81-728d-4e1c-aca2-b4e098703ddd req-099fe760-aae2-45c4-9445-60eb690619a8 tempest-AttachVolumeTestJSON-1192105893 tempest-AttachVolumeTestJSON-1192105893-project] 10.222.0.36 "GET /v2.0/security-groups?id=2948a1ff-6e7e-4016-a1fe-d6f8926a46bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0641174 Sep 30 06:30:10.968710 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce4aebd-2ed1-4ce4-aa6d-9c8c4de1ab91 req-39a9c642-8cfc-41bc-88c5-524dea700972 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:30:10.973145 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-4ce4aebd-2ed1-4ce4-aa6d-9c8c4de1ab91 req-39a9c642-8cfc-41bc-88c5-524dea700972 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=5fefac64-03c4-43dd-a17b-d4a261fa3173&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0952024 Sep 30 06:30:11.020070 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.db [None req-f8a2a7da-97c6-47b4-b232-434f55590e70 None None] For port 214a19dd-abef-4fb6-9db3-08d9fc1294f7, host dv-cinder-811877-1-iscsi, cleared binding levels {{(pid=94001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 06:30:11.023629 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-b166739d-7b62-40b0-88ca-d0114ca97ae9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7821886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727545489345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6560267'] for port, after_create {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:30:11.031031 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.db [None req-f8a2a7da-97c6-47b4-b232-434f55590e70 None None] For port 214a19dd-abef-4fb6-9db3-08d9fc1294f7, host dv-cinder-811877-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811877-1-iscsi',level=0,port_id=214a19dd-abef-4fb6-9db3-08d9fc1294f7,segment=NetworkSegment(04f5ac7d-c914-4271-ad20-e8c8197f8c4f),segment_id=04f5ac7d-c914-4271-ad20-e8c8197f8c4f)] {{(pid=94001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 06:30:11.046848 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-f8a2a7da-97c6-47b4-b232-434f55590e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7821886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727545992452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727545489363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727545489381'] for port, after_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:30:11.165846 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b166739d-7b62-40b0-88ca-d0114ca97ae9 admin admin] Network ddd8ee8b-b24f-47fb-afd7-cfc700c93624 is already hosted by enough agents. {{(pid=93999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 06:30:11.194342 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.scheduler.base_scheduler [None req-b166739d-7b62-40b0-88ca-d0114ca97ae9 admin admin] Resources bound (agent type, host, resource id): {{(pid=93999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 06:30:11.198993 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b166739d-7b62-40b0-88ca-d0114ca97ae9 admin admin] Pushing event updated for resources: {'Port': ['ID=928eb5a7-6360-4d9f-95ef-94a5cbd93667,revision_number=1']} {{(pid=93999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:30:11.214521 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b166739d-7b62-40b0-88ca-d0114ca97ae9 admin admin] Received port after_create {{(pid=93999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 06:30:11.345040 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11b52fe-3088-4991-ba5b-1188a4f9fe66 req-462c9895-cb66-41f7-a69c-f27e4fdf0e5c tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:30:11.358573 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-f11b52fe-3088-4991-ba5b-1188a4f9fe66 req-462c9895-cb66-41f7-a69c-f27e4fdf0e5c tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] 10.222.0.36 "GET /v2.0/ports?device_id=c7de8e92-ecc9-41bc-98bb-5c2242bab3d1 HTTP/1.1" status: 200 len: 945 time: 0.3198023 Sep 30 06:30:11.373685 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-4ce4aebd-2ed1-4ce4-aa6d-9c8c4de1ab91 req-6410414c-e3dc-431e-a0a0-b9a4c4615ed3 service neutron] 10.222.0.10 "GET /v2.0/networks/5fefac64-03c4-43dd-a17b-d4a261fa3173?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3903923 Sep 30 06:30:11.385561 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a2a7da-97c6-47b4-b232-434f55590e70 None None] Pushing event updated for resources: {'Port': ['ID=214a19dd-abef-4fb6-9db3-08d9fc1294f7,revision_number=2']} {{(pid=94001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:30:11.518407 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-f11b52fe-3088-4991-ba5b-1188a4f9fe66 req-14f0951a-8937-4a02-9215-49ed6c93854e tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] 10.222.0.36 "GET /v2.0/security-groups?id=aaa05d83-3ebc-404f-b7b5-bc03e45995ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1581578 Sep 30 06:30:12.007566 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497195b4-c9e2-41df-8f6a-35a5ef8ed764 req-45583936-3ed6-4820-bc1d-5d2919481f5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:30:12.033786 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-497195b4-c9e2-41df-8f6a-35a5ef8ed764 req-45583936-3ed6-4820-bc1d-5d2919481f5f service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=2a4fe69e521f47bb94fe812e2f32c8b1&device_id=be801cab-b2ce-4594-8d30-3431ea29df2f HTTP/1.1" status: 200 len: 1098 time: 0.4054024 Sep 30 06:30:12.076151 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3d9b7d-98e4-4a82-89f1-26d284e2c73d req-4cde2886-8919-4d1e-b0cd-7e706ea3b4f2 tempest-ServerRescueNegativeTestJSON-1209427659 tempest-ServerRescueNegativeTestJSON-1209427659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:30:12.101294 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-bb3d9b7d-98e4-4a82-89f1-26d284e2c73d req-4cde2886-8919-4d1e-b0cd-7e706ea3b4f2 tempest-ServerRescueNegativeTestJSON-1209427659 tempest-ServerRescueNegativeTestJSON-1209427659-project] 10.222.0.36 "GET /v2.0/ports?device_id=be801cab-b2ce-4594-8d30-3431ea29df2f HTTP/1.1" status: 200 len: 945 time: 0.4326112 Sep 30 06:30:12.323569 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc6a71e-6750-4dbc-b5bc-1d2eef21bee3 req-445fc438-1101-4b4e-a71e-bdb6cc8d1c63 tempest-AttachVolumeTestJSON-1192105893 tempest-AttachVolumeTestJSON-1192105893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:30:12.332983 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-3bc6a71e-6750-4dbc-b5bc-1d2eef21bee3 req-445fc438-1101-4b4e-a71e-bdb6cc8d1c63 tempest-AttachVolumeTestJSON-1192105893 tempest-AttachVolumeTestJSON-1192105893-project] 10.222.0.36 "GET /v2.0/ports?device_id=6958c33e-794d-418e-a5ab-7fc4d005ddf7 HTTP/1.1" status: 200 len: 946 time: 0.0801475 Sep 30 06:30:12.337229 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-4ce4aebd-2ed1-4ce4-aa6d-9c8c4de1ab91 req-7970f1cc-0900-4ca3-a0b4-e0d7cf424aa5 service neutron] 10.222.0.10 "GET /v2.0/networks/5fefac64-03c4-43dd-a17b-d4a261fa3173?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9536793 Sep 30 06:30:12.399196 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-3bc6a71e-6750-4dbc-b5bc-1d2eef21bee3 req-63c31ad7-4757-4057-af6c-4fa53983d01e tempest-AttachVolumeTestJSON-1192105893 tempest-AttachVolumeTestJSON-1192105893-project] 10.222.0.36 "GET /v2.0/security-groups?id=2948a1ff-6e7e-4016-a1fe-d6f8926a46bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0646639 Sep 30 06:30:12.731454 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-b166739d-7b62-40b0-88ca-d0114ca97ae9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:30:12.826476 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebe231d-46bd-4194-a438-c99ffe9198a7 req-a46dc982-560a-432f-ad63-17e5fa4e1743 tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:30:12.831571 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-0ebe231d-46bd-4194-a438-c99ffe9198a7 req-a46dc982-560a-432f-ad63-17e5fa4e1743 tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] 10.222.0.36 "GET /v2.0/ports?device_id=c7de8e92-ecc9-41bc-98bb-5c2242bab3d1 HTTP/1.1" status: 200 len: 945 time: 0.1357481 Sep 30 06:30:12.839134 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-bb3d9b7d-98e4-4a82-89f1-26d284e2c73d req-cd5ff34b-c88b-4589-9b3b-772ec9fbdde2 tempest-ServerRescueNegativeTestJSON-1209427659 tempest-ServerRescueNegativeTestJSON-1209427659-project] 10.222.0.36 "GET /v2.0/security-groups?id=78ce1e3c-f3d7-420d-ac39-20c93d3fb7fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7369156 Sep 30 06:30:12.958970 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-0ebe231d-46bd-4194-a438-c99ffe9198a7 req-6c0d8af0-57be-45ef-86f5-768324677f38 tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] 10.222.0.36 "GET /v2.0/security-groups?id=aaa05d83-3ebc-404f-b7b5-bc03e45995ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0989449 Sep 30 06:30:13.047615 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740eccc9-c6d0-4b29-919c-47ebcac648f7 req-831959cc-8c29-4443-bbe6-ede2f89a510f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:30:13.050267 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-740eccc9-c6d0-4b29-919c-47ebcac648f7 req-831959cc-8c29-4443-bbe6-ede2f89a510f service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=fd01cd14f23840e59331ece07bbcdf9e&device_id=6958c33e-794d-418e-a5ab-7fc4d005ddf7 HTTP/1.1" status: 200 len: 1099 time: 0.8039422 Sep 30 06:30:13.092820 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.rpc [None req-1a5ef50c-1a60-4eeb-b96e-cf5df6fcca4b None None] Device 214a19dd-abef-4fb6-9db3-08d9fc1294f7 up at agent ovs-agent-dv-cinder-811877-1-iscsi {{(pid=94001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 06:30:13.117591 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497195b4-c9e2-41df-8f6a-35a5ef8ed764 req-5697f8a7-efba-44c3-9dd9-bb392b8634dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:30:13.128530 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-497195b4-c9e2-41df-8f6a-35a5ef8ed764 req-5697f8a7-efba-44c3-9dd9-bb392b8634dd service neutron] 10.222.0.10 "GET /v2.0/networks?id=5c01f472-be09-4f47-a17f-2a759f124795 HTTP/1.1" status: 200 len: 918 time: 1.0761168 Sep 30 06:30:13.288923 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-497195b4-c9e2-41df-8f6a-35a5ef8ed764 req-2b31fe46-e53c-4a48-9bce-be706f79008e service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f5867bda-e9f5-44e1-9382-f6b9e19fe331 HTTP/1.1" status: 200 len: 217 time: 0.1220124 Sep 30 06:30:13.311092 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.db.provisioning_blocks [None req-1a5ef50c-1a60-4eeb-b96e-cf5df6fcca4b None None] Provisioning complete for port 214a19dd-abef-4fb6-9db3-08d9fc1294f7 triggered by entity L2. {{(pid=94001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 06:30:13.311922 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-1a5ef50c-1a60-4eeb-b96e-cf5df6fcca4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-597822'] for port, provisioning_complete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:30:13.384935 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.rpc [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] Device 387fd7a2-12c8-44e0-a778-a8a0b80d0b88 no longer exists at agent hyperv_hv-cinder-81187 {{(pid=94001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 06:30:13.467923 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c37115ef-7d2a-4f48-b8c1-75f6f04f3827 None None] Network 87db61c9-abbc-4bc5-969a-590306bf0ba2 requested from dv-cinder-811877-1-iscsi {{(pid=94001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 06:30:13.486591 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497195b4-c9e2-41df-8f6a-35a5ef8ed764 req-12ee9458-7521-44f7-9222-345068a18470 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:30:13.496096 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-497195b4-c9e2-41df-8f6a-35a5ef8ed764 req-12ee9458-7521-44f7-9222-345068a18470 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=c94366a3-4b59-4b72-a9bf-62e041f6886b HTTP/1.1" status: 200 len: 857 time: 0.1874399 Sep 30 06:30:13.585018 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740eccc9-c6d0-4b29-919c-47ebcac648f7 req-7fdf2b7a-e4fd-4bf0-8f17-43f3334e377b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:30:13.587143 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-740eccc9-c6d0-4b29-919c-47ebcac648f7 req-7fdf2b7a-e4fd-4bf0-8f17-43f3334e377b service neutron] 10.222.0.10 "GET /v2.0/networks?id=92aa8f19-aafd-4462-9d7f-7e5f878c12b2 HTTP/1.1" status: 200 len: 911 time: 0.5192029 Sep 30 06:30:13.603602 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-1a5ef50c-1a60-4eeb-b96e-cf5df6fcca4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653538'] for port, before_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:30:13.679600 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-740eccc9-c6d0-4b29-919c-47ebcac648f7 req-7e385352-6624-4e1c-919b-6282ca9a78b7 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=80920450-855b-4404-98ac-1933b7f666f4 HTTP/1.1" status: 200 len: 1002 time: 0.0704324 Sep 30 06:30:13.707319 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.db [None req-1a5ef50c-1a60-4eeb-b96e-cf5df6fcca4b None None] For port 214a19dd-abef-4fb6-9db3-08d9fc1294f7, host dv-cinder-811877-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811877-1-iscsi',level=0,port_id=214a19dd-abef-4fb6-9db3-08d9fc1294f7,segment=NetworkSegment(04f5ac7d-c914-4271-ad20-e8c8197f8c4f),segment_id=04f5ac7d-c914-4271-ad20-e8c8197f8c4f)] {{(pid=94001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 06:30:13.741333 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.db.provisioning_blocks [None req-36f24645-8e10-499e-9787-d6edf23bf6ae None None] Provisioning complete for port 214a19dd-abef-4fb6-9db3-08d9fc1294f7 triggered by entity DHCP. {{(pid=94001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 06:30:13.741759 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-36f24645-8e10-499e-9787-d6edf23bf6ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-597822'] for port, provisioning_complete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:30:13.756520 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-1a5ef50c-1a60-4eeb-b96e-cf5df6fcca4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7821886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727545992452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727545489363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727545489381'] for port, after_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:30:13.794595 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-497195b4-c9e2-41df-8f6a-35a5ef8ed764 req-f625a64a-4680-43ab-b175-cad762e5cafd service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=5c01f472-be09-4f47-a17f-2a759f124795&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2746098 Sep 30 06:30:13.795194 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.36', 55490) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 06:30:13.813965 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740eccc9-c6d0-4b29-919c-47ebcac648f7 req-69b3df76-ac4b-4304-a26e-9c5edd4bdeb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:30:13.819942 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-740eccc9-c6d0-4b29-919c-47ebcac648f7 req-69b3df76-ac4b-4304-a26e-9c5edd4bdeb8 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=87e3e2f7-f230-4774-967b-a68a66b90c87 HTTP/1.1" status: 200 len: 849 time: 0.0886734 Sep 30 06:30:13.958464 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653538'] for port, before_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:30:13.982184 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-497195b4-c9e2-41df-8f6a-35a5ef8ed764 req-19af7237-fc4f-4191-8b85-58905601f6e3 service neutron] 10.222.0.10 "GET /v2.0/networks/5c01f472-be09-4f47-a17f-2a759f124795?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1783884 Sep 30 06:30:14.029811 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-d1a24ec0-cbce-411d-9152-aa56b0f8d587 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:30:14.114411 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad9ec5e-78d6-47c3-b8f7-f785de81bd42 req-b1330189-8cad-464d-9268-3e853d0060a5 tempest-AttachVolumeTestJSON-1192105893 tempest-AttachVolumeTestJSON-1192105893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:30:14.114411 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-8ad9ec5e-78d6-47c3-b8f7-f785de81bd42 req-b1330189-8cad-464d-9268-3e853d0060a5 tempest-AttachVolumeTestJSON-1192105893 tempest-AttachVolumeTestJSON-1192105893-project] 10.222.0.36 "GET /v2.0/ports?device_id=6958c33e-794d-418e-a5ab-7fc4d005ddf7 HTTP/1.1" status: 200 len: 946 time: 0.5837307 Sep 30 06:30:14.183156 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5ef50c-1a60-4eeb-b96e-cf5df6fcca4b None None] Pushing event updated for resources: {'Port': ['ID=214a19dd-abef-4fb6-9db3-08d9fc1294f7,revision_number=3']} {{(pid=94001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:30:14.189086 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7de8e92-ecc9-41bc-98bb-5c2242bab3d1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '387fd7a2-12c8-44e0-a778-a8a0b80d0b88'}] {{(pid=94001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 06:30:14.194409 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6a6fbc36b32d89ab1780593628eab99e94898f937be62aa03f5208480f4236e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2b4cbc1-ec8b-446a-805d-d865f71368bd" -d '{"events": [{"server_uuid": "c7de8e92-ecc9-41bc-98bb-5c2242bab3d1", "name": "network-vif-unplugged", "status": "completed", "tag": "387fd7a2-12c8-44e0-a778-a8a0b80d0b88"}]}' {{(pid=94001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 06:30:14.260592 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7468b1-a701-4c44-9202-15d5958521e0 req-b3bf2f24-9c8f-4e01-935d-cf95731836f4 tempest-ServerRescueNegativeTestJSON-1209427659 tempest-ServerRescueNegativeTestJSON-1209427659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:30:14.263941 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-6a7468b1-a701-4c44-9202-15d5958521e0 req-b3bf2f24-9c8f-4e01-935d-cf95731836f4 tempest-ServerRescueNegativeTestJSON-1209427659 tempest-ServerRescueNegativeTestJSON-1209427659-project] 10.222.0.36 "GET /v2.0/ports?device_id=be801cab-b2ce-4594-8d30-3431ea29df2f HTTP/1.1" status: 200 len: 945 time: 0.1989489 Sep 30 06:30:14.295951 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.db [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] For port 387fd7a2-12c8-44e0-a778-a8a0b80d0b88, host hv-cinder-81187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81187',level=0,port_id=387fd7a2-12c8-44e0-a778-a8a0b80d0b88,segment=NetworkSegment(2a6dd986-63b3-41e2-80f5-fecbf28b70d3),segment_id=2a6dd986-63b3-41e2-80f5-fecbf28b70d3)] {{(pid=94001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 06:30:14.335640 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7821886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727545992452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727545489363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727545489381'] for port, after_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:30:14.362185 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-b166739d-7b62-40b0-88ca-d0114ca97ae9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7877132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7878840'] for router, after_create {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:30:14.383151 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740eccc9-c6d0-4b29-919c-47ebcac648f7 req-c7165306-06c3-46ca-8721-08bee1a351e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:30:14.384740 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-740eccc9-c6d0-4b29-919c-47ebcac648f7 req-c7165306-06c3-46ca-8721-08bee1a351e2 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=92aa8f19-aafd-4462-9d7f-7e5f878c12b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.3958557 Sep 30 06:30:14.422996 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-8ad9ec5e-78d6-47c3-b8f7-f785de81bd42 req-ce529250-4737-4792-853f-a1842916017b tempest-AttachVolumeTestJSON-1192105893 tempest-AttachVolumeTestJSON-1192105893-project] 10.222.0.36 "GET /v2.0/security-groups?id=2948a1ff-6e7e-4016-a1fe-d6f8926a46bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2943990 Sep 30 06:30:14.502273 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-497195b4-c9e2-41df-8f6a-35a5ef8ed764 req-5a807460-3744-4e77-80a3-acca97a55e5d service neutron] 10.222.0.10 "GET /v2.0/networks/5c01f472-be09-4f47-a17f-2a759f124795?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4927449 Sep 30 06:30:14.532098 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-6a7468b1-a701-4c44-9202-15d5958521e0 req-dee151b3-5672-4329-8433-1d2261fdb7f2 tempest-ServerRescueNegativeTestJSON-1209427659 tempest-ServerRescueNegativeTestJSON-1209427659-project] 10.222.0.36 "GET /v2.0/security-groups?id=78ce1e3c-f3d7-420d-ac39-20c93d3fb7fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2470479 Sep 30 06:30:14.541726 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] Pushing event updated for resources: {'Port': ['ID=387fd7a2-12c8-44e0-a778-a8a0b80d0b88,revision_number=8']} {{(pid=94001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:30:14.596751 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-d1a24ec0-cbce-411d-9152-aa56b0f8d587 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:30:14.605211 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-d1a24ec0-cbce-411d-9152-aa56b0f8d587 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533969'] for security_group, after_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:30:14.685523 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 30 Sep 2021 06:30:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f4fc470-4cc1-441d-98a3-7c6f41caad2f x-openstack-request-id: req-1f4fc470-4cc1-441d-98a3-7c6f41caad2f {{(pid=94001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 06:30:14.687661 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7de8e92-ecc9-41bc-98bb-5c2242bab3d1", "name": "network-vif-unplugged", "status": "completed", "tag": "387fd7a2-12c8-44e0-a778-a8a0b80d0b88", "code": 200}]} {{(pid=94001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 06:30:14.688424 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-1f4fc470-4cc1-441d-98a3-7c6f41caad2f {{(pid=94001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 06:30:14.689525 dv-cinder-811877-1-iscsi neutron-server[94001]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7de8e92-ecc9-41bc-98bb-5c2242bab3d1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '387fd7a2-12c8-44e0-a778-a8a0b80d0b88', 'code': 200} Sep 30 06:30:14.717119 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [None req-d1a24ec0-cbce-411d-9152-aa56b0f8d587 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=bfd9e70994384bf09e16086900d53ea8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9189842 Sep 30 06:30:14.724626 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.36', 55510) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 06:30:14.726861 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a24ec0-cbce-411d-9152-aa56b0f8d587 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a31a2b50-9deb-4b3a-943a-58460a7f4d0f,revision_number=1']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:30:14.832368 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-f3d33b65-59e6-4260-9e8d-f481daa67a25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:30:14.849191 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-740eccc9-c6d0-4b29-919c-47ebcac648f7 req-99959ff0-ed78-43c6-81d6-6bf3b1903f81 service neutron] 10.222.0.10 "GET /v2.0/networks/92aa8f19-aafd-4462-9d7f-7e5f878c12b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4306903 Sep 30 06:30:14.895589 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-f3d33b65-59e6-4260-9e8d-f481daa67a25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:30:14.952665 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272964a0-925c-4670-8496-8e1e77a3f42f req-6a871390-333f-474d-b0e8-1895f6bfd355 tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:30:14.959026 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.rpc [None req-1a5ef50c-1a60-4eeb-b96e-cf5df6fcca4b None None] Device 214a19dd-abef-4fb6-9db3-08d9fc1294f7 up at agent ovs-agent-dv-cinder-811877-1-iscsi {{(pid=94001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 06:30:14.964498 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-272964a0-925c-4670-8496-8e1e77a3f42f req-6a871390-333f-474d-b0e8-1895f6bfd355 tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] 10.222.0.36 "GET /v2.0/ports?device_id=c7de8e92-ecc9-41bc-98bb-5c2242bab3d1 HTTP/1.1" status: 200 len: 943 time: 0.2890058 Sep 30 06:30:15.038580 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-f3d33b65-59e6-4260-9e8d-f481daa67a25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533969'] for security_group, after_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:30:15.042216 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-f3d33b65-59e6-4260-9e8d-f481daa67a25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:30:15.044992 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [None req-f3d33b65-59e6-4260-9e8d-f481daa67a25 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/a31a2b50-9deb-4b3a-943a-58460a7f4d0f HTTP/1.1" status: 204 len: 168 time: 0.3192813 Sep 30 06:30:15.097905 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d33b65-59e6-4260-9e8d-f481daa67a25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a31a2b50-9deb-4b3a-943a-58460a7f4d0f,revision_number=None']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:30:15.103366 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.db.provisioning_blocks [None req-e85573f3-2c47-4082-be8c-b68ff11ef4d6 None None] Provisioning complete for port 214a19dd-abef-4fb6-9db3-08d9fc1294f7 triggered by entity DHCP. {{(pid=94001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 06:30:15.103833 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-e85573f3-2c47-4082-be8c-b68ff11ef4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-597822'] for port, provisioning_complete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:30:15.107681 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-272964a0-925c-4670-8496-8e1e77a3f42f req-e8d5941e-5dc2-440c-b54b-e6c279af686e tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] 10.222.0.36 "GET /v2.0/security-groups?id=aaa05d83-3ebc-404f-b7b5-bc03e45995ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1369770 Sep 30 06:30:15.212792 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b166739d-7b62-40b0-88ca-d0114ca97ae9 admin admin] Router 0bc5ac9b-aba0-4b0e-90b3-292d0ec5e51a is scheduled to L3 agent f054bd23-6895-478f-87a4-7cc0e21c04e0 with binding_index 1 {{(pid=93999) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 30 06:30:15.376067 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.db.provisioning_blocks [None req-1a5ef50c-1a60-4eeb-b96e-cf5df6fcca4b None None] Provisioning complete for port 214a19dd-abef-4fb6-9db3-08d9fc1294f7 triggered by entity L2. {{(pid=94001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 06:30:15.376688 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-1a5ef50c-1a60-4eeb-b96e-cf5df6fcca4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-597822'] for port, provisioning_complete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:30:15.627889 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-740eccc9-c6d0-4b29-919c-47ebcac648f7 req-58516108-40c4-4843-81ae-2e8a98967e4b service neutron] 10.222.0.10 "GET /v2.0/networks/92aa8f19-aafd-4462-9d7f-7e5f878c12b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7650552 Sep 30 06:30:15.663092 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b166739d-7b62-40b0-88ca-d0114ca97ae9 admin admin] Notify agent at l3_agent.dv-cinder-811877-1-iscsi the message routers_updated {{(pid=93999) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 06:30:15.680191 dv-cinder-811877-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9869ec0d-a0dd-48e6-a76d-17519cb1355e None None] Sync routers for ids ['0bc5ac9b-aba0-4b0e-90b3-292d0ec5e51a'] in dv-cinder-811877-1-iscsi {{(pid=94002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 06:30:15.695023 dv-cinder-811877-1-iscsi neutron-server[94002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9869ec0d-a0dd-48e6-a76d-17519cb1355e None None] Routers {'0bc5ac9b-aba0-4b0e-90b3-292d0ec5e51a'} bound to L3 agent in host dv-cinder-811877-1-iscsi {{(pid=94002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 06:30:15.695657 dv-cinder-811877-1-iscsi neutron-server[94002]: DEBUG neutron.db.l3_hamode_db [None req-9869ec0d-a0dd-48e6-a76d-17519cb1355e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811877-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-30T06:19:31Z,description=,heartbeat_timestamp=2021-09-30T06:30:01Z,host='dv-cinder-811877-1-iscsi',id=f054bd23-6895-478f-87a4-7cc0e21c04e0,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T06:19:31Z,topic='l3_agent')) {'router_ids': ['0bc5ac9b-aba0-4b0e-90b3-292d0ec5e51a'], 'active': True} {{(pid=94002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 06:30:15.735674 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-b166739d-7b62-40b0-88ca-d0114ca97ae9 admin admin] Notify callbacks [] for router, before_response {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:30:15.740938 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [None req-b166739d-7b62-40b0-88ca-d0114ca97ae9 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 6.2587762 Sep 30 06:30:15.743162 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.wsgi [-] (93999) accepted ('10.222.0.36', 55528) {{(pid=93999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 06:30:15.764252 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2f2d14-434f-46ce-bbed-33c48c6b5639 req-63f8a427-bd61-40ac-a361-0c898f5cd017 tempest-AttachVolumeTestJSON-1192105893 tempest-AttachVolumeTestJSON-1192105893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:30:15.772431 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e65a18b-197b-40ce-a6d8-7347fcc01cbf req-d5a374bd-ebe9-41a0-99d7-315060c200e6 tempest-ServerRescueNegativeTestJSON-1209427659 tempest-ServerRescueNegativeTestJSON-1209427659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:30:15.774483 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-9e65a18b-197b-40ce-a6d8-7347fcc01cbf req-d5a374bd-ebe9-41a0-99d7-315060c200e6 tempest-ServerRescueNegativeTestJSON-1209427659 tempest-ServerRescueNegativeTestJSON-1209427659-project] 10.222.0.36 "GET /v2.0/ports?device_id=be801cab-b2ce-4594-8d30-3431ea29df2f HTTP/1.1" status: 200 len: 945 time: 0.1092224 Sep 30 06:30:15.776586 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-8e2f2d14-434f-46ce-bbed-33c48c6b5639 req-63f8a427-bd61-40ac-a361-0c898f5cd017 tempest-AttachVolumeTestJSON-1192105893 tempest-AttachVolumeTestJSON-1192105893-project] 10.222.0.36 "GET /v2.0/ports?device_id=6958c33e-794d-418e-a5ab-7fc4d005ddf7 HTTP/1.1" status: 200 len: 946 time: 0.2108281 Sep 30 06:30:15.864630 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-8e2f2d14-434f-46ce-bbed-33c48c6b5639 req-40918513-0a81-4933-8723-512fa1f7d251 tempest-AttachVolumeTestJSON-1192105893 tempest-AttachVolumeTestJSON-1192105893-project] 10.222.0.36 "GET /v2.0/security-groups?id=2948a1ff-6e7e-4016-a1fe-d6f8926a46bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0870230 Sep 30 06:30:15.874762 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-9e65a18b-197b-40ce-a6d8-7347fcc01cbf req-dc375997-2b8a-4d44-b5a5-3206f897e2c6 tempest-ServerRescueNegativeTestJSON-1209427659 tempest-ServerRescueNegativeTestJSON-1209427659-project] 10.222.0.36 "GET /v2.0/security-groups?id=78ce1e3c-f3d7-420d-ac39-20c93d3fb7fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533681 Sep 30 06:30:16.062725 dv-cinder-811877-1-iscsi neutron-server[94002]: DEBUG neutron.db.l3_dvr_db [None req-9869ec0d-a0dd-48e6-a76d-17519cb1355e None None] Set router 0bc5ac9b-aba0-4b0e-90b3-292d0ec5e51a gateway port host: dv-cinder-811877-1-iscsi {{(pid=94002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 06:30:16.523124 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053d4ccc-91a0-4214-ad58-dcf4ac08be9d req-3ea3048f-13a9-413d-ac1b-d9609d57ce41 tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:30:16.536298 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-053d4ccc-91a0-4214-ad58-dcf4ac08be9d req-3ea3048f-13a9-413d-ac1b-d9609d57ce41 tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] 10.222.0.36 "GET /v2.0/ports?device_id=c7de8e92-ecc9-41bc-98bb-5c2242bab3d1 HTTP/1.1" status: 200 len: 943 time: 0.1484637 Sep 30 06:30:16.593463 dv-cinder-811877-1-iscsi neutron-server[94002]: DEBUG neutron.db.l3_hamode_db [None req-9869ec0d-a0dd-48e6-a76d-17519cb1355e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bc5ac9b-aba0-4b0e-90b3-292d0ec5e51a', 'name': 'tempest-TestShelveInstance-1753272872-router', 'tenant_id': '9aa1d25e98de4f36a0b60652c0c46005', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddd8ee8b-b24f-47fb-afd7-cfc700c93624', 'external_fixed_ips': [{'subnet_id': '4727b4cf-a8ea-4dab-8db4-019b4e8b0546', 'ip_address': '172.27.1.76'}], 'enable_snat': True}, 'gw_port_id': '928eb5a7-6360-4d9f-95ef-94a5cbd93667', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T06:30:09Z', 'updated_at': '2021-09-30T06:30:11Z', 'revision_number': 3, 'project_id': '9aa1d25e98de4f36a0b60652c0c46005', 'gw_port': {'id': '928eb5a7-6360-4d9f-95ef-94a5cbd93667', 'name': '', 'network_id': 'ddd8ee8b-b24f-47fb-afd7-cfc700c93624', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:38:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bc5ac9b-aba0-4b0e-90b3-292d0ec5e51a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '4727b4cf-a8ea-4dab-8db4-019b4e8b0546', 'ip_address': '172.27.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T06:30:10Z', 'updated_at': '2021-09-30T06:30:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4727b4cf-a8ea-4dab-8db4-019b4e8b0546', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811877-1-iscsi'}], 'dv-cinder-811877-1-iscsi', False) {} {{(pid=94002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 06:30:16.641596 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-053d4ccc-91a0-4214-ad58-dcf4ac08be9d req-92bcbe52-ce08-46d0-b026-8615ae4442e1 tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] 10.222.0.36 "GET /v2.0/security-groups?id=aaa05d83-3ebc-404f-b7b5-bc03e45995ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1038039 Sep 30 06:30:16.724551 dv-cinder-811877-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9869ec0d-a0dd-48e6-a76d-17519cb1355e None None] Checking router: 0bc5ac9b-aba0-4b0e-90b3-292d0ec5e51a for host: dv-cinder-811877-1-iscsi {{(pid=94002) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 06:30:16.726396 dv-cinder-811877-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9869ec0d-a0dd-48e6-a76d-17519cb1355e None None] Updating router 0bc5ac9b-aba0-4b0e-90b3-292d0ec5e51a port 928eb5a7-6360-4d9f-95ef-94a5cbd93667 binding host dv-cinder-811877-1-iscsi {{(pid=94002) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 30 06:30:16.734091 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-81caf087-c146-4675-9b29-70d2e6f49050 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653538'] for port, before_create {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:30:16.777539 dv-cinder-811877-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-9869ec0d-a0dd-48e6-a76d-17519cb1355e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653538'] for port, before_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:30:17.019205 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.db.db_base_plugin_common [None req-81caf087-c146-4675-9b29-70d2e6f49050 admin admin] Allocated IP 172.20.0.1 (87db61c9-abbc-4bc5-969a-590306bf0ba2/ad20151b-cb17-497f-b1bf-e53cf87b5f0f/a2d28a87-588e-42e6-a151-16c4f6e0ae10) {{(pid=93999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 06:30:17.139485 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aead4642-a6f3-47df-b009-b381dbd579c4 req-1167973f-7615-4626-bd69-fac35b127ddd tempest-AttachVolumeTestJSON-1192105893 tempest-AttachVolumeTestJSON-1192105893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:30:17.156246 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-aead4642-a6f3-47df-b009-b381dbd579c4 req-1167973f-7615-4626-bd69-fac35b127ddd tempest-AttachVolumeTestJSON-1192105893 tempest-AttachVolumeTestJSON-1192105893-project] 10.222.0.36 "GET /v2.0/ports?device_id=6958c33e-794d-418e-a5ab-7fc4d005ddf7 HTTP/1.1" status: 200 len: 946 time: 0.1470983 Sep 30 06:30:17.296780 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-aead4642-a6f3-47df-b009-b381dbd579c4 req-2305e1cb-cb1b-429d-8a91-b92ac216bac0 tempest-AttachVolumeTestJSON-1192105893 tempest-AttachVolumeTestJSON-1192105893-project] 10.222.0.36 "GET /v2.0/security-groups?id=2948a1ff-6e7e-4016-a1fe-d6f8926a46bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1397178 Sep 30 06:30:17.318831 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-81caf087-c146-4675-9b29-70d2e6f49050 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:30:17.442312 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-81caf087-c146-4675-9b29-70d2e6f49050 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7821886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727545489345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6560267'] for port, after_create {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:30:17.562747 dv-cinder-811877-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-9869ec0d-a0dd-48e6-a76d-17519cb1355e None None] Notify callbacks [] for port, precommit_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:30:17.577353 dv-cinder-811877-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-9869ec0d-a0dd-48e6-a76d-17519cb1355e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7821886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727545992452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727545489363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727545489381'] for port, after_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:30:17.635722 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81caf087-c146-4675-9b29-70d2e6f49050 admin admin] Network 87db61c9-abbc-4bc5-969a-590306bf0ba2 is already hosted by enough agents. {{(pid=93999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 06:30:17.660054 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.scheduler.base_scheduler [None req-81caf087-c146-4675-9b29-70d2e6f49050 admin admin] Resources bound (agent type, host, resource id): {{(pid=93999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 06:30:17.670089 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81caf087-c146-4675-9b29-70d2e6f49050 admin admin] Received port after_create {{(pid=93999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 06:30:17.702141 dv-cinder-811877-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.managers [None req-9869ec0d-a0dd-48e6-a76d-17519cb1355e None None] Attempting to bind port 928eb5a7-6360-4d9f-95ef-94a5cbd93667 on host dv-cinder-811877-1-iscsi for vnic_type normal with profile {{(pid=94002) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 06:30:17.702829 dv-cinder-811877-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.managers [None req-9869ec0d-a0dd-48e6-a76d-17519cb1355e None None] Attempting to bind port 928eb5a7-6360-4d9f-95ef-94a5cbd93667 by drivers openvswitch,hyperv on host dv-cinder-811877-1-iscsi at level 0 using segments [{'id': 'f18bb042-e630-4c4b-b384-e9bf093ecc8b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ddd8ee8b-b24f-47fb-afd7-cfc700c93624'}] {{(pid=94002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 06:30:17.704634 dv-cinder-811877-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9869ec0d-a0dd-48e6-a76d-17519cb1355e None None] Attempting to bind port 928eb5a7-6360-4d9f-95ef-94a5cbd93667 on network ddd8ee8b-b24f-47fb-afd7-cfc700c93624 {{(pid=94002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 06:30:17.724189 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897a929d-9100-4715-bbb1-431b599403bb req-871a653a-5928-4ba9-809d-4c74f265fc4c tempest-ServerRescueNegativeTestJSON-1209427659 tempest-ServerRescueNegativeTestJSON-1209427659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:30:17.736840 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-897a929d-9100-4715-bbb1-431b599403bb req-871a653a-5928-4ba9-809d-4c74f265fc4c tempest-ServerRescueNegativeTestJSON-1209427659 tempest-ServerRescueNegativeTestJSON-1209427659-project] 10.222.0.36 "GET /v2.0/ports?device_id=be801cab-b2ce-4594-8d30-3431ea29df2f HTTP/1.1" status: 200 len: 945 time: 0.1962161 Sep 30 06:30:17.757092 dv-cinder-811877-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9869ec0d-a0dd-48e6-a76d-17519cb1355e None None] Checking agent: {'id': '38eed8e6-19bc-4ff2-90e0-3c7aa8a3a275', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-811877-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 6, 19, 32), 'started_at': datetime.datetime(2021, 9, 30, 6, 20, 2), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 6, 30, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-811877-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 06:30:17.760204 dv-cinder-811877-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9869ec0d-a0dd-48e6-a76d-17519cb1355e None None] Checking segment: {'id': 'f18bb042-e630-4c4b-b384-e9bf093ecc8b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ddd8ee8b-b24f-47fb-afd7-cfc700c93624'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 06:30:17.760956 dv-cinder-811877-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-9869ec0d-a0dd-48e6-a76d-17519cb1355e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:30:17.766206 dv-cinder-811877-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9869ec0d-a0dd-48e6-a76d-17519cb1355e None None] Bound using segment: {'id': 'f18bb042-e630-4c4b-b384-e9bf093ecc8b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ddd8ee8b-b24f-47fb-afd7-cfc700c93624'} {{(pid=94002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 06:30:17.767107 dv-cinder-811877-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.managers [None req-9869ec0d-a0dd-48e6-a76d-17519cb1355e None None] Bound port: 928eb5a7-6360-4d9f-95ef-94a5cbd93667, host: dv-cinder-811877-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f18bb042-e630-4c4b-b384-e9bf093ecc8b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ddd8ee8b-b24f-47fb-afd7-cfc700c93624'}}] {{(pid=94002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 06:30:17.767808 dv-cinder-811877-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-9869ec0d-a0dd-48e6-a76d-17519cb1355e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653538'] for port, before_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:30:17.865169 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-81caf087-c146-4675-9b29-70d2e6f49050 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7878021'] for router_interface, before_create {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:30:17.889444 dv-cinder-811877-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.db [None req-9869ec0d-a0dd-48e6-a76d-17519cb1355e None None] For port 928eb5a7-6360-4d9f-95ef-94a5cbd93667, host dv-cinder-811877-1-iscsi, cleared binding levels {{(pid=94002) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 06:30:17.898074 dv-cinder-811877-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.db [None req-9869ec0d-a0dd-48e6-a76d-17519cb1355e None None] For port 928eb5a7-6360-4d9f-95ef-94a5cbd93667, host dv-cinder-811877-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811877-1-iscsi',level=0,port_id=928eb5a7-6360-4d9f-95ef-94a5cbd93667,segment=NetworkSegment(f18bb042-e630-4c4b-b384-e9bf093ecc8b),segment_id=f18bb042-e630-4c4b-b384-e9bf093ecc8b)] {{(pid=94002) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 06:30:17.899582 dv-cinder-811877-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e50bd68-f04e-4d32-9866-a1ae898b5726 None None] Pushing event updated for resources: {'Port': ['ID=928eb5a7-6360-4d9f-95ef-94a5cbd93667,revision_number=2']} {{(pid=94002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:30:17.923611 dv-cinder-811877-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e50bd68-f04e-4d32-9866-a1ae898b5726 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=94002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:30:17.924170 dv-cinder-811877-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e50bd68-f04e-4d32-9866-a1ae898b5726 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=94002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:30:17.924354 dv-cinder-811877-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e50bd68-f04e-4d32-9866-a1ae898b5726 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=94002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:30:17.924729 dv-cinder-811877-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e50bd68-f04e-4d32-9866-a1ae898b5726 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=94002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:30:17.925085 dv-cinder-811877-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e50bd68-f04e-4d32-9866-a1ae898b5726 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=94002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:30:17.925567 dv-cinder-811877-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e50bd68-f04e-4d32-9866-a1ae898b5726 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=94002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:30:17.925910 dv-cinder-811877-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e50bd68-f04e-4d32-9866-a1ae898b5726 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=94002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:30:17.926355 dv-cinder-811877-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e50bd68-f04e-4d32-9866-a1ae898b5726 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=94002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:30:17.926755 dv-cinder-811877-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e50bd68-f04e-4d32-9866-a1ae898b5726 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=94002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:30:17.927604 dv-cinder-811877-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e50bd68-f04e-4d32-9866-a1ae898b5726 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=94002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:30:17.927951 dv-cinder-811877-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e50bd68-f04e-4d32-9866-a1ae898b5726 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=94002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:30:17.928322 dv-cinder-811877-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e50bd68-f04e-4d32-9866-a1ae898b5726 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=94002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:30:17.943597 dv-cinder-811877-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-9869ec0d-a0dd-48e6-a76d-17519cb1355e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7821886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727545992452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727545489363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727545489381'] for port, after_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:30:18.012503 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-897a929d-9100-4715-bbb1-431b599403bb req-3d6d025b-5d02-4c0b-bf5d-d0fc85b867d3 tempest-ServerRescueNegativeTestJSON-1209427659 tempest-ServerRescueNegativeTestJSON-1209427659-project] 10.222.0.36 "GET /v2.0/security-groups?id=78ce1e3c-f3d7-420d-ac39-20c93d3fb7fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2592840 Sep 30 06:30:18.064630 dv-cinder-811877-1-iscsi neutron-server[94002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9869ec0d-a0dd-48e6-a76d-17519cb1355e None None] Routers {'0bc5ac9b-aba0-4b0e-90b3-292d0ec5e51a'} bound to L3 agent in host dv-cinder-811877-1-iscsi {{(pid=94002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 06:30:18.064630 dv-cinder-811877-1-iscsi neutron-server[94002]: DEBUG neutron.db.l3_hamode_db [None req-9869ec0d-a0dd-48e6-a76d-17519cb1355e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811877-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-30T06:19:31Z,description=,heartbeat_timestamp=2021-09-30T06:30:01Z,host='dv-cinder-811877-1-iscsi',id=f054bd23-6895-478f-87a4-7cc0e21c04e0,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T06:19:31Z,topic='l3_agent')) {'router_ids': ['0bc5ac9b-aba0-4b0e-90b3-292d0ec5e51a'], 'active': True} {{(pid=94002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 06:30:18.374624 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.wsgi [req-aaafef1e-2d2d-4981-b136-7230e35b7fc8 req-ab9c566b-0606-4dfa-8de1-7ba4ee5bc761 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=93999) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 30 06:30:18.390214 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-aaafef1e-2d2d-4981-b136-7230e35b7fc8 req-ab9c566b-0606-4dfa-8de1-7ba4ee5bc761 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0260231 Sep 30 06:30:18.413200 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81caf087-c146-4675-9b29-70d2e6f49050 admin admin] Pushing event updated for resources: {'Port': ['ID=a2d28a87-588e-42e6-a151-16c4f6e0ae10,revision_number=1']} {{(pid=93999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:30:18.426482 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.db.provisioning_blocks [None req-aefccb0b-72a4-4476-8fa2-10cbeca68343 None None] Provisioning complete for port a2d28a87-588e-42e6-a151-16c4f6e0ae10 triggered by entity DHCP. {{(pid=94001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 06:30:18.428766 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-aefccb0b-72a4-4476-8fa2-10cbeca68343 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-597822'] for port, provisioning_complete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:30:18.437968 dv-cinder-811877-1-iscsi neutron-server[94002]: DEBUG neutron.db.l3_dvr_db [None req-9869ec0d-a0dd-48e6-a76d-17519cb1355e None None] Set router 0bc5ac9b-aba0-4b0e-90b3-292d0ec5e51a gateway port host: dv-cinder-811877-1-iscsi {{(pid=94002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 06:30:18.590140 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.plugin [None req-aefccb0b-72a4-4476-8fa2-10cbeca68343 None None] Port a2d28a87-588e-42e6-a151-16c4f6e0ae10 cannot update to ACTIVE because it is not bound. {{(pid=94001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 06:30:18.730287 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63d149e-d6b8-4da6-8ab0-053443fdf8f9 req-ae9d997d-c307-4285-a21e-c47e7348a26a tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:30:18.762111 dv-cinder-811877-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e50bd68-f04e-4d32-9866-a1ae898b5726 None None] Pushing event updated for resources: {'Port': ['ID=928eb5a7-6360-4d9f-95ef-94a5cbd93667,revision_number=3']} {{(pid=94002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:30:18.763449 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-e63d149e-d6b8-4da6-8ab0-053443fdf8f9 req-ae9d997d-c307-4285-a21e-c47e7348a26a tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] 10.222.0.36 "GET /v2.0/ports?device_id=c7de8e92-ecc9-41bc-98bb-5c2242bab3d1 HTTP/1.1" status: 200 len: 943 time: 0.1200981 Sep 30 06:30:18.767787 dv-cinder-811877-1-iscsi neutron-server[94002]: DEBUG neutron.db.agents_db [None req-d9c94b1b-4ad8-4063-8329-7a4f29b52830 None None] Agent healthcheck: found 6 active agents {{(pid=94002) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 06:30:18.847437 dv-cinder-811877-1-iscsi neutron-server[94002]: DEBUG neutron.db.l3_hamode_db [None req-9869ec0d-a0dd-48e6-a76d-17519cb1355e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bc5ac9b-aba0-4b0e-90b3-292d0ec5e51a', 'name': 'tempest-TestShelveInstance-1753272872-router', 'tenant_id': '9aa1d25e98de4f36a0b60652c0c46005', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddd8ee8b-b24f-47fb-afd7-cfc700c93624', 'external_fixed_ips': [{'subnet_id': '4727b4cf-a8ea-4dab-8db4-019b4e8b0546', 'ip_address': '172.27.1.76'}], 'enable_snat': True}, 'gw_port_id': '928eb5a7-6360-4d9f-95ef-94a5cbd93667', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T06:30:09Z', 'updated_at': '2021-09-30T06:30:11Z', 'revision_number': 3, 'project_id': '9aa1d25e98de4f36a0b60652c0c46005', 'gw_port': {'id': '928eb5a7-6360-4d9f-95ef-94a5cbd93667', 'name': '', 'network_id': 'ddd8ee8b-b24f-47fb-afd7-cfc700c93624', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:38:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bc5ac9b-aba0-4b0e-90b3-292d0ec5e51a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '4727b4cf-a8ea-4dab-8db4-019b4e8b0546', 'ip_address': '172.27.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T06:30:10Z', 'updated_at': '2021-09-30T06:30:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4727b4cf-a8ea-4dab-8db4-019b4e8b0546', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811877-1-iscsi'}], 'dv-cinder-811877-1-iscsi', False) {} {{(pid=94002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 06:30:18.868675 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-e63d149e-d6b8-4da6-8ab0-053443fdf8f9 req-6fbb3b5a-7d8a-434e-a6f2-157f1f8f7855 tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] 10.222.0.36 "GET /v2.0/security-groups?id=aaa05d83-3ebc-404f-b7b5-bc03e45995ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1037879 Sep 30 06:30:18.944487 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-81caf087-c146-4675-9b29-70d2e6f49050 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653538'] for port, before_update {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:30:18.953819 dv-cinder-811877-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9869ec0d-a0dd-48e6-a76d-17519cb1355e None None] The sync data for ids ['0bc5ac9b-aba0-4b0e-90b3-292d0ec5e51a'] in dv-cinder-811877-1-iscsi is: [{'id': '0bc5ac9b-aba0-4b0e-90b3-292d0ec5e51a', 'name': 'tempest-TestShelveInstance-1753272872-router', 'tenant_id': '9aa1d25e98de4f36a0b60652c0c46005', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddd8ee8b-b24f-47fb-afd7-cfc700c93624', 'external_fixed_ips': [{'subnet_id': '4727b4cf-a8ea-4dab-8db4-019b4e8b0546', 'ip_address': '172.27.1.76'}], 'enable_snat': True}, 'gw_port_id': '928eb5a7-6360-4d9f-95ef-94a5cbd93667', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T06:30:09Z', 'updated_at': '2021-09-30T06:30:11Z', 'revision_number': 3, 'project_id': '9aa1d25e98de4f36a0b60652c0c46005', 'gw_port': {'id': '928eb5a7-6360-4d9f-95ef-94a5cbd93667', 'name': '', 'network_id': 'ddd8ee8b-b24f-47fb-afd7-cfc700c93624', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:38:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bc5ac9b-aba0-4b0e-90b3-292d0ec5e51a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '4727b4cf-a8ea-4dab-8db4-019b4e8b0546', 'ip_address': '172.27.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T06:30:10Z', 'updated_at': '2021-09-30T06:30:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4727b4cf-a8ea-4dab-8db4-019b4e8b0546', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811877-1-iscsi'}] {{(pid=94002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 06:30:19.246064 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc180ac2-4a9e-460e-85c3-3a93690a2ac5 req-974d5d40-bba7-4730-91f0-7cd8e68257d4 tempest-ServerRescueNegativeTestJSON-1209427659 tempest-ServerRescueNegativeTestJSON-1209427659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:30:19.248863 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-cc180ac2-4a9e-460e-85c3-3a93690a2ac5 req-974d5d40-bba7-4730-91f0-7cd8e68257d4 tempest-ServerRescueNegativeTestJSON-1209427659 tempest-ServerRescueNegativeTestJSON-1209427659-project] 10.222.0.36 "GET /v2.0/ports?device_id=be801cab-b2ce-4594-8d30-3431ea29df2f HTTP/1.1" status: 200 len: 945 time: 0.0815148 Sep 30 06:30:19.323388 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37192519-32af-4db5-8565-98878929d081 req-b3a8a748-2b7a-4397-aa25-6226a514f5cf tempest-TestMinimumBasicScenario-1320848959 tempest-TestMinimumBasicScenario-1320848959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:30:19.326076 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-37192519-32af-4db5-8565-98878929d081 req-b3a8a748-2b7a-4397-aa25-6226a514f5cf tempest-TestMinimumBasicScenario-1320848959 tempest-TestMinimumBasicScenario-1320848959-project] 10.222.0.36 "GET /v2.0/ports?device_id=d0bb6047-6799-481c-9961-ca0038f01968 HTTP/1.1" status: 200 len: 946 time: 0.0971007 Sep 30 06:30:19.343857 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-cc180ac2-4a9e-460e-85c3-3a93690a2ac5 req-9435617d-9aa0-4b98-abc7-afb98ddb4882 tempest-ServerRescueNegativeTestJSON-1209427659 tempest-ServerRescueNegativeTestJSON-1209427659-project] 10.222.0.36 "GET /v2.0/security-groups?id=78ce1e3c-f3d7-420d-ac39-20c93d3fb7fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866725 Sep 30 06:30:19.410884 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.rpc [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] Device 387fd7a2-12c8-44e0-a778-a8a0b80d0b88 no longer exists at agent hyperv_hv-cinder-81187 {{(pid=94001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 06:30:19.458254 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-37192519-32af-4db5-8565-98878929d081 req-7d70623e-a6a4-4569-be2b-e1a914c276ed tempest-TestMinimumBasicScenario-1320848959 tempest-TestMinimumBasicScenario-1320848959-project] 10.222.0.36 "GET /v2.0/security-groups?id=a3fc8924-f30a-4de5-8af2-a86f77449999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183951 Sep 30 06:30:19.487068 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.36', 55634) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 06:30:19.543582 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-81caf087-c146-4675-9b29-70d2e6f49050 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:30:19.560704 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-81caf087-c146-4675-9b29-70d2e6f49050 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7821886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727545992452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727545489363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727545489381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6560256'] for port, after_update {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:30:19.563809 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.36', 55640) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 06:30:19.758807 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-81caf087-c146-4675-9b29-70d2e6f49050 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7821780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7877749'] for router_interface, after_create {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:30:19.782481 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-bd8c99a8-a15b-4230-9dc2-a06061384280 req-de3cf216-0802-4760-a1a0-6d4e3a8c193f service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=c7de8e92-ecc9-41bc-98bb-5c2242bab3d1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2145545 Sep 30 06:30:19.805237 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.wsgi [req-bd8c99a8-a15b-4230-9dc2-a06061384280 req-024b1e96-8197-4fa9-ba13-5b3249f085e8 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=94000) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 30 06:30:19.813167 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-bd8c99a8-a15b-4230-9dc2-a06061384280 req-024b1e96-8197-4fa9-ba13-5b3249f085e8 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0190513 Sep 30 06:30:19.885500 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81caf087-c146-4675-9b29-70d2e6f49050 admin admin] Pushing event updated for resources: {'Port': ['ID=a2d28a87-588e-42e6-a151-16c4f6e0ae10,revision_number=2']} {{(pid=93999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:30:19.948485 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66ae2c1a-10b6-4d97-bbdb-78af569c07e8 tempest-TestMinimumBasicScenario-1536929079 tempest-TestMinimumBasicScenario-1536929079-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:30:19.956629 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [None req-66ae2c1a-10b6-4d97-bbdb-78af569c07e8 tempest-TestMinimumBasicScenario-1536929079 tempest-TestMinimumBasicScenario-1536929079-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=d0bb6047-6799-481c-9961-ca0038f01968 HTTP/1.1" status: 200 len: 1094 time: 0.4633925 Sep 30 06:30:19.972185 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.36', 55654) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 06:30:19.979176 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.api.v2.base [None req-7e5c6c48-fdc5-41ba-912c-a3b21fb3a029 tempest-TestMinimumBasicScenario-1320848959 tempest-TestMinimumBasicScenario-1320848959-project] Request body: {'floatingip': {'floating_network_id': 'ddd8ee8b-b24f-47fb-afd7-cfc700c93624', 'port_id': '12a27015-8937-4612-aa31-c36e99d84dae', 'tenant_id': '1eac498b69b6420eb083db675eb52bac', 'fixed_ip_address': '172.20.0.10'}} {{(pid=94000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 06:30:20.040808 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81caf087-c146-4675-9b29-70d2e6f49050 admin admin] Network 87db61c9-abbc-4bc5-969a-590306bf0ba2 is already hosted by enough agents. {{(pid=93999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 06:30:20.044601 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.scheduler.base_scheduler [None req-81caf087-c146-4675-9b29-70d2e6f49050 admin admin] Resources bound (agent type, host, resource id): {{(pid=93999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 06:30:20.071632 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-7e5c6c48-fdc5-41ba-912c-a3b21fb3a029 tempest-TestMinimumBasicScenario-1320848959 tempest-TestMinimumBasicScenario-1320848959-project] Notify callbacks [] for floatingip, before_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:30:20.286170 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81caf087-c146-4675-9b29-70d2e6f49050 admin admin] Router 0bc5ac9b-aba0-4b0e-90b3-292d0ec5e51a has already been hosted by L3 agent f054bd23-6895-478f-87a4-7cc0e21c04e0 {{(pid=93999) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 06:30:20.297683 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c45e8e-19b5-4554-be96-027e95a789e1 req-b90f78bc-3a5e-4f63-9220-da5e977dc4f8 tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:30:20.306644 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-c9c45e8e-19b5-4554-be96-027e95a789e1 req-b90f78bc-3a5e-4f63-9220-da5e977dc4f8 tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] 10.222.0.36 "GET /v2.0/ports?device_id=c7de8e92-ecc9-41bc-98bb-5c2242bab3d1 HTTP/1.1" status: 200 len: 943 time: 0.2937784 Sep 30 06:30:20.438392 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-7e5c6c48-fdc5-41ba-912c-a3b21fb3a029 tempest-TestMinimumBasicScenario-1320848959 tempest-TestMinimumBasicScenario-1320848959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653538'] for port, before_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:30:20.550510 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81caf087-c146-4675-9b29-70d2e6f49050 admin admin] Notify agent at l3_agent.dv-cinder-811877-1-iscsi the message routers_updated {{(pid=93999) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 06:30:20.557189 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [None req-81caf087-c146-4675-9b29-70d2e6f49050 admin admin] 10.222.0.36 "PUT /v2.0/routers/0bc5ac9b-aba0-4b0e-90b3-292d0ec5e51a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8111289 Sep 30 06:30:20.592964 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976af5f9-5571-4889-9c59-b5ae6c0e4d21 req-eef9c466-535a-4d27-ac6a-20e26c21fe34 tempest-ServerRescueNegativeTestJSON-1209427659 tempest-ServerRescueNegativeTestJSON-1209427659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:30:20.598670 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-976af5f9-5571-4889-9c59-b5ae6c0e4d21 req-eef9c466-535a-4d27-ac6a-20e26c21fe34 tempest-ServerRescueNegativeTestJSON-1209427659 tempest-ServerRescueNegativeTestJSON-1209427659-project] 10.222.0.36 "GET /v2.0/ports?device_id=be801cab-b2ce-4594-8d30-3431ea29df2f HTTP/1.1" status: 200 len: 945 time: 0.0991912 Sep 30 06:30:20.640745 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.db.provisioning_blocks [None req-6c8f21c5-42b6-49ec-96ed-096fa0585314 None None] Provisioning complete for port a2d28a87-588e-42e6-a151-16c4f6e0ae10 triggered by entity DHCP. {{(pid=94001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 06:30:20.642228 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-6c8f21c5-42b6-49ec-96ed-096fa0585314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-597822'] for port, provisioning_complete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:30:20.648680 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-976af5f9-5571-4889-9c59-b5ae6c0e4d21 req-e5669e47-64da-424a-875a-1cb1cb019c29 tempest-ServerRescueNegativeTestJSON-1209427659 tempest-ServerRescueNegativeTestJSON-1209427659-project] 10.222.0.36 "GET /v2.0/security-groups?id=78ce1e3c-f3d7-420d-ac39-20c93d3fb7fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437064 Sep 30 06:30:20.652607 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-c9c45e8e-19b5-4554-be96-027e95a789e1 req-36d95e59-e728-4604-9fac-7250ae8ffd8e tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] 10.222.0.36 "GET /v2.0/security-groups?id=aaa05d83-3ebc-404f-b7b5-bc03e45995ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3332474 Sep 30 06:30:20.741211 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.plugin [None req-6c8f21c5-42b6-49ec-96ed-096fa0585314 None None] Port a2d28a87-588e-42e6-a151-16c4f6e0ae10 cannot update to ACTIVE because it is not bound. {{(pid=94001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 06:30:20.818813 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.db.db_base_plugin_common [None req-7e5c6c48-fdc5-41ba-912c-a3b21fb3a029 tempest-TestMinimumBasicScenario-1320848959 tempest-TestMinimumBasicScenario-1320848959-project] Allocated IP 172.27.1.75 (ddd8ee8b-b24f-47fb-afd7-cfc700c93624/4727b4cf-a8ea-4dab-8db4-019b4e8b0546/6d55b467-7bbd-4102-bf55-289cd0355288) {{(pid=94000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 06:30:21.035216 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.rpc [None req-1a5ef50c-1a60-4eeb-b96e-cf5df6fcca4b None None] Device 928eb5a7-6360-4d9f-95ef-94a5cbd93667 up at agent ovs-agent-dv-cinder-811877-1-iscsi {{(pid=94001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 06:30:21.123118 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-7e5c6c48-fdc5-41ba-912c-a3b21fb3a029 tempest-TestMinimumBasicScenario-1320848959 tempest-TestMinimumBasicScenario-1320848959-project] Notify callbacks [] for port, precommit_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:30:21.264733 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-7e5c6c48-fdc5-41ba-912c-a3b21fb3a029 tempest-TestMinimumBasicScenario-1320848959 tempest-TestMinimumBasicScenario-1320848959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7821886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727545489345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4572815'] for port, after_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:30:21.338116 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.db.provisioning_blocks [None req-1a5ef50c-1a60-4eeb-b96e-cf5df6fcca4b None None] Provisioning complete for port 928eb5a7-6360-4d9f-95ef-94a5cbd93667 triggered by entity L2. {{(pid=94001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 06:30:21.341809 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-1a5ef50c-1a60-4eeb-b96e-cf5df6fcca4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-597822'] for port, provisioning_complete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:30:21.451013 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5c6c48-fdc5-41ba-912c-a3b21fb3a029 tempest-TestMinimumBasicScenario-1320848959 tempest-TestMinimumBasicScenario-1320848959-project] Pushing event updated for resources: {'Port': ['ID=6d55b467-7bbd-4102-bf55-289cd0355288,revision_number=1']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:30:21.482807 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e5c6c48-fdc5-41ba-912c-a3b21fb3a029 tempest-TestMinimumBasicScenario-1320848959 tempest-TestMinimumBasicScenario-1320848959-project] Network ddd8ee8b-b24f-47fb-afd7-cfc700c93624 is already hosted by enough agents. {{(pid=94000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 06:30:21.485301 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.scheduler.base_scheduler [None req-7e5c6c48-fdc5-41ba-912c-a3b21fb3a029 tempest-TestMinimumBasicScenario-1320848959 tempest-TestMinimumBasicScenario-1320848959-project] Resources bound (agent type, host, resource id): {{(pid=94000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 06:30:21.496811 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e5c6c48-fdc5-41ba-912c-a3b21fb3a029 tempest-TestMinimumBasicScenario-1320848959 tempest-TestMinimumBasicScenario-1320848959-project] Received port after_create {{(pid=94000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 06:30:21.532220 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.wsgi [-] (93999) accepted ('10.222.0.36', 55678) {{(pid=93999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 06:30:21.624684 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-1a5ef50c-1a60-4eeb-b96e-cf5df6fcca4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653538'] for port, before_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:30:21.682539 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.db [None req-1a5ef50c-1a60-4eeb-b96e-cf5df6fcca4b None None] For port 928eb5a7-6360-4d9f-95ef-94a5cbd93667, host dv-cinder-811877-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811877-1-iscsi',level=0,port_id=928eb5a7-6360-4d9f-95ef-94a5cbd93667,segment=NetworkSegment(f18bb042-e630-4c4b-b384-e9bf093ecc8b),segment_id=f18bb042-e630-4c4b-b384-e9bf093ecc8b)] {{(pid=94001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 06:30:21.705782 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-1a5ef50c-1a60-4eeb-b96e-cf5df6fcca4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7821886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727545992452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727545489363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727545489381'] for port, after_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:30:21.906995 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5ef50c-1a60-4eeb-b96e-cf5df6fcca4b None None] Pushing event updated for resources: {'Port': ['ID=928eb5a7-6360-4d9f-95ef-94a5cbd93667,revision_number=4']} {{(pid=94001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:30:21.936090 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba379fd-d882-4774-bfe0-f145842a8f0e req-cfe49ffb-ca4e-483a-a2bc-d6e86440e84a tempest-ServerRescueNegativeTestJSON-1209427659 tempest-ServerRescueNegativeTestJSON-1209427659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:30:21.944752 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-aba379fd-d882-4774-bfe0-f145842a8f0e req-cfe49ffb-ca4e-483a-a2bc-d6e86440e84a tempest-ServerRescueNegativeTestJSON-1209427659 tempest-ServerRescueNegativeTestJSON-1209427659-project] 10.222.0.36 "GET /v2.0/ports?device_id=be801cab-b2ce-4594-8d30-3431ea29df2f HTTP/1.1" status: 200 len: 945 time: 0.0877831 Sep 30 06:30:21.957783 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-feaaab82-335e-4fcd-baac-fa96a5039873 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:30:22.015490 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee21feb8-847e-4fce-9cc7-5c751d22f085 req-acce7d80-36e8-41ca-8626-4a0792461e9f tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:30:22.023409 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-ee21feb8-847e-4fce-9cc7-5c751d22f085 req-acce7d80-36e8-41ca-8626-4a0792461e9f tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] 10.222.0.36 "GET /v2.0/ports?device_id=c7de8e92-ecc9-41bc-98bb-5c2242bab3d1 HTTP/1.1" status: 200 len: 943 time: 0.1696856 Sep 30 06:30:22.105329 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-ee21feb8-847e-4fce-9cc7-5c751d22f085 req-f5fc490c-9b46-4ad7-84f0-1c2dad3eb5c7 tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] 10.222.0.36 "GET /v2.0/security-groups?id=aaa05d83-3ebc-404f-b7b5-bc03e45995ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688889 Sep 30 06:30:22.189009 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-feaaab82-335e-4fcd-baac-fa96a5039873 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:30:22.197603 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-feaaab82-335e-4fcd-baac-fa96a5039873 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533969'] for security_group, after_create {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:30:22.250517 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-aba379fd-d882-4774-bfe0-f145842a8f0e req-d97517bd-0bc1-4a41-9ba0-0284e5dee4ca tempest-ServerRescueNegativeTestJSON-1209427659 tempest-ServerRescueNegativeTestJSON-1209427659-project] 10.222.0.36 "GET /v2.0/security-groups?id=78ce1e3c-f3d7-420d-ac39-20c93d3fb7fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3047316 Sep 30 06:30:22.280121 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feaaab82-335e-4fcd-baac-fa96a5039873 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=484c99b2-8ed9-40a8-9766-b23cf0d22be2,revision_number=1']} {{(pid=93999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:30:22.298383 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [None req-feaaab82-335e-4fcd-baac-fa96a5039873 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=25580bdfaf4d42c78092b77246a1628c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7638233 Sep 30 06:30:22.302067 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.wsgi [-] (93999) accepted ('10.222.0.36', 55696) {{(pid=93999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 06:30:22.363085 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fdf4c7a-277f-4b33-87bd-568cedca0ae7 None None] Sync routers for ids ['0bc5ac9b-aba0-4b0e-90b3-292d0ec5e51a'] in dv-cinder-811877-1-iscsi {{(pid=94001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 06:30:22.393276 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fdf4c7a-277f-4b33-87bd-568cedca0ae7 None None] Routers {'0bc5ac9b-aba0-4b0e-90b3-292d0ec5e51a'} bound to L3 agent in host dv-cinder-811877-1-iscsi {{(pid=94001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 06:30:22.394298 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.db.l3_hamode_db [None req-3fdf4c7a-277f-4b33-87bd-568cedca0ae7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811877-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-30T06:19:31Z,description=,heartbeat_timestamp=2021-09-30T06:30:01Z,host='dv-cinder-811877-1-iscsi',id=f054bd23-6895-478f-87a4-7cc0e21c04e0,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T06:19:31Z,topic='l3_agent')) {'router_ids': ['0bc5ac9b-aba0-4b0e-90b3-292d0ec5e51a'], 'active': True} {{(pid=94001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 06:30:22.427655 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.wsgi [-] (93999) accepted ('10.222.0.36', 55700) {{(pid=93999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 06:30:22.448051 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.api.v2.base [None req-d021fc99-004b-49ea-a594-4147fb4161a0 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-793399152-network', 'tenant_id': '1f823187fb874096912cf27c09c0c35e'}} {{(pid=93999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 06:30:22.527029 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-35532f6c-e0eb-42f1-8e41-a831b3ad3863 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:30:22.529763 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-7e5c6c48-fdc5-41ba-912c-a3b21fb3a029 tempest-TestMinimumBasicScenario-1320848959 tempest-TestMinimumBasicScenario-1320848959-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:30:22.616198 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d021fc99-004b-49ea-a594-4147fb4161a0 admin admin] Made reservation on behalf of 1f823187fb874096912cf27c09c0c35e for: {'network': 1} {{(pid=93999) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 06:30:22.621162 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-d021fc99-004b-49ea-a594-4147fb4161a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653538'] for network, before_create {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:30:22.633099 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-35532f6c-e0eb-42f1-8e41-a831b3ad3863 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:30:22.659595 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-d021fc99-004b-49ea-a594-4147fb4161a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:30:22.813083 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-35532f6c-e0eb-42f1-8e41-a831b3ad3863 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533969'] for security_group, after_delete {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:30:22.817721 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.db.l3_dvr_db [None req-3fdf4c7a-277f-4b33-87bd-568cedca0ae7 None None] Set router 0bc5ac9b-aba0-4b0e-90b3-292d0ec5e51a gateway port host: dv-cinder-811877-1-iscsi {{(pid=94001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 06:30:22.820103 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-35532f6c-e0eb-42f1-8e41-a831b3ad3863 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:30:22.824604 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [None req-35532f6c-e0eb-42f1-8e41-a831b3ad3863 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/484c99b2-8ed9-40a8-9766-b23cf0d22be2 HTTP/1.1" status: 204 len: 168 time: 0.5195878 Sep 30 06:30:22.834501 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-7e5c6c48-fdc5-41ba-912c-a3b21fb3a029 tempest-TestMinimumBasicScenario-1320848959 tempest-TestMinimumBasicScenario-1320848959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653538'] for port, before_update {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:30:22.936613 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35532f6c-e0eb-42f1-8e41-a831b3ad3863 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=484c99b2-8ed9-40a8-9766-b23cf0d22be2,revision_number=None']} {{(pid=93999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:30:23.270776 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.rpc [None req-1a5ef50c-1a60-4eeb-b96e-cf5df6fcca4b None None] Device 928eb5a7-6360-4d9f-95ef-94a5cbd93667 up at agent ovs-agent-dv-cinder-811877-1-iscsi {{(pid=94001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 06:30:23.501158 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-7e5c6c48-fdc5-41ba-912c-a3b21fb3a029 tempest-TestMinimumBasicScenario-1320848959 tempest-TestMinimumBasicScenario-1320848959-project] Notify callbacks [] for port, precommit_update {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:30:23.519687 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-7e5c6c48-fdc5-41ba-912c-a3b21fb3a029 tempest-TestMinimumBasicScenario-1320848959 tempest-TestMinimumBasicScenario-1320848959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7821886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727545992452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727545489363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727545489381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4572804'] for port, after_update {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:30:23.746150 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.db.provisioning_blocks [None req-1a5ef50c-1a60-4eeb-b96e-cf5df6fcca4b None None] Provisioning complete for port 928eb5a7-6360-4d9f-95ef-94a5cbd93667 triggered by entity L2. {{(pid=94001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 06:30:23.747428 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-1a5ef50c-1a60-4eeb-b96e-cf5df6fcca4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-597822'] for port, provisioning_complete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:30:23.823142 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-d021fc99-004b-49ea-a594-4147fb4161a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:30:24.004536 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-d021fc99-004b-49ea-a594-4147fb4161a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533969'] for security_group, after_create {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:30:24.014355 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5c6c48-fdc5-41ba-912c-a3b21fb3a029 tempest-TestMinimumBasicScenario-1320848959 tempest-TestMinimumBasicScenario-1320848959-project] Pushing event updated for resources: {'Port': ['ID=6d55b467-7bbd-4102-bf55-289cd0355288,revision_number=2']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:30:24.133341 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.db.l3_hamode_db [None req-3fdf4c7a-277f-4b33-87bd-568cedca0ae7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bc5ac9b-aba0-4b0e-90b3-292d0ec5e51a', 'name': 'tempest-TestShelveInstance-1753272872-router', 'tenant_id': '9aa1d25e98de4f36a0b60652c0c46005', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddd8ee8b-b24f-47fb-afd7-cfc700c93624', 'external_fixed_ips': [{'subnet_id': '4727b4cf-a8ea-4dab-8db4-019b4e8b0546', 'ip_address': '172.27.1.76'}], 'enable_snat': True}, 'gw_port_id': '928eb5a7-6360-4d9f-95ef-94a5cbd93667', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T06:30:09Z', 'updated_at': '2021-09-30T06:30:18Z', 'revision_number': 4, 'project_id': '9aa1d25e98de4f36a0b60652c0c46005', 'gw_port': {'id': '928eb5a7-6360-4d9f-95ef-94a5cbd93667', 'name': '', 'network_id': 'ddd8ee8b-b24f-47fb-afd7-cfc700c93624', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:38:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bc5ac9b-aba0-4b0e-90b3-292d0ec5e51a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '4727b4cf-a8ea-4dab-8db4-019b4e8b0546', 'ip_address': '172.27.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T06:30:10Z', 'updated_at': '2021-09-30T06:30:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4727b4cf-a8ea-4dab-8db4-019b4e8b0546', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811877-1-iscsi', '_interfaces': [{'id': 'a2d28a87-588e-42e6-a151-16c4f6e0ae10', 'name': '', 'network_id': '87db61c9-abbc-4bc5-969a-590306bf0ba2', 'tenant_id': '9aa1d25e98de4f36a0b60652c0c46005', 'mac_address': 'fa:16:3e:08:c6:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bc5ac9b-aba0-4b0e-90b3-292d0ec5e51a', 'device_owner': 'network:router_interface', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': 'ad20151b-cb17-497f-b1bf-e53cf87b5f0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T06:30:16Z', 'updated_at': '2021-09-30T06:30:19Z', 'revision_number': 2, 'project_id': '9aa1d25e98de4f36a0b60652c0c46005', 'subnets': [{'id': 'ad20151b-cb17-497f-b1bf-e53cf87b5f0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811877-1-iscsi', False) {} {{(pid=94001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 06:30:24.144082 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec9b5c3-a000-43ca-9191-d56cbb1ad6f6 req-f21fbc76-3188-4e95-be51-1922a2d11d0e tempest-ServerRescueNegativeTestJSON-1209427659 tempest-ServerRescueNegativeTestJSON-1209427659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:30:24.151461 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-0ec9b5c3-a000-43ca-9191-d56cbb1ad6f6 req-f21fbc76-3188-4e95-be51-1922a2d11d0e tempest-ServerRescueNegativeTestJSON-1209427659 tempest-ServerRescueNegativeTestJSON-1209427659-project] 10.222.0.36 "GET /v2.0/ports?device_id=be801cab-b2ce-4594-8d30-3431ea29df2f HTTP/1.1" status: 200 len: 945 time: 0.4236686 Sep 30 06:30:24.155089 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-7e5c6c48-fdc5-41ba-912c-a3b21fb3a029 tempest-TestMinimumBasicScenario-1320848959 tempest-TestMinimumBasicScenario-1320848959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7877914'] for floatingip, after_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:30:24.163653 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8c99a8-a15b-4230-9dc2-a06061384280 req-2441ef77-c7c4-4223-80ca-4dd07b8de59c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:30:24.167969 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-bd8c99a8-a15b-4230-9dc2-a06061384280 req-2441ef77-c7c4-4223-80ca-4dd07b8de59c service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=c7de8e92-ecc9-41bc-98bb-5c2242bab3d1&tenant_id=3f54d397fb6646ca811cd4b70b8b5d31 HTTP/1.1" status: 200 len: 1096 time: 0.9920750 Sep 30 06:30:24.177644 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d021fc99-004b-49ea-a594-4147fb4161a0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 349} {{(pid=93999) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 06:30:24.310946 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-d021fc99-004b-49ea-a594-4147fb4161a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583621'] for segment, precommit_create {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:30:24.312728 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.db.segments_db [None req-d021fc99-004b-49ea-a594-4147fb4161a0 admin admin] Added segment 65b29c81-111a-40dc-8523-b6d87832ea79 of type vlan for network b59ebf78-aaac-41b8-b79e-46417d57ba35 Sep 30 06:30:24.511874 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d021fc99-004b-49ea-a594-4147fb4161a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bba462b8-e935-467a-a594-250e4a77fe6b,revision_number=1']} {{(pid=93999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:30:24.520939 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fdf4c7a-277f-4b33-87bd-568cedca0ae7 None None] Checking router: 0bc5ac9b-aba0-4b0e-90b3-292d0ec5e51a for host: dv-cinder-811877-1-iscsi {{(pid=94001) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 06:30:24.521983 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fdf4c7a-277f-4b33-87bd-568cedca0ae7 None None] Updating router 0bc5ac9b-aba0-4b0e-90b3-292d0ec5e51a port a2d28a87-588e-42e6-a151-16c4f6e0ae10 binding host dv-cinder-811877-1-iscsi {{(pid=94001) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 30 06:30:24.522148 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-0ec9b5c3-a000-43ca-9191-d56cbb1ad6f6 req-9c7f67da-45a9-455f-88fc-2c7e083c964b tempest-ServerRescueNegativeTestJSON-1209427659 tempest-ServerRescueNegativeTestJSON-1209427659-project] 10.222.0.36 "GET /v2.0/security-groups?id=78ce1e3c-f3d7-420d-ac39-20c93d3fb7fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2349336 Sep 30 06:30:24.602282 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-3fdf4c7a-277f-4b33-87bd-568cedca0ae7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653538'] for port, before_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:30:24.680511 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7132697f-8a7d-4e9b-99a3-30092c832fef req-dfc105b8-cff6-4d5b-beae-832061431a42 tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:30:24.683426 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.db.l3_db [None req-7e5c6c48-fdc5-41ba-912c-a3b21fb3a029 tempest-TestMinimumBasicScenario-1320848959 tempest-TestMinimumBasicScenario-1320848959-project] Floating IP 37dd193b-ca89-447f-937f-b163830dd60e associated. External IP: 172.27.1.75, port: 12a27015-8937-4612-aa31-c36e99d84dae. Sep 30 06:30:24.687931 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-7132697f-8a7d-4e9b-99a3-30092c832fef req-dfc105b8-cff6-4d5b-beae-832061431a42 tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] 10.222.0.36 "GET /v2.0/ports?device_id=c7de8e92-ecc9-41bc-98bb-5c2242bab3d1 HTTP/1.1" status: 200 len: 943 time: 1.1064091 Sep 30 06:30:24.706540 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-d021fc99-004b-49ea-a594-4147fb4161a0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727545443103'] for network, precommit_create {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:30:24.745160 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-d021fc99-004b-49ea-a594-4147fb4161a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7821886'] for network, after_create {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:30:24.747172 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d021fc99-004b-49ea-a594-4147fb4161a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:30:24.748106 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-d021fc99-004b-49ea-a594-4147fb4161a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7821868'] for network, before_response {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:30:24.794406 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [None req-d021fc99-004b-49ea-a594-4147fb4161a0 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 2.3647501 Sep 30 06:30:24.801872 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.36', 55732) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 06:30:24.812122 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8c99a8-a15b-4230-9dc2-a06061384280 req-844ec340-6294-42fe-9700-4304983fd339 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:30:24.812609 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.api.v2.base [None req-7f7c3a2b-2275-4fd8-bf42-1007fcc5195d admin admin] Request body: {'subnet': {'network_id': 'b59ebf78-aaac-41b8-b79e-46417d57ba35', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-793399152-subnet', 'tenant_id': '1f823187fb874096912cf27c09c0c35e', 'ip_version': 4}} {{(pid=94000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 06:30:24.814506 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-bd8c99a8-a15b-4230-9dc2-a06061384280 req-844ec340-6294-42fe-9700-4304983fd339 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=3f54d397fb6646ca811cd4b70b8b5d31&device_id=c7de8e92-ecc9-41bc-98bb-5c2242bab3d1 HTTP/1.1" status: 200 len: 1096 time: 0.2660615 Sep 30 06:30:24.919254 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-7132697f-8a7d-4e9b-99a3-30092c832fef req-aa83f60a-d1e5-4964-99c2-771065807830 tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] 10.222.0.36 "GET /v2.0/security-groups?id=aaa05d83-3ebc-404f-b7b5-bc03e45995ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1786587 Sep 30 06:30:24.924607 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d021fc99-004b-49ea-a594-4147fb4161a0 admin admin] Pushing event updated for resources: {'Network': ['ID=b59ebf78-aaac-41b8-b79e-46417d57ba35,revision_number=1']} {{(pid=93999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:30:24.947984 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.rpc [None req-1a5ef50c-1a60-4eeb-b96e-cf5df6fcca4b None None] Network b59ebf78-aaac-41b8-b79e-46417d57ba35 details requested by agent ovs-agent-dv-cinder-811877-1-iscsi with host dv-cinder-811877-1-iscsi {{(pid=94001) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 06:30:25.047636 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8c99a8-a15b-4230-9dc2-a06061384280 req-b58e800c-22be-4318-842c-5e75bacb4225 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:30:25.049891 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-bd8c99a8-a15b-4230-9dc2-a06061384280 req-b58e800c-22be-4318-842c-5e75bacb4225 service neutron] 10.222.0.10 "GET /v2.0/networks?id=5fefac64-03c4-43dd-a17b-d4a261fa3173 HTTP/1.1" status: 200 len: 918 time: 0.2249751 Sep 30 06:30:25.051659 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f7c3a2b-2275-4fd8-bf42-1007fcc5195d admin admin] Made reservation on behalf of 1f823187fb874096912cf27c09c0c35e for: {'subnet': 1} {{(pid=94000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 06:30:25.054572 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-7f7c3a2b-2275-4fd8-bf42-1007fcc5195d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5105858'] for subnet, before_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:30:25.138487 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-3fdf4c7a-277f-4b33-87bd-568cedca0ae7 None None] Notify callbacks [] for port, precommit_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:30:25.150042 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-3fdf4c7a-277f-4b33-87bd-568cedca0ae7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7821886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727545992452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727545489363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727545489381'] for port, after_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:30:25.204081 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-bd8c99a8-a15b-4230-9dc2-a06061384280 req-ccd4bb76-e3cf-4804-b0e3-2136267bb7e5 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=387fd7a2-12c8-44e0-a778-a8a0b80d0b88 HTTP/1.1" status: 200 len: 999 time: 0.1451809 Sep 30 06:30:25.253176 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4221e4-af4e-4bfd-932a-813346e1bd73 None None] Pushing event updated for resources: {'Port': ['ID=a2d28a87-588e-42e6-a151-16c4f6e0ae10,revision_number=3']} {{(pid=94001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:30:25.324257 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8c99a8-a15b-4230-9dc2-a06061384280 req-fb421207-98bc-4dc6-9438-dcd7b0fe4bae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:30:25.326417 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-bd8c99a8-a15b-4230-9dc2-a06061384280 req-fb421207-98bc-4dc6-9438-dcd7b0fe4bae service neutron] 10.222.0.10 "GET /v2.0/subnets?id=05cd2f04-a42c-4ac5-94b6-16f7140b471b HTTP/1.1" status: 200 len: 856 time: 0.1141436 Sep 30 06:30:25.336559 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.managers [None req-3fdf4c7a-277f-4b33-87bd-568cedca0ae7 None None] Attempting to bind port a2d28a87-588e-42e6-a151-16c4f6e0ae10 on host dv-cinder-811877-1-iscsi for vnic_type normal with profile {{(pid=94001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 06:30:25.338936 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.managers [None req-3fdf4c7a-277f-4b33-87bd-568cedca0ae7 None None] Attempting to bind port a2d28a87-588e-42e6-a151-16c4f6e0ae10 by drivers openvswitch,hyperv on host dv-cinder-811877-1-iscsi at level 0 using segments [{'id': '04f5ac7d-c914-4271-ad20-e8c8197f8c4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '87db61c9-abbc-4bc5-969a-590306bf0ba2'}] {{(pid=94001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 06:30:25.339460 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fdf4c7a-277f-4b33-87bd-568cedca0ae7 None None] Attempting to bind port a2d28a87-588e-42e6-a151-16c4f6e0ae10 on network 87db61c9-abbc-4bc5-969a-590306bf0ba2 {{(pid=94001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 06:30:25.354615 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fdf4c7a-277f-4b33-87bd-568cedca0ae7 None None] Checking agent: {'id': '38eed8e6-19bc-4ff2-90e0-3c7aa8a3a275', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-811877-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 6, 19, 32), 'started_at': datetime.datetime(2021, 9, 30, 6, 20, 2), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 6, 30, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-811877-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 06:30:25.355354 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fdf4c7a-277f-4b33-87bd-568cedca0ae7 None None] Checking segment: {'id': '04f5ac7d-c914-4271-ad20-e8c8197f8c4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '87db61c9-abbc-4bc5-969a-590306bf0ba2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 06:30:25.356979 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-3fdf4c7a-277f-4b33-87bd-568cedca0ae7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:30:25.357861 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fdf4c7a-277f-4b33-87bd-568cedca0ae7 None None] Bound using segment: {'id': '04f5ac7d-c914-4271-ad20-e8c8197f8c4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '87db61c9-abbc-4bc5-969a-590306bf0ba2'} {{(pid=94001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 06:30:25.358618 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.managers [None req-3fdf4c7a-277f-4b33-87bd-568cedca0ae7 None None] Bound port: a2d28a87-588e-42e6-a151-16c4f6e0ae10, host: dv-cinder-811877-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04f5ac7d-c914-4271-ad20-e8c8197f8c4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '87db61c9-abbc-4bc5-969a-590306bf0ba2'}}] {{(pid=94001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 06:30:25.367745 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-3fdf4c7a-277f-4b33-87bd-568cedca0ae7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653538'] for port, before_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:30:25.394983 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e5c6c48-fdc5-41ba-912c-a3b21fb3a029 tempest-TestMinimumBasicScenario-1320848959 tempest-TestMinimumBasicScenario-1320848959-project] Router 706768c9-2d14-4a5a-9bab-f46de9be7398 has already been hosted by L3 agent f054bd23-6895-478f-87a4-7cc0e21c04e0 {{(pid=94000) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 06:30:25.506149 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8c99a8-a15b-4230-9dc2-a06061384280 req-e364a723-1945-497b-9bf3-0fea328773f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:30:25.507963 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-bd8c99a8-a15b-4230-9dc2-a06061384280 req-e364a723-1945-497b-9bf3-0fea328773f8 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=5fefac64-03c4-43dd-a17b-d4a261fa3173&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1713176 Sep 30 06:30:25.734478 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.db [None req-3fdf4c7a-277f-4b33-87bd-568cedca0ae7 None None] For port a2d28a87-588e-42e6-a151-16c4f6e0ae10, host dv-cinder-811877-1-iscsi, cleared binding levels {{(pid=94001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 06:30:25.747148 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.db [None req-3fdf4c7a-277f-4b33-87bd-568cedca0ae7 None None] For port a2d28a87-588e-42e6-a151-16c4f6e0ae10, host dv-cinder-811877-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811877-1-iscsi',level=0,port_id=a2d28a87-588e-42e6-a151-16c4f6e0ae10,segment=NetworkSegment(04f5ac7d-c914-4271-ad20-e8c8197f8c4f),segment_id=04f5ac7d-c914-4271-ad20-e8c8197f8c4f)] {{(pid=94001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 06:30:25.758997 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-3fdf4c7a-277f-4b33-87bd-568cedca0ae7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7821886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727545992452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727545489363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727545489381'] for port, after_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:30:25.781058 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-bd8c99a8-a15b-4230-9dc2-a06061384280 req-7e6facfd-7ebc-42f3-84e7-868ab348bf39 service neutron] 10.222.0.10 "GET /v2.0/networks/5fefac64-03c4-43dd-a17b-d4a261fa3173?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2650158 Sep 30 06:30:25.838727 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4221e4-af4e-4bfd-932a-813346e1bd73 None None] Pushing event updated for resources: {'Port': ['ID=a2d28a87-588e-42e6-a151-16c4f6e0ae10,revision_number=4']} {{(pid=94001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:30:25.873371 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fdf4c7a-277f-4b33-87bd-568cedca0ae7 None None] Routers {'0bc5ac9b-aba0-4b0e-90b3-292d0ec5e51a'} bound to L3 agent in host dv-cinder-811877-1-iscsi {{(pid=94001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 06:30:25.874714 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.db.l3_hamode_db [None req-3fdf4c7a-277f-4b33-87bd-568cedca0ae7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811877-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-30T06:19:31Z,description=,heartbeat_timestamp=2021-09-30T06:30:01Z,host='dv-cinder-811877-1-iscsi',id=f054bd23-6895-478f-87a4-7cc0e21c04e0,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T06:19:31Z,topic='l3_agent')) {'router_ids': ['0bc5ac9b-aba0-4b0e-90b3-292d0ec5e51a'], 'active': True} {{(pid=94001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 06:30:25.916653 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e5c6c48-fdc5-41ba-912c-a3b21fb3a029 tempest-TestMinimumBasicScenario-1320848959 tempest-TestMinimumBasicScenario-1320848959-project] Notify agent at l3_agent.dv-cinder-811877-1-iscsi the message routers_updated {{(pid=94000) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 06:30:25.928938 dv-cinder-811877-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b9eb26c-5b20-4d1d-a188-019a6e1a0c2a None None] Sync routers for ids ['706768c9-2d14-4a5a-9bab-f46de9be7398'] in dv-cinder-811877-1-iscsi {{(pid=94002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 06:30:25.959413 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-7f7c3a2b-2275-4fd8-bf42-1007fcc5195d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7821886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4572691', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5105904'] for subnet, after_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:30:25.967414 dv-cinder-811877-1-iscsi neutron-server[94002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b9eb26c-5b20-4d1d-a188-019a6e1a0c2a None None] Routers {'706768c9-2d14-4a5a-9bab-f46de9be7398'} bound to L3 agent in host dv-cinder-811877-1-iscsi {{(pid=94002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 06:30:25.980491 dv-cinder-811877-1-iscsi neutron-server[94002]: DEBUG neutron.db.l3_hamode_db [None req-3b9eb26c-5b20-4d1d-a188-019a6e1a0c2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811877-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-30T06:19:31Z,description=,heartbeat_timestamp=2021-09-30T06:30:01Z,host='dv-cinder-811877-1-iscsi',id=f054bd23-6895-478f-87a4-7cc0e21c04e0,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T06:19:31Z,topic='l3_agent')) {'router_ids': ['706768c9-2d14-4a5a-9bab-f46de9be7398'], 'active': True} {{(pid=94002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 06:30:26.037832 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-7e5c6c48-fdc5-41ba-912c-a3b21fb3a029 tempest-TestMinimumBasicScenario-1320848959 tempest-TestMinimumBasicScenario-1320848959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57126'] for floatingip, before_response {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:30:26.091967 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-bd8c99a8-a15b-4230-9dc2-a06061384280 req-200930eb-4d43-4721-afa4-10163d3dc137 service neutron] 10.222.0.10 "GET /v2.0/networks/5fefac64-03c4-43dd-a17b-d4a261fa3173?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3008187 Sep 30 06:30:26.106987 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [None req-7e5c6c48-fdc5-41ba-912c-a3b21fb3a029 tempest-TestMinimumBasicScenario-1320848959 tempest-TestMinimumBasicScenario-1320848959-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 6.1423516 Sep 30 06:30:26.114750 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.wsgi [-] (93999) accepted ('10.222.0.36', 55784) {{(pid=93999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 06:30:26.126513 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0bb6047-6799-481c-9961-ca0038f01968', 'tag': '12a27015-8937-4612-aa31-c36e99d84dae'}] {{(pid=94000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 06:30:26.127814 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.api.v2.base [None req-63d4a4be-684f-479e-83cf-58e98a33e07c tempest-TestMinimumBasicScenario-1320848959 tempest-TestMinimumBasicScenario-1320848959-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1079454741', 'description': 'tempest-secgroup-smoke-1079454741 description', 'project_id': '1eac498b69b6420eb083db675eb52bac'}} {{(pid=93999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 06:30:26.130543 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4acac726bceb08fc5dc31984e0b5877fccc01d7f70542289dc6193c12fa4dba7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d6403a7-07bc-4525-a547-a57b261f5389" -d '{"events": [{"name": "network-changed", "server_uuid": "d0bb6047-6799-481c-9961-ca0038f01968", "tag": "12a27015-8937-4612-aa31-c36e99d84dae"}]}' {{(pid=94000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 06:30:26.160771 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ec1064-3a4b-43b7-a023-4bec7ed769ed req-ac6915dc-ed4c-4e3d-96b6-23bf3245ab68 tempest-ServerRescueNegativeTestJSON-1209427659 tempest-ServerRescueNegativeTestJSON-1209427659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:30:26.163685 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-d5ec1064-3a4b-43b7-a023-4bec7ed769ed req-ac6915dc-ed4c-4e3d-96b6-23bf3245ab68 tempest-ServerRescueNegativeTestJSON-1209427659 tempest-ServerRescueNegativeTestJSON-1209427659-project] 10.222.0.36 "GET /v2.0/ports?device_id=be801cab-b2ce-4594-8d30-3431ea29df2f HTTP/1.1" status: 200 len: 945 time: 0.3157597 Sep 30 06:30:26.218112 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.db.l3_dvr_db [None req-3fdf4c7a-277f-4b33-87bd-568cedca0ae7 None None] Set router 0bc5ac9b-aba0-4b0e-90b3-292d0ec5e51a gateway port host: dv-cinder-811877-1-iscsi {{(pid=94001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 06:30:26.236905 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7c3a2b-2275-4fd8-bf42-1007fcc5195d admin admin] Pushing event updated for resources: {'Subnet': ['ID=94fc05ed-120c-4077-86a2-13639ed73ffc,revision_number=0']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:30:26.282134 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-63d4a4be-684f-479e-83cf-58e98a33e07c tempest-TestMinimumBasicScenario-1320848959 tempest-TestMinimumBasicScenario-1320848959-project] Notify callbacks [] for security_group, before_create {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:30:26.287610 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f7c3a2b-2275-4fd8-bf42-1007fcc5195d admin admin] Checking segment: {'id': '65b29c81-111a-40dc-8523-b6d87832ea79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'b59ebf78-aaac-41b8-b79e-46417d57ba35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 06:30:26.288194 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f7c3a2b-2275-4fd8-bf42-1007fcc5195d admin admin] Network hostable DHCP agents. Network: b59ebf78-aaac-41b8-b79e-46417d57ba35, hostable agents: ['2764eebb-577a-46b3-8e38-018fcc444f25'], hosted agents: [] {{(pid=94000) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 06:30:26.304589 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-d5ec1064-3a4b-43b7-a023-4bec7ed769ed req-598a997b-fb29-4903-b965-ec4416059ea4 tempest-ServerRescueNegativeTestJSON-1209427659 tempest-ServerRescueNegativeTestJSON-1209427659-project] 10.222.0.36 "GET /v2.0/security-groups?id=78ce1e3c-f3d7-420d-ac39-20c93d3fb7fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288888 Sep 30 06:30:26.315335 dv-cinder-811877-1-iscsi neutron-server[94002]: DEBUG neutron.db.l3_dvr_db [None req-3b9eb26c-5b20-4d1d-a188-019a6e1a0c2a None None] Set router 706768c9-2d14-4a5a-9bab-f46de9be7398 gateway port host: dv-cinder-811877-1-iscsi {{(pid=94002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 06:30:26.351871 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f7c3a2b-2275-4fd8-bf42-1007fcc5195d admin admin] Network b59ebf78-aaac-41b8-b79e-46417d57ba35 is scheduled to be hosted by DHCP agent 2764eebb-577a-46b3-8e38-018fcc444f25 with binding_index 1 {{(pid=94000) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 06:30:26.371478 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.scheduler.base_scheduler [None req-7f7c3a2b-2275-4fd8-bf42-1007fcc5195d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-811877-1-iscsi, b59ebf78-aaac-41b8-b79e-46417d57ba35) {{(pid=94000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 06:30:26.383522 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f7c3a2b-2275-4fd8-bf42-1007fcc5195d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:30:26.384190 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-7f7c3a2b-2275-4fd8-bf42-1007fcc5195d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:30:26.454333 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 06:30:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d270399-aae8-49c2-ab3f-5a5809cc5a41 x-openstack-request-id: req-2d270399-aae8-49c2-ab3f-5a5809cc5a41 {{(pid=94000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 06:30:26.454745 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d0bb6047-6799-481c-9961-ca0038f01968", "tag": "12a27015-8937-4612-aa31-c36e99d84dae", "status": "completed", "code": 200}]} {{(pid=94000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 06:30:26.455569 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-2d270399-aae8-49c2-ab3f-5a5809cc5a41 {{(pid=94000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 06:30:26.455917 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd0bb6047-6799-481c-9961-ca0038f01968', 'tag': '12a27015-8937-4612-aa31-c36e99d84dae', 'status': 'completed', 'code': 200} Sep 30 06:30:26.457920 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ec68efa-24c5-423d-bddf-874545150a1f None None] Network b59ebf78-aaac-41b8-b79e-46417d57ba35 requested from dv-cinder-811877-1-iscsi {{(pid=94001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 06:30:26.464700 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f13bdaf-cc44-43f0-a884-4a0d6d71a79c req-e62eee28-0733-46b2-bc04-d89062d118ba tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:30:26.474906 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-8f13bdaf-cc44-43f0-a884-4a0d6d71a79c req-e62eee28-0733-46b2-bc04-d89062d118ba tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] 10.222.0.36 "GET /v2.0/ports?device_id=c7de8e92-ecc9-41bc-98bb-5c2242bab3d1 HTTP/1.1" status: 200 len: 943 time: 0.2631764 Sep 30 06:30:26.703949 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-8f13bdaf-cc44-43f0-a884-4a0d6d71a79c req-3872c62b-e980-4845-becd-9b0aeb551fda tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] 10.222.0.36 "GET /v2.0/security-groups?id=aaa05d83-3ebc-404f-b7b5-bc03e45995ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2281187 Sep 30 06:30:26.735596 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.db.provisioning_blocks [None req-18e259fe-b9a2-43f8-9fe4-647eb290f400 None None] Provisioning complete for port a2d28a87-588e-42e6-a151-16c4f6e0ae10 triggered by entity DHCP. {{(pid=94001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 06:30:26.736390 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-18e259fe-b9a2-43f8-9fe4-647eb290f400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-597822'] for port, provisioning_complete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:30:26.756336 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6403a7-07bc-4525-a547-a57b261f5389 req-54e4d2f7-b56c-41a9-a0a8-cb066095e112 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:30:26.759869 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-4d6403a7-07bc-4525-a547-a57b261f5389 req-54e4d2f7-b56c-41a9-a0a8-cb066095e112 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=1eac498b69b6420eb083db675eb52bac&device_id=d0bb6047-6799-481c-9961-ca0038f01968 HTTP/1.1" status: 200 len: 1099 time: 0.2337189 Sep 30 06:30:26.815479 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-63d4a4be-684f-479e-83cf-58e98a33e07c tempest-TestMinimumBasicScenario-1320848959 tempest-TestMinimumBasicScenario-1320848959-project] Notify callbacks [] for security_group, precommit_create {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:30:26.874165 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [None req-7f7c3a2b-2275-4fd8-bf42-1007fcc5195d admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 2.0709455 Sep 30 06:30:26.875151 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.36', 55812) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 06:30:26.889781 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.api.v2.base [None req-368ada3a-0b26-4597-8ac1-00cfa258c455 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-793399152-router', 'tenant_id': '1f823187fb874096912cf27c09c0c35e', 'external_gateway_info': {'network_id': 'ddd8ee8b-b24f-47fb-afd7-cfc700c93624'}}} {{(pid=94000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 06:30:26.964844 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-63d4a4be-684f-479e-83cf-58e98a33e07c tempest-TestMinimumBasicScenario-1320848959 tempest-TestMinimumBasicScenario-1320848959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533969'] for security_group, after_create {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:30:26.971689 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-368ada3a-0b26-4597-8ac1-00cfa258c455 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7868037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-651'] for router, before_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:30:26.977510 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-368ada3a-0b26-4597-8ac1-00cfa258c455 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7877237', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7878789', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7954202', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-642'] for router, precommit_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:30:27.023081 dv-cinder-811877-1-iscsi neutron-server[94002]: DEBUG neutron.db.l3_hamode_db [None req-3b9eb26c-5b20-4d1d-a188-019a6e1a0c2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '706768c9-2d14-4a5a-9bab-f46de9be7398', 'name': 'tempest-TestMinimumBasicScenario-1179216974-router', 'tenant_id': '1eac498b69b6420eb083db675eb52bac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddd8ee8b-b24f-47fb-afd7-cfc700c93624', 'external_fixed_ips': [{'subnet_id': '4727b4cf-a8ea-4dab-8db4-019b4e8b0546', 'ip_address': '172.27.1.13'}], 'enable_snat': True}, 'gw_port_id': '07e17e25-9f4f-4af6-a235-bc7090b2ada5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T06:28:49Z', 'updated_at': '2021-09-30T06:28:56Z', 'revision_number': 4, 'project_id': '1eac498b69b6420eb083db675eb52bac', 'gw_port': {'id': '07e17e25-9f4f-4af6-a235-bc7090b2ada5', 'name': '', 'network_id': 'ddd8ee8b-b24f-47fb-afd7-cfc700c93624', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:7c:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '706768c9-2d14-4a5a-9bab-f46de9be7398', 'device_owner': 'network:router_gateway', 'standard_attr_id': 283, 'fixed_ips': [{'subnet_id': '4727b4cf-a8ea-4dab-8db4-019b4e8b0546', 'ip_address': '172.27.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T06:28:50Z', 'updated_at': '2021-09-30T06:28:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4727b4cf-a8ea-4dab-8db4-019b4e8b0546', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811877-1-iscsi', '_floatingips': [{'id': '37dd193b-ca89-447f-937f-b163830dd60e', 'tenant_id': '1eac498b69b6420eb083db675eb52bac', 'floating_ip_address': '172.27.1.75', 'floating_network_id': 'ddd8ee8b-b24f-47fb-afd7-cfc700c93624', 'router_id': '706768c9-2d14-4a5a-9bab-f46de9be7398', 'port_id': '12a27015-8937-4612-aa31-c36e99d84dae', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 383, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '615a80a4-119e-49ec-bb8d-26850945a271', 'mac_address': 'fa:16:3e:0c:71:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0bb6047-6799-481c-9961-ca0038f01968', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T06:30:21Z', 'updated_at': '2021-09-30T06:30:21Z', 'revision_number': 0, 'project_id': '1eac498b69b6420eb083db675eb52bac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cae3120b-7c2f-4b4b-9ce8-449107abc03c', 'name': '', 'network_id': '615a80a4-119e-49ec-bb8d-26850945a271', 'tenant_id': '1eac498b69b6420eb083db675eb52bac', 'mac_address': 'fa:16:3e:07:4c:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '706768c9-2d14-4a5a-9bab-f46de9be7398', 'device_owner': 'network:router_interface', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': '2c9c376a-5800-4284-af97-c6cdc8434b50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T06:28:54Z', 'updated_at': '2021-09-30T06:29:04Z', 'revision_number': 5, 'project_id': '1eac498b69b6420eb083db675eb52bac', 'subnets': [{'id': '2c9c376a-5800-4284-af97-c6cdc8434b50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811877-1-iscsi', False) {} {{(pid=94002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 06:30:27.050095 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-63d4a4be-684f-479e-83cf-58e98a33e07c tempest-TestMinimumBasicScenario-1320848959 tempest-TestMinimumBasicScenario-1320848959-project] Notify callbacks [] for security_group, before_response {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:30:27.060330 dv-cinder-811877-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b9eb26c-5b20-4d1d-a188-019a6e1a0c2a None None] Checking router: 706768c9-2d14-4a5a-9bab-f46de9be7398 for host: dv-cinder-811877-1-iscsi {{(pid=94002) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 06:30:27.068266 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [None req-63d4a4be-684f-479e-83cf-58e98a33e07c tempest-TestMinimumBasicScenario-1320848959 tempest-TestMinimumBasicScenario-1320848959-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.9557824 Sep 30 06:30:27.073989 dv-cinder-811877-1-iscsi neutron-server[94002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b9eb26c-5b20-4d1d-a188-019a6e1a0c2a None None] Routers {'706768c9-2d14-4a5a-9bab-f46de9be7398'} bound to L3 agent in host dv-cinder-811877-1-iscsi {{(pid=94002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 06:30:27.075272 dv-cinder-811877-1-iscsi neutron-server[94002]: DEBUG neutron.db.l3_hamode_db [None req-3b9eb26c-5b20-4d1d-a188-019a6e1a0c2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811877-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-30T06:19:31Z,description=,heartbeat_timestamp=2021-09-30T06:30:01Z,host='dv-cinder-811877-1-iscsi',id=f054bd23-6895-478f-87a4-7cc0e21c04e0,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T06:19:31Z,topic='l3_agent')) {'router_ids': ['706768c9-2d14-4a5a-9bab-f46de9be7398'], 'active': True} {{(pid=94002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 06:30:27.083905 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.wsgi [-] (93999) accepted ('10.222.0.36', 55818) {{(pid=93999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 06:30:27.094338 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.api.v2.base [None req-a2730531-e80d-463c-ab81-00bd97b6174e tempest-TestMinimumBasicScenario-1320848959 tempest-TestMinimumBasicScenario-1320848959-project] Request body: {'security_group_rule': {'security_group_id': 'fc329881-6b3d-4d3c-b200-11722bc15b7a', 'project_id': '1eac498b69b6420eb083db675eb52bac', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 06:30:27.105681 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d4a4be-684f-479e-83cf-58e98a33e07c tempest-TestMinimumBasicScenario-1320848959 tempest-TestMinimumBasicScenario-1320848959-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fc329881-6b3d-4d3c-b200-11722bc15b7a,revision_number=1']} {{(pid=93999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:30:27.129281 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6403a7-07bc-4525-a547-a57b261f5389 req-0421d3ab-eab1-4e4c-815c-d1d05001a35b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:30:27.131939 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-4d6403a7-07bc-4525-a547-a57b261f5389 req-0421d3ab-eab1-4e4c-815c-d1d05001a35b service neutron] 10.222.0.10 "GET /v2.0/networks?id=615a80a4-119e-49ec-bb8d-26850945a271 HTTP/1.1" status: 200 len: 916 time: 0.3599432 Sep 30 06:30:27.140841 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-368ada3a-0b26-4597-8ac1-00cfa258c455 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:30:27.215148 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-18e259fe-b9a2-43f8-9fe4-647eb290f400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653538'] for port, before_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:30:27.236027 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-4d6403a7-07bc-4525-a547-a57b261f5389 req-f740b450-262e-4d12-b63b-9e116e4a960d service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=12a27015-8937-4612-aa31-c36e99d84dae HTTP/1.1" status: 200 len: 999 time: 0.0912232 Sep 30 06:30:27.346944 dv-cinder-811877-1-iscsi neutron-server[94002]: DEBUG neutron.db.l3_dvr_db [None req-3b9eb26c-5b20-4d1d-a188-019a6e1a0c2a None None] Set router 706768c9-2d14-4a5a-9bab-f46de9be7398 gateway port host: dv-cinder-811877-1-iscsi {{(pid=94002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 06:30:27.401909 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-a2730531-e80d-463c-ab81-00bd97b6174e tempest-TestMinimumBasicScenario-1320848959 tempest-TestMinimumBasicScenario-1320848959-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:30:27.439931 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.db [None req-18e259fe-b9a2-43f8-9fe4-647eb290f400 None None] For port a2d28a87-588e-42e6-a151-16c4f6e0ae10, host dv-cinder-811877-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811877-1-iscsi',level=0,port_id=a2d28a87-588e-42e6-a151-16c4f6e0ae10,segment=NetworkSegment(04f5ac7d-c914-4271-ad20-e8c8197f8c4f),segment_id=04f5ac7d-c914-4271-ad20-e8c8197f8c4f)] {{(pid=94001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 06:30:27.475789 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-18e259fe-b9a2-43f8-9fe4-647eb290f400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7821886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727545992452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727545489363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727545489381'] for port, after_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:30:27.487615 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6403a7-07bc-4525-a547-a57b261f5389 req-a4db05f1-daa4-432a-b4a5-a3f46159a241 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:30:27.489654 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-4d6403a7-07bc-4525-a547-a57b261f5389 req-a4db05f1-daa4-432a-b4a5-a3f46159a241 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=2c9c376a-5800-4284-af97-c6cdc8434b50 HTTP/1.1" status: 200 len: 854 time: 0.2417839 Sep 30 06:30:27.523850 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-a2730531-e80d-463c-ab81-00bd97b6174e tempest-TestMinimumBasicScenario-1320848959 tempest-TestMinimumBasicScenario-1320848959-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:30:27.587878 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-a2730531-e80d-463c-ab81-00bd97b6174e tempest-TestMinimumBasicScenario-1320848959 tempest-TestMinimumBasicScenario-1320848959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544093'] for security_group_rule, after_create {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:30:27.664587 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d13caec8-be2e-49d0-bb3e-7d4ad0c38e62 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa923768-8e71-536f-9625-358fd8d0f060-b59ebf78-aaac-41b8-b79e-46417d57ba35', 'network_id': 'b59ebf78-aaac-41b8-b79e-46417d57ba35', 'tenant_id': '1f823187fb874096912cf27c09c0c35e', 'fixed_ips': [{'subnet_id': '94fc05ed-120c-4077-86a2-13639ed73ffc'}]}} from dv-cinder-811877-1-iscsi. {{(pid=94001) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 30 06:30:27.668287 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-d13caec8-be2e-49d0-bb3e-7d4ad0c38e62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653538'] for port, before_create {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:30:27.692932 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2730531-e80d-463c-ab81-00bd97b6174e tempest-TestMinimumBasicScenario-1320848959 tempest-TestMinimumBasicScenario-1320848959-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b387469-c32d-434b-b5da-209f20e4a51f,revision_number=0']} {{(pid=93999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:30:27.718638 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6403a7-07bc-4525-a547-a57b261f5389 req-a2565ae8-586d-45b6-8896-e9012d278612 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:30:27.721554 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-4d6403a7-07bc-4525-a547-a57b261f5389 req-a2565ae8-586d-45b6-8896-e9012d278612 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=615a80a4-119e-49ec-bb8d-26850945a271&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1957939 Sep 30 06:30:27.722649 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-a2730531-e80d-463c-ab81-00bd97b6174e tempest-TestMinimumBasicScenario-1320848959 tempest-TestMinimumBasicScenario-1320848959-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:30:27.728180 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [None req-a2730531-e80d-463c-ab81-00bd97b6174e tempest-TestMinimumBasicScenario-1320848959 tempest-TestMinimumBasicScenario-1320848959-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6431432 Sep 30 06:30:27.734277 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.wsgi [-] (93999) accepted ('10.222.0.36', 55834) {{(pid=93999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 06:30:27.742830 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.api.v2.base [None req-97df0fad-7f4d-41ef-8abb-38ddaa4cf9dc tempest-TestMinimumBasicScenario-1320848959 tempest-TestMinimumBasicScenario-1320848959-project] Request body: {'security_group_rule': {'security_group_id': 'fc329881-6b3d-4d3c-b200-11722bc15b7a', 'project_id': '1eac498b69b6420eb083db675eb52bac', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 06:30:27.911051 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-97df0fad-7f4d-41ef-8abb-38ddaa4cf9dc tempest-TestMinimumBasicScenario-1320848959 tempest-TestMinimumBasicScenario-1320848959-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:30:28.006925 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.db.db_base_plugin_common [None req-d13caec8-be2e-49d0-bb3e-7d4ad0c38e62 None None] Allocated IP 172.20.0.2 (b59ebf78-aaac-41b8-b79e-46417d57ba35/94fc05ed-120c-4077-86a2-13639ed73ffc/659e57f4-0bab-429c-8a84-6767ff5f64d6) {{(pid=94001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 06:30:28.140568 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.db.l3_hamode_db [None req-3fdf4c7a-277f-4b33-87bd-568cedca0ae7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bc5ac9b-aba0-4b0e-90b3-292d0ec5e51a', 'name': 'tempest-TestShelveInstance-1753272872-router', 'tenant_id': '9aa1d25e98de4f36a0b60652c0c46005', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddd8ee8b-b24f-47fb-afd7-cfc700c93624', 'external_fixed_ips': [{'subnet_id': '4727b4cf-a8ea-4dab-8db4-019b4e8b0546', 'ip_address': '172.27.1.76'}], 'enable_snat': True}, 'gw_port_id': '928eb5a7-6360-4d9f-95ef-94a5cbd93667', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T06:30:09Z', 'updated_at': '2021-09-30T06:30:18Z', 'revision_number': 4, 'project_id': '9aa1d25e98de4f36a0b60652c0c46005', 'gw_port': {'id': '928eb5a7-6360-4d9f-95ef-94a5cbd93667', 'name': '', 'network_id': 'ddd8ee8b-b24f-47fb-afd7-cfc700c93624', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:38:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bc5ac9b-aba0-4b0e-90b3-292d0ec5e51a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '4727b4cf-a8ea-4dab-8db4-019b4e8b0546', 'ip_address': '172.27.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T06:30:10Z', 'updated_at': '2021-09-30T06:30:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4727b4cf-a8ea-4dab-8db4-019b4e8b0546', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811877-1-iscsi', '_interfaces': [{'id': 'a2d28a87-588e-42e6-a151-16c4f6e0ae10', 'name': '', 'network_id': '87db61c9-abbc-4bc5-969a-590306bf0ba2', 'tenant_id': '9aa1d25e98de4f36a0b60652c0c46005', 'mac_address': 'fa:16:3e:08:c6:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bc5ac9b-aba0-4b0e-90b3-292d0ec5e51a', 'device_owner': 'network:router_interface', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': 'ad20151b-cb17-497f-b1bf-e53cf87b5f0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T06:30:16Z', 'updated_at': '2021-09-30T06:30:25Z', 'revision_number': 4, 'project_id': '9aa1d25e98de4f36a0b60652c0c46005', 'subnets': [{'id': 'ad20151b-cb17-497f-b1bf-e53cf87b5f0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811877-1-iscsi', False) {} {{(pid=94001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 06:30:28.170294 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-368ada3a-0b26-4597-8ac1-00cfa258c455 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:30:28.196791 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fdf4c7a-277f-4b33-87bd-568cedca0ae7 None None] The sync data for ids ['0bc5ac9b-aba0-4b0e-90b3-292d0ec5e51a'] in dv-cinder-811877-1-iscsi is: [{'id': '0bc5ac9b-aba0-4b0e-90b3-292d0ec5e51a', 'name': 'tempest-TestShelveInstance-1753272872-router', 'tenant_id': '9aa1d25e98de4f36a0b60652c0c46005', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddd8ee8b-b24f-47fb-afd7-cfc700c93624', 'external_fixed_ips': [{'subnet_id': '4727b4cf-a8ea-4dab-8db4-019b4e8b0546', 'ip_address': '172.27.1.76'}], 'enable_snat': True}, 'gw_port_id': '928eb5a7-6360-4d9f-95ef-94a5cbd93667', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T06:30:09Z', 'updated_at': '2021-09-30T06:30:18Z', 'revision_number': 4, 'project_id': '9aa1d25e98de4f36a0b60652c0c46005', 'gw_port': {'id': '928eb5a7-6360-4d9f-95ef-94a5cbd93667', 'name': '', 'network_id': 'ddd8ee8b-b24f-47fb-afd7-cfc700c93624', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:38:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bc5ac9b-aba0-4b0e-90b3-292d0ec5e51a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '4727b4cf-a8ea-4dab-8db4-019b4e8b0546', 'ip_address': '172.27.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T06:30:10Z', 'updated_at': '2021-09-30T06:30:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4727b4cf-a8ea-4dab-8db4-019b4e8b0546', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811877-1-iscsi', '_interfaces': [{'id': 'a2d28a87-588e-42e6-a151-16c4f6e0ae10', 'name': '', 'network_id': '87db61c9-abbc-4bc5-969a-590306bf0ba2', 'tenant_id': '9aa1d25e98de4f36a0b60652c0c46005', 'mac_address': 'fa:16:3e:08:c6:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bc5ac9b-aba0-4b0e-90b3-292d0ec5e51a', 'device_owner': 'network:router_interface', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': 'ad20151b-cb17-497f-b1bf-e53cf87b5f0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T06:30:16Z', 'updated_at': '2021-09-30T06:30:25Z', 'revision_number': 4, 'project_id': '9aa1d25e98de4f36a0b60652c0c46005', 'subnets': [{'id': 'ad20151b-cb17-497f-b1bf-e53cf87b5f0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 06:30:28.229120 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.db.provisioning_blocks [None req-50e20d25-aa41-4896-99b1-be306ea48f8d None None] Provisioning complete for port a2d28a87-588e-42e6-a151-16c4f6e0ae10 triggered by entity DHCP. {{(pid=94001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 06:30:28.229496 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-50e20d25-aa41-4896-99b1-be306ea48f8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-597822'] for port, provisioning_complete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:30:28.231193 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e259fe-b9a2-43f8-9fe4-647eb290f400 None None] Pushing event updated for resources: {'Port': ['ID=a2d28a87-588e-42e6-a151-16c4f6e0ae10,revision_number=5']} {{(pid=94001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:30:28.232561 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-97df0fad-7f4d-41ef-8abb-38ddaa4cf9dc tempest-TestMinimumBasicScenario-1320848959 tempest-TestMinimumBasicScenario-1320848959-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:30:28.275796 dv-cinder-811877-1-iscsi neutron-server[94002]: DEBUG neutron.db.l3_hamode_db [None req-3b9eb26c-5b20-4d1d-a188-019a6e1a0c2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '706768c9-2d14-4a5a-9bab-f46de9be7398', 'name': 'tempest-TestMinimumBasicScenario-1179216974-router', 'tenant_id': '1eac498b69b6420eb083db675eb52bac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddd8ee8b-b24f-47fb-afd7-cfc700c93624', 'external_fixed_ips': [{'subnet_id': '4727b4cf-a8ea-4dab-8db4-019b4e8b0546', 'ip_address': '172.27.1.13'}], 'enable_snat': True}, 'gw_port_id': '07e17e25-9f4f-4af6-a235-bc7090b2ada5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T06:28:49Z', 'updated_at': '2021-09-30T06:28:56Z', 'revision_number': 4, 'project_id': '1eac498b69b6420eb083db675eb52bac', 'gw_port': {'id': '07e17e25-9f4f-4af6-a235-bc7090b2ada5', 'name': '', 'network_id': 'ddd8ee8b-b24f-47fb-afd7-cfc700c93624', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:7c:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '706768c9-2d14-4a5a-9bab-f46de9be7398', 'device_owner': 'network:router_gateway', 'standard_attr_id': 283, 'fixed_ips': [{'subnet_id': '4727b4cf-a8ea-4dab-8db4-019b4e8b0546', 'ip_address': '172.27.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T06:28:50Z', 'updated_at': '2021-09-30T06:28:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4727b4cf-a8ea-4dab-8db4-019b4e8b0546', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811877-1-iscsi', '_floatingips': [{'id': '37dd193b-ca89-447f-937f-b163830dd60e', 'tenant_id': '1eac498b69b6420eb083db675eb52bac', 'floating_ip_address': '172.27.1.75', 'floating_network_id': 'ddd8ee8b-b24f-47fb-afd7-cfc700c93624', 'router_id': '706768c9-2d14-4a5a-9bab-f46de9be7398', 'port_id': '12a27015-8937-4612-aa31-c36e99d84dae', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 383, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '615a80a4-119e-49ec-bb8d-26850945a271', 'mac_address': 'fa:16:3e:0c:71:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0bb6047-6799-481c-9961-ca0038f01968', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T06:30:21Z', 'updated_at': '2021-09-30T06:30:21Z', 'revision_number': 0, 'project_id': '1eac498b69b6420eb083db675eb52bac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cae3120b-7c2f-4b4b-9ce8-449107abc03c', 'name': '', 'network_id': '615a80a4-119e-49ec-bb8d-26850945a271', 'tenant_id': '1eac498b69b6420eb083db675eb52bac', 'mac_address': 'fa:16:3e:07:4c:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '706768c9-2d14-4a5a-9bab-f46de9be7398', 'device_owner': 'network:router_interface', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': '2c9c376a-5800-4284-af97-c6cdc8434b50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T06:28:54Z', 'updated_at': '2021-09-30T06:29:04Z', 'revision_number': 5, 'project_id': '1eac498b69b6420eb083db675eb52bac', 'subnets': [{'id': '2c9c376a-5800-4284-af97-c6cdc8434b50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811877-1-iscsi', False) {} {{(pid=94002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 06:30:28.277587 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-97df0fad-7f4d-41ef-8abb-38ddaa4cf9dc tempest-TestMinimumBasicScenario-1320848959 tempest-TestMinimumBasicScenario-1320848959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544093'] for security_group_rule, after_create {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:30:28.349822 dv-cinder-811877-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b9eb26c-5b20-4d1d-a188-019a6e1a0c2a None None] The sync data for ids ['706768c9-2d14-4a5a-9bab-f46de9be7398'] in dv-cinder-811877-1-iscsi is: [{'id': '706768c9-2d14-4a5a-9bab-f46de9be7398', 'name': 'tempest-TestMinimumBasicScenario-1179216974-router', 'tenant_id': '1eac498b69b6420eb083db675eb52bac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddd8ee8b-b24f-47fb-afd7-cfc700c93624', 'external_fixed_ips': [{'subnet_id': '4727b4cf-a8ea-4dab-8db4-019b4e8b0546', 'ip_address': '172.27.1.13'}], 'enable_snat': True}, 'gw_port_id': '07e17e25-9f4f-4af6-a235-bc7090b2ada5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T06:28:49Z', 'updated_at': '2021-09-30T06:28:56Z', 'revision_number': 4, 'project_id': '1eac498b69b6420eb083db675eb52bac', 'gw_port': {'id': '07e17e25-9f4f-4af6-a235-bc7090b2ada5', 'name': '', 'network_id': 'ddd8ee8b-b24f-47fb-afd7-cfc700c93624', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:7c:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '706768c9-2d14-4a5a-9bab-f46de9be7398', 'device_owner': 'network:router_gateway', 'standard_attr_id': 283, 'fixed_ips': [{'subnet_id': '4727b4cf-a8ea-4dab-8db4-019b4e8b0546', 'ip_address': '172.27.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T06:28:50Z', 'updated_at': '2021-09-30T06:28:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4727b4cf-a8ea-4dab-8db4-019b4e8b0546', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811877-1-iscsi', '_floatingips': [{'id': '37dd193b-ca89-447f-937f-b163830dd60e', 'tenant_id': '1eac498b69b6420eb083db675eb52bac', 'floating_ip_address': '172.27.1.75', 'floating_network_id': 'ddd8ee8b-b24f-47fb-afd7-cfc700c93624', 'router_id': '706768c9-2d14-4a5a-9bab-f46de9be7398', 'port_id': '12a27015-8937-4612-aa31-c36e99d84dae', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 383, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '615a80a4-119e-49ec-bb8d-26850945a271', 'mac_address': 'fa:16:3e:0c:71:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0bb6047-6799-481c-9961-ca0038f01968', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T06:30:21Z', 'updated_at': '2021-09-30T06:30:21Z', 'revision_number': 0, 'project_id': '1eac498b69b6420eb083db675eb52bac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cae3120b-7c2f-4b4b-9ce8-449107abc03c', 'name': '', 'network_id': '615a80a4-119e-49ec-bb8d-26850945a271', 'tenant_id': '1eac498b69b6420eb083db675eb52bac', 'mac_address': 'fa:16:3e:07:4c:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '706768c9-2d14-4a5a-9bab-f46de9be7398', 'device_owner': 'network:router_interface', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': '2c9c376a-5800-4284-af97-c6cdc8434b50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T06:28:54Z', 'updated_at': '2021-09-30T06:29:04Z', 'revision_number': 5, 'project_id': '1eac498b69b6420eb083db675eb52bac', 'subnets': [{'id': '2c9c376a-5800-4284-af97-c6cdc8434b50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 06:30:28.424376 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97df0fad-7f4d-41ef-8abb-38ddaa4cf9dc tempest-TestMinimumBasicScenario-1320848959 tempest-TestMinimumBasicScenario-1320848959-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7bc9c4cd-7096-4b73-b460-92d494746c18,revision_number=0']} {{(pid=93999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:30:28.466784 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08bf7442-658d-4cd2-8781-7968bc5dd3c6 req-4e61c6ac-47b9-470a-b2f8-289f49241a0c tempest-ServerRescueNegativeTestJSON-1209427659 tempest-ServerRescueNegativeTestJSON-1209427659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:30:28.478340 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-08bf7442-658d-4cd2-8781-7968bc5dd3c6 req-4e61c6ac-47b9-470a-b2f8-289f49241a0c tempest-ServerRescueNegativeTestJSON-1209427659 tempest-ServerRescueNegativeTestJSON-1209427659-project] 10.222.0.36 "GET /v2.0/ports?device_id=be801cab-b2ce-4594-8d30-3431ea29df2f HTTP/1.1" status: 200 len: 945 time: 0.2895076 Sep 30 06:30:28.549163 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-d13caec8-be2e-49d0-bb3e-7d4ad0c38e62 None None] Notify callbacks [] for port, precommit_create {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:30:28.569403 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-97df0fad-7f4d-41ef-8abb-38ddaa4cf9dc tempest-TestMinimumBasicScenario-1320848959 tempest-TestMinimumBasicScenario-1320848959-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:30:28.575332 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [None req-97df0fad-7f4d-41ef-8abb-38ddaa4cf9dc tempest-TestMinimumBasicScenario-1320848959 tempest-TestMinimumBasicScenario-1320848959-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.8375041 Sep 30 06:30:28.589420 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-d13caec8-be2e-49d0-bb3e-7d4ad0c38e62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7821886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727545489345'] for port, after_create {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:30:28.591530 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.wsgi [-] (93999) accepted ('10.222.0.36', 55838) {{(pid=93999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 06:30:28.632647 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6c2f2c-9ebc-4373-beca-b563f756b3e9 req-9e71724e-b91e-4fef-a63a-086517815a83 tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:30:28.638186 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-2f6c2f2c-9ebc-4373-beca-b563f756b3e9 req-9e71724e-b91e-4fef-a63a-086517815a83 tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] 10.222.0.36 "GET /v2.0/ports?device_id=c7de8e92-ecc9-41bc-98bb-5c2242bab3d1 HTTP/1.1" status: 200 len: 943 time: 0.5912881 Sep 30 06:30:28.640939 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-4d6403a7-07bc-4525-a547-a57b261f5389 req-6cbe1789-7f85-40f5-8287-f9cdc8fdb921 service neutron] 10.222.0.10 "GET /v2.0/networks/615a80a4-119e-49ec-bb8d-26850945a271?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8815215 Sep 30 06:30:28.651509 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d13caec8-be2e-49d0-bb3e-7d4ad0c38e62 None None] Network b59ebf78-aaac-41b8-b79e-46417d57ba35 is already hosted by enough agents. {{(pid=94001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 06:30:28.659625 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.api.v2.base [None req-3c136b4e-8af3-4228-909e-1793f1a6b89f tempest-TestMinimumBasicScenario-1320848959 tempest-TestMinimumBasicScenario-1320848959-project] Request body: {'security_group_rule': {'security_group_id': 'fc329881-6b3d-4d3c-b200-11722bc15b7a', 'project_id': '1eac498b69b6420eb083db675eb52bac', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 06:30:28.772172 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.scheduler.base_scheduler [None req-d13caec8-be2e-49d0-bb3e-7d4ad0c38e62 None None] Resources bound (agent type, host, resource id): {{(pid=94001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 06:30:28.780204 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-08bf7442-658d-4cd2-8781-7968bc5dd3c6 req-f4889d22-b192-4507-87c9-fa5a0d2ff40a tempest-ServerRescueNegativeTestJSON-1209427659 tempest-ServerRescueNegativeTestJSON-1209427659-project] 10.222.0.36 "GET /v2.0/security-groups?id=78ce1e3c-f3d7-420d-ac39-20c93d3fb7fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2811739 Sep 30 06:30:28.800605 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d13caec8-be2e-49d0-bb3e-7d4ad0c38e62 None None] Received port after_create {{(pid=94001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 06:30:28.986906 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-2e6d1528-952b-4dbb-97da-8c244b0d24ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727546001794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-597483'] for agent, after_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:30:29.165912 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f808076e-de57-4409-b80c-562eb1069f9c None None] New status for floating IP 37dd193b-ca89-447f-937f-b163830dd60e: ACTIVE {{(pid=94001) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 30 06:30:29.242036 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.rpc [None req-1a5ef50c-1a60-4eeb-b96e-cf5df6fcca4b None None] Device a2d28a87-588e-42e6-a151-16c4f6e0ae10 up at agent ovs-agent-dv-cinder-811877-1-iscsi {{(pid=94001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 06:30:29.264634 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13caec8-be2e-49d0-bb3e-7d4ad0c38e62 None None] Pushing event updated for resources: {'Port': ['ID=659e57f4-0bab-429c-8a84-6767ff5f64d6,revision_number=1']} {{(pid=94001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:30:29.284228 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-2f6c2f2c-9ebc-4373-beca-b563f756b3e9 req-97e05a64-1a25-441d-9cb7-681d3dfd415d tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] 10.222.0.36 "GET /v2.0/security-groups?id=aaa05d83-3ebc-404f-b7b5-bc03e45995ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6118038 Sep 30 06:30:29.286647 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-4d6403a7-07bc-4525-a547-a57b261f5389 req-727bf77d-7ea3-4517-94a1-dde76452e8dc service neutron] 10.222.0.10 "GET /v2.0/networks/615a80a4-119e-49ec-bb8d-26850945a271?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6117244 Sep 30 06:30:29.306346 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-3c136b4e-8af3-4228-909e-1793f1a6b89f tempest-TestMinimumBasicScenario-1320848959 tempest-TestMinimumBasicScenario-1320848959-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:30:29.313352 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.managers [None req-d13caec8-be2e-49d0-bb3e-7d4ad0c38e62 None None] Attempting to bind port 659e57f4-0bab-429c-8a84-6767ff5f64d6 on host dv-cinder-811877-1-iscsi for vnic_type normal with profile {{(pid=94001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 06:30:29.317097 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.managers [None req-d13caec8-be2e-49d0-bb3e-7d4ad0c38e62 None None] Attempting to bind port 659e57f4-0bab-429c-8a84-6767ff5f64d6 by drivers openvswitch,hyperv on host dv-cinder-811877-1-iscsi at level 0 using segments [{'id': '65b29c81-111a-40dc-8523-b6d87832ea79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'b59ebf78-aaac-41b8-b79e-46417d57ba35'}] {{(pid=94001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 06:30:29.317576 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d13caec8-be2e-49d0-bb3e-7d4ad0c38e62 None None] Attempting to bind port 659e57f4-0bab-429c-8a84-6767ff5f64d6 on network b59ebf78-aaac-41b8-b79e-46417d57ba35 {{(pid=94001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 06:30:29.326461 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-368ada3a-0b26-4597-8ac1-00cfa258c455 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:30:29.376828 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d13caec8-be2e-49d0-bb3e-7d4ad0c38e62 None None] Checking agent: {'id': '38eed8e6-19bc-4ff2-90e0-3c7aa8a3a275', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-811877-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 6, 19, 32), 'started_at': datetime.datetime(2021, 9, 30, 6, 20, 2), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 6, 30, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-811877-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 06:30:29.377214 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d13caec8-be2e-49d0-bb3e-7d4ad0c38e62 None None] Checking segment: {'id': '65b29c81-111a-40dc-8523-b6d87832ea79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'b59ebf78-aaac-41b8-b79e-46417d57ba35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 06:30:29.377634 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-d13caec8-be2e-49d0-bb3e-7d4ad0c38e62 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:30:29.378103 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d13caec8-be2e-49d0-bb3e-7d4ad0c38e62 None None] Bound using segment: {'id': '65b29c81-111a-40dc-8523-b6d87832ea79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'b59ebf78-aaac-41b8-b79e-46417d57ba35'} {{(pid=94001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 06:30:29.378669 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.managers [None req-d13caec8-be2e-49d0-bb3e-7d4ad0c38e62 None None] Bound port: 659e57f4-0bab-429c-8a84-6767ff5f64d6, host: dv-cinder-811877-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65b29c81-111a-40dc-8523-b6d87832ea79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'b59ebf78-aaac-41b8-b79e-46417d57ba35'}}] {{(pid=94001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 06:30:29.379075 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-d13caec8-be2e-49d0-bb3e-7d4ad0c38e62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653538'] for port, before_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:30:29.396501 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-368ada3a-0b26-4597-8ac1-00cfa258c455 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653538'] for port, before_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:30:29.480167 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-3c136b4e-8af3-4228-909e-1793f1a6b89f tempest-TestMinimumBasicScenario-1320848959 tempest-TestMinimumBasicScenario-1320848959-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:30:29.486982 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-3c136b4e-8af3-4228-909e-1793f1a6b89f tempest-TestMinimumBasicScenario-1320848959 tempest-TestMinimumBasicScenario-1320848959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544093'] for security_group_rule, after_create {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:30:29.543738 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c136b4e-8af3-4228-909e-1793f1a6b89f tempest-TestMinimumBasicScenario-1320848959 tempest-TestMinimumBasicScenario-1320848959-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d30ad9fe-0f82-4250-84ae-140c670404ec,revision_number=0']} {{(pid=93999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:30:29.579911 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-3c136b4e-8af3-4228-909e-1793f1a6b89f tempest-TestMinimumBasicScenario-1320848959 tempest-TestMinimumBasicScenario-1320848959-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:30:29.584454 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [None req-3c136b4e-8af3-4228-909e-1793f1a6b89f tempest-TestMinimumBasicScenario-1320848959 tempest-TestMinimumBasicScenario-1320848959-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9843655 Sep 30 06:30:29.585348 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.wsgi [-] (93999) accepted ('10.222.0.36', 55842) {{(pid=93999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 06:30:29.600868 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.api.v2.base [None req-afb6f5f1-701d-4f64-b2de-372835c131db tempest-TestMinimumBasicScenario-1320848959 tempest-TestMinimumBasicScenario-1320848959-project] Request body: {'security_group_rule': {'security_group_id': 'fc329881-6b3d-4d3c-b200-11722bc15b7a', 'project_id': '1eac498b69b6420eb083db675eb52bac', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 06:30:29.673513 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-afb6f5f1-701d-4f64-b2de-372835c131db tempest-TestMinimumBasicScenario-1320848959 tempest-TestMinimumBasicScenario-1320848959-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:30:29.815602 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.db.db_base_plugin_common [None req-368ada3a-0b26-4597-8ac1-00cfa258c455 admin admin] Allocated IP 172.27.1.77 (ddd8ee8b-b24f-47fb-afd7-cfc700c93624/4727b4cf-a8ea-4dab-8db4-019b4e8b0546/1c582360-a844-45ab-9247-fac5adf64da4) {{(pid=94000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 06:30:29.834377 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.db.provisioning_blocks [None req-1a5ef50c-1a60-4eeb-b96e-cf5df6fcca4b None None] Provisioning complete for port a2d28a87-588e-42e6-a151-16c4f6e0ae10 triggered by entity L2. {{(pid=94001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 06:30:29.835012 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-1a5ef50c-1a60-4eeb-b96e-cf5df6fcca4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-597822'] for port, provisioning_complete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:30:29.860849 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-afb6f5f1-701d-4f64-b2de-372835c131db tempest-TestMinimumBasicScenario-1320848959 tempest-TestMinimumBasicScenario-1320848959-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:30:29.866831 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-afb6f5f1-701d-4f64-b2de-372835c131db tempest-TestMinimumBasicScenario-1320848959 tempest-TestMinimumBasicScenario-1320848959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544093'] for security_group_rule, after_create {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:30:29.926794 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb6f5f1-701d-4f64-b2de-372835c131db tempest-TestMinimumBasicScenario-1320848959 tempest-TestMinimumBasicScenario-1320848959-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fee939eb-f7a1-40b1-9f2c-eb64715ba6c1,revision_number=0']} {{(pid=93999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:30:29.951660 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-afb6f5f1-701d-4f64-b2de-372835c131db tempest-TestMinimumBasicScenario-1320848959 tempest-TestMinimumBasicScenario-1320848959-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:30:29.956145 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [None req-afb6f5f1-701d-4f64-b2de-372835c131db tempest-TestMinimumBasicScenario-1320848959 tempest-TestMinimumBasicScenario-1320848959-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3695216 Sep 30 06:30:29.956835 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.wsgi [-] (93999) accepted ('10.222.0.36', 55846) {{(pid=93999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 06:30:29.961575 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.api.v2.base [None req-23d78759-b728-4797-8d48-a61e939a5cfa tempest-TestMinimumBasicScenario-1320848959 tempest-TestMinimumBasicScenario-1320848959-project] Request body: {'security_group_rule': {'security_group_id': 'fc329881-6b3d-4d3c-b200-11722bc15b7a', 'project_id': '1eac498b69b6420eb083db675eb52bac', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 06:30:30.017948 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.db.securitygroups_db [None req-23d78759-b728-4797-8d48-a61e939a5cfa tempest-TestMinimumBasicScenario-1320848959 tempest-TestMinimumBasicScenario-1320848959-project] Project 1eac498b69b6420eb083db675eb52bac added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 30 06:30:30.026927 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-23d78759-b728-4797-8d48-a61e939a5cfa tempest-TestMinimumBasicScenario-1320848959 tempest-TestMinimumBasicScenario-1320848959-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:30:30.069169 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.db [None req-d13caec8-be2e-49d0-bb3e-7d4ad0c38e62 None None] For port 659e57f4-0bab-429c-8a84-6767ff5f64d6, host dv-cinder-811877-1-iscsi, cleared binding levels {{(pid=94001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 06:30:30.205587 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc56d8a9-70c3-4c90-885c-cd67c9d7b8d8 req-c3f4e214-df60-4c24-9181-04dba4e16e47 tempest-ServerRescueNegativeTestJSON-1209427659 tempest-ServerRescueNegativeTestJSON-1209427659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:30:30.207094 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-23d78759-b728-4797-8d48-a61e939a5cfa tempest-TestMinimumBasicScenario-1320848959 tempest-TestMinimumBasicScenario-1320848959-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:30:30.208129 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-bc56d8a9-70c3-4c90-885c-cd67c9d7b8d8 req-c3f4e214-df60-4c24-9181-04dba4e16e47 tempest-ServerRescueNegativeTestJSON-1209427659 tempest-ServerRescueNegativeTestJSON-1209427659-project] 10.222.0.36 "GET /v2.0/ports?device_id=be801cab-b2ce-4594-8d30-3431ea29df2f HTTP/1.1" status: 200 len: 945 time: 0.1277909 Sep 30 06:30:30.214871 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-23d78759-b728-4797-8d48-a61e939a5cfa tempest-TestMinimumBasicScenario-1320848959 tempest-TestMinimumBasicScenario-1320848959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544093'] for security_group_rule, after_create {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:30:30.221057 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.db [None req-d13caec8-be2e-49d0-bb3e-7d4ad0c38e62 None None] For port 659e57f4-0bab-429c-8a84-6767ff5f64d6, host dv-cinder-811877-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811877-1-iscsi',level=0,port_id=659e57f4-0bab-429c-8a84-6767ff5f64d6,segment=NetworkSegment(65b29c81-111a-40dc-8523-b6d87832ea79),segment_id=65b29c81-111a-40dc-8523-b6d87832ea79)] {{(pid=94001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 06:30:30.231502 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-d13caec8-be2e-49d0-bb3e-7d4ad0c38e62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7821886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727545992452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727545489363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727545489381'] for port, after_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:30:30.265751 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-23d78759-b728-4797-8d48-a61e939a5cfa tempest-TestMinimumBasicScenario-1320848959 tempest-TestMinimumBasicScenario-1320848959-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:30:30.273115 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [None req-23d78759-b728-4797-8d48-a61e939a5cfa tempest-TestMinimumBasicScenario-1320848959 tempest-TestMinimumBasicScenario-1320848959-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3134041 Sep 30 06:30:30.282606 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.wsgi [-] (93999) accepted ('10.222.0.36', 55850) {{(pid=93999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 06:30:30.292076 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.api.v2.base [None req-831166c4-7832-4c01-8de7-d81656eb89a7 tempest-TestMinimumBasicScenario-1320848959 tempest-TestMinimumBasicScenario-1320848959-project] Request body: {'security_group_rule': {'security_group_id': 'fc329881-6b3d-4d3c-b200-11722bc15b7a', 'project_id': '1eac498b69b6420eb083db675eb52bac', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 06:30:30.307859 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-368ada3a-0b26-4597-8ac1-00cfa258c455 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:30:30.312613 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-bc56d8a9-70c3-4c90-885c-cd67c9d7b8d8 req-e3c66227-ae51-4a72-8be3-12343a3f552b tempest-ServerRescueNegativeTestJSON-1209427659 tempest-ServerRescueNegativeTestJSON-1209427659-project] 10.222.0.36 "GET /v2.0/security-groups?id=78ce1e3c-f3d7-420d-ac39-20c93d3fb7fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932403 Sep 30 06:30:30.321454 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d78759-b728-4797-8d48-a61e939a5cfa tempest-TestMinimumBasicScenario-1320848959 tempest-TestMinimumBasicScenario-1320848959-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=51a68a8b-d257-4670-9dc6-1b8d979c75be,revision_number=0']} {{(pid=93999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:30:30.372939 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.db.securitygroups_db [None req-831166c4-7832-4c01-8de7-d81656eb89a7 tempest-TestMinimumBasicScenario-1320848959 tempest-TestMinimumBasicScenario-1320848959-project] Project 1eac498b69b6420eb083db675eb52bac added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 30 06:30:30.394274 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-831166c4-7832-4c01-8de7-d81656eb89a7 tempest-TestMinimumBasicScenario-1320848959 tempest-TestMinimumBasicScenario-1320848959-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:30:30.415765 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-368ada3a-0b26-4597-8ac1-00cfa258c455 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7821886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727545489345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4572815'] for port, after_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:30:30.553834 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368ada3a-0b26-4597-8ac1-00cfa258c455 admin admin] Pushing event updated for resources: {'Port': ['ID=1c582360-a844-45ab-9247-fac5adf64da4,revision_number=1']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:30:30.585418 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13caec8-be2e-49d0-bb3e-7d4ad0c38e62 None None] Pushing event updated for resources: {'Port': ['ID=659e57f4-0bab-429c-8a84-6767ff5f64d6,revision_number=2']} {{(pid=94001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:30:30.585941 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-368ada3a-0b26-4597-8ac1-00cfa258c455 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=94000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:30:30.586402 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-368ada3a-0b26-4597-8ac1-00cfa258c455 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=94000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:30:30.586947 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-368ada3a-0b26-4597-8ac1-00cfa258c455 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=94000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:30:30.587444 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-368ada3a-0b26-4597-8ac1-00cfa258c455 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=94000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:30:30.587890 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-368ada3a-0b26-4597-8ac1-00cfa258c455 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=94000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:30:30.588337 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-368ada3a-0b26-4597-8ac1-00cfa258c455 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=94000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:30:30.588769 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-368ada3a-0b26-4597-8ac1-00cfa258c455 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=94000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:30:30.589205 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-368ada3a-0b26-4597-8ac1-00cfa258c455 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=94000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:30:30.589661 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-368ada3a-0b26-4597-8ac1-00cfa258c455 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=94000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:30:30.590090 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-368ada3a-0b26-4597-8ac1-00cfa258c455 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=94000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:30:30.590766 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-368ada3a-0b26-4597-8ac1-00cfa258c455 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=94000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:30:30.591282 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-368ada3a-0b26-4597-8ac1-00cfa258c455 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=94000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:30:30.627040 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-368ada3a-0b26-4597-8ac1-00cfa258c455 admin admin] Network ddd8ee8b-b24f-47fb-afd7-cfc700c93624 is already hosted by enough agents. {{(pid=94000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 06:30:30.628711 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.scheduler.base_scheduler [None req-368ada3a-0b26-4597-8ac1-00cfa258c455 admin admin] Resources bound (agent type, host, resource id): {{(pid=94000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 06:30:30.640118 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-368ada3a-0b26-4597-8ac1-00cfa258c455 admin admin] Received port after_create {{(pid=94000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 06:30:30.719877 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-831166c4-7832-4c01-8de7-d81656eb89a7 tempest-TestMinimumBasicScenario-1320848959 tempest-TestMinimumBasicScenario-1320848959-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:30:30.735358 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-831166c4-7832-4c01-8de7-d81656eb89a7 tempest-TestMinimumBasicScenario-1320848959 tempest-TestMinimumBasicScenario-1320848959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544093'] for security_group_rule, after_create {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:30:30.811238 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd9f08b-f9bf-462a-ad2f-c8d4e173a954 req-c07deb3e-7faf-43fd-90ef-86dada2660b4 tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:30:30.821388 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-8dd9f08b-f9bf-462a-ad2f-c8d4e173a954 req-c07deb3e-7faf-43fd-90ef-86dada2660b4 tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] 10.222.0.36 "GET /v2.0/ports?device_id=c7de8e92-ecc9-41bc-98bb-5c2242bab3d1 HTTP/1.1" status: 200 len: 943 time: 0.2383604 Sep 30 06:30:30.825067 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831166c4-7832-4c01-8de7-d81656eb89a7 tempest-TestMinimumBasicScenario-1320848959 tempest-TestMinimumBasicScenario-1320848959-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf367367-eaaa-4020-8aff-7fbb322209d6,revision_number=0']} {{(pid=93999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:30:30.840828 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-831166c4-7832-4c01-8de7-d81656eb89a7 tempest-TestMinimumBasicScenario-1320848959 tempest-TestMinimumBasicScenario-1320848959-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:30:30.842246 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [None req-831166c4-7832-4c01-8de7-d81656eb89a7 tempest-TestMinimumBasicScenario-1320848959 tempest-TestMinimumBasicScenario-1320848959-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5586543 Sep 30 06:30:30.992604 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-8dd9f08b-f9bf-462a-ad2f-c8d4e173a954 req-5b64dbac-70e3-4449-b1a0-def73b79f069 tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] 10.222.0.36 "GET /v2.0/security-groups?id=aaa05d83-3ebc-404f-b7b5-bc03e45995ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1701851 Sep 30 06:30:31.262121 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-a555a471-8515-446e-b317-5c96bb775747 req-2b0414d6-b371-4edf-b4c6-4ff294480639 tempest-TestMinimumBasicScenario-1320848959 tempest-TestMinimumBasicScenario-1320848959-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1079454741&fields=id&tenant_id=1eac498b69b6420eb083db675eb52bac HTTP/1.1" status: 200 len: 267 time: 0.2458448 Sep 30 06:30:31.367407 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.rpc [None req-1a5ef50c-1a60-4eeb-b96e-cf5df6fcca4b None None] Device 659e57f4-0bab-429c-8a84-6767ff5f64d6 up at agent ovs-agent-dv-cinder-811877-1-iscsi {{(pid=94001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 06:30:31.377772 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-c5d46619-d0d4-4140-994f-b5f811a7095c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727546001794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-597483'] for agent, after_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:30:31.516877 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a555a471-8515-446e-b317-5c96bb775747 req-0aac0f46-2ed7-48ef-9d2b-db836d8c040d tempest-TestMinimumBasicScenario-1320848959 tempest-TestMinimumBasicScenario-1320848959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:30:31.528764 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-a555a471-8515-446e-b317-5c96bb775747 req-0aac0f46-2ed7-48ef-9d2b-db836d8c040d tempest-TestMinimumBasicScenario-1320848959 tempest-TestMinimumBasicScenario-1320848959-project] 10.222.0.36 "GET /v2.0/ports?device_id=d0bb6047-6799-481c-9961-ca0038f01968 HTTP/1.1" status: 200 len: 946 time: 0.2513108 Sep 30 06:30:31.543185 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.db.provisioning_blocks [None req-1a5ef50c-1a60-4eeb-b96e-cf5df6fcca4b None None] Provisioning complete for port 659e57f4-0bab-429c-8a84-6767ff5f64d6 triggered by entity L2. {{(pid=94001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 06:30:31.544206 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-1a5ef50c-1a60-4eeb-b96e-cf5df6fcca4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-597822'] for port, provisioning_complete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:30:31.594410 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.api.v2.base [req-a555a471-8515-446e-b317-5c96bb775747 req-79d7f490-1c85-48c1-9c60-7f699c749b35 tempest-TestMinimumBasicScenario-1320848959 tempest-TestMinimumBasicScenario-1320848959-project] Request body: {'port': {'security_groups': ['a3fc8924-f30a-4de5-8af2-a86f77449999', 'fc329881-6b3d-4d3c-b200-11722bc15b7a']}} {{(pid=94000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 06:30:31.700403 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fce224f-00c9-4256-b8dd-7630f937bf4c req-f49ef6ce-a169-4f7b-81dd-7f7be49cdea7 tempest-ServerRescueNegativeTestJSON-1209427659 tempest-ServerRescueNegativeTestJSON-1209427659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:30:31.702730 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-1a5ef50c-1a60-4eeb-b96e-cf5df6fcca4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653538'] for port, before_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:30:31.709483 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-8fce224f-00c9-4256-b8dd-7630f937bf4c req-f49ef6ce-a169-4f7b-81dd-7f7be49cdea7 tempest-ServerRescueNegativeTestJSON-1209427659 tempest-ServerRescueNegativeTestJSON-1209427659-project] 10.222.0.36 "GET /v2.0/ports?device_id=be801cab-b2ce-4594-8d30-3431ea29df2f HTTP/1.1" status: 200 len: 945 time: 0.1646969 Sep 30 06:30:31.812366 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.db [None req-1a5ef50c-1a60-4eeb-b96e-cf5df6fcca4b None None] For port 659e57f4-0bab-429c-8a84-6767ff5f64d6, host dv-cinder-811877-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811877-1-iscsi',level=0,port_id=659e57f4-0bab-429c-8a84-6767ff5f64d6,segment=NetworkSegment(65b29c81-111a-40dc-8523-b6d87832ea79),segment_id=65b29c81-111a-40dc-8523-b6d87832ea79)] {{(pid=94001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 06:30:31.831363 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-1a5ef50c-1a60-4eeb-b96e-cf5df6fcca4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7821886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727545992452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727545489363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727545489381'] for port, after_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:30:31.833397 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-8fce224f-00c9-4256-b8dd-7630f937bf4c req-eecdacf0-014f-471d-a2c3-d3d042cf63f2 tempest-ServerRescueNegativeTestJSON-1209427659 tempest-ServerRescueNegativeTestJSON-1209427659-project] 10.222.0.36 "GET /v2.0/security-groups?id=78ce1e3c-f3d7-420d-ac39-20c93d3fb7fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215634 Sep 30 06:30:31.982660 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5ef50c-1a60-4eeb-b96e-cf5df6fcca4b None None] Pushing event updated for resources: {'Port': ['ID=659e57f4-0bab-429c-8a84-6767ff5f64d6,revision_number=3']} {{(pid=94001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:30:31.986486 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [req-a555a471-8515-446e-b317-5c96bb775747 req-79d7f490-1c85-48c1-9c60-7f699c749b35 tempest-TestMinimumBasicScenario-1320848959 tempest-TestMinimumBasicScenario-1320848959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653538'] for port, before_update {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:30:32.335767 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-1a5ef50c-1a60-4eeb-b96e-cf5df6fcca4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727546001794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-597483'] for agent, after_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:30:32.345088 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f33453-455e-4e59-8da2-92441a3679a3 req-6b9d87a3-96f5-4aba-95e1-516cda2d1a99 tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:30:32.359650 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-a2f33453-455e-4e59-8da2-92441a3679a3 req-6b9d87a3-96f5-4aba-95e1-516cda2d1a99 tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] 10.222.0.36 "GET /v2.0/ports?device_id=c7de8e92-ecc9-41bc-98bb-5c2242bab3d1 HTTP/1.1" status: 200 len: 943 time: 0.1730566 Sep 30 06:30:32.488239 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-a2f33453-455e-4e59-8da2-92441a3679a3 req-d332b9be-948c-4410-9754-1fc82e1b0c82 tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] 10.222.0.36 "GET /v2.0/security-groups?id=aaa05d83-3ebc-404f-b7b5-bc03e45995ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1210978 Sep 30 06:30:32.524525 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-368ada3a-0b26-4597-8ac1-00cfa258c455 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:30:32.543811 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-323f8aee-390e-4909-b941-d8aaf72c8b1c None None] Network b59ebf78-aaac-41b8-b79e-46417d57ba35 requested from dv-cinder-811877-1-iscsi {{(pid=94001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 06:30:32.634957 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.plugins.ml2.db [req-a555a471-8515-446e-b317-5c96bb775747 req-79d7f490-1c85-48c1-9c60-7f699c749b35 tempest-TestMinimumBasicScenario-1320848959 tempest-TestMinimumBasicScenario-1320848959-project] For port 12a27015-8937-4612-aa31-c36e99d84dae, host hv-cinder-81187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81187',level=0,port_id=12a27015-8937-4612-aa31-c36e99d84dae,segment=NetworkSegment(e38808c4-ca93-4f8b-9d24-7dc14d2470c7),segment_id=e38808c4-ca93-4f8b-9d24-7dc14d2470c7)] {{(pid=94000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 06:30:32.655438 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.db.provisioning_blocks [None req-094165e8-f7a4-4cab-a427-6fd38d7d73e1 None None] Provisioning complete for port 659e57f4-0bab-429c-8a84-6767ff5f64d6 triggered by entity DHCP. {{(pid=94001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 06:30:32.655716 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-094165e8-f7a4-4cab-a427-6fd38d7d73e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-597822'] for port, provisioning_complete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:30:32.784113 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-028184f3-f8cc-4c85-9e6b-64613141ad03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727546001794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-597483'] for agent, after_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:30:32.921208 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [req-a555a471-8515-446e-b317-5c96bb775747 req-79d7f490-1c85-48c1-9c60-7f699c749b35 tempest-TestMinimumBasicScenario-1320848959 tempest-TestMinimumBasicScenario-1320848959-project] Notify callbacks [] for port, precommit_update {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:30:33.021287 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-368ada3a-0b26-4597-8ac1-00cfa258c455 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7877132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7878840'] for router, after_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:30:33.023048 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [req-a555a471-8515-446e-b317-5c96bb775747 req-79d7f490-1c85-48c1-9c60-7f699c749b35 tempest-TestMinimumBasicScenario-1320848959 tempest-TestMinimumBasicScenario-1320848959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7821886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727545992452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727545489363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727545489381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4572804'] for port, after_update {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:30:33.089594 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.db [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] get_ports_and_sgs() called for port_ids ['12a27015-8937-4612-aa31-c36e99d84dae'] {{(pid=94001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 06:30:33.182260 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b04ac83-bdcf-4649-b5fc-f56bd0902a3c req-25dc5456-022f-4414-8e4e-570d6def20da tempest-ServerRescueNegativeTestJSON-1209427659 tempest-ServerRescueNegativeTestJSON-1209427659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:30:33.192650 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-2b04ac83-bdcf-4649-b5fc-f56bd0902a3c req-25dc5456-022f-4414-8e4e-570d6def20da tempest-ServerRescueNegativeTestJSON-1209427659 tempest-ServerRescueNegativeTestJSON-1209427659-project] 10.222.0.36 "GET /v2.0/ports?device_id=be801cab-b2ce-4594-8d30-3431ea29df2f HTTP/1.1" status: 200 len: 945 time: 0.1343813 Sep 30 06:30:33.209019 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.rpc [None req-1a5ef50c-1a60-4eeb-b96e-cf5df6fcca4b None None] Device 659e57f4-0bab-429c-8a84-6767ff5f64d6 up at agent ovs-agent-dv-cinder-811877-1-iscsi {{(pid=94001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 06:30:33.299136 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-2b04ac83-bdcf-4649-b5fc-f56bd0902a3c req-d22832c3-9c86-4e84-a6b2-308d9b84761d tempest-ServerRescueNegativeTestJSON-1209427659 tempest-ServerRescueNegativeTestJSON-1209427659-project] 10.222.0.36 "GET /v2.0/security-groups?id=78ce1e3c-f3d7-420d-ac39-20c93d3fb7fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049557 Sep 30 06:30:33.353238 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a555a471-8515-446e-b317-5c96bb775747 req-79d7f490-1c85-48c1-9c60-7f699c749b35 tempest-TestMinimumBasicScenario-1320848959 tempest-TestMinimumBasicScenario-1320848959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:30:33.354480 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [req-a555a471-8515-446e-b317-5c96bb775747 req-79d7f490-1c85-48c1-9c60-7f699c749b35 tempest-TestMinimumBasicScenario-1320848959 tempest-TestMinimumBasicScenario-1320848959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57126'] for port, before_response {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:30:33.357051 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-a555a471-8515-446e-b317-5c96bb775747 req-79d7f490-1c85-48c1-9c60-7f699c749b35 tempest-TestMinimumBasicScenario-1320848959 tempest-TestMinimumBasicScenario-1320848959-project] 10.222.0.36 "PUT /v2.0/ports/12a27015-8937-4612-aa31-c36e99d84dae HTTP/1.1" status: 200 len: 982 time: 1.8168194 Sep 30 06:30:33.357794 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0bb6047-6799-481c-9961-ca0038f01968', 'tag': '12a27015-8937-4612-aa31-c36e99d84dae'}] {{(pid=94000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 06:30:33.387262 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4acac726bceb08fc5dc31984e0b5877fccc01d7f70542289dc6193c12fa4dba7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-121f86bf-0f01-4a36-9f77-92df48712b6e" -d '{"events": [{"name": "network-changed", "server_uuid": "d0bb6047-6799-481c-9961-ca0038f01968", "tag": "12a27015-8937-4612-aa31-c36e99d84dae"}]}' {{(pid=94000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 06:30:33.509632 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 06:30:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9126ba33-bcaa-4e4d-9899-0214382e1cc9 x-openstack-request-id: req-9126ba33-bcaa-4e4d-9899-0214382e1cc9 {{(pid=94000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 06:30:33.513144 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d0bb6047-6799-481c-9961-ca0038f01968", "tag": "12a27015-8937-4612-aa31-c36e99d84dae", "status": "completed", "code": 200}]} {{(pid=94000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 06:30:33.514566 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-9126ba33-bcaa-4e4d-9899-0214382e1cc9 {{(pid=94000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 06:30:33.516996 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd0bb6047-6799-481c-9961-ca0038f01968', 'tag': '12a27015-8937-4612-aa31-c36e99d84dae', 'status': 'completed', 'code': 200} Sep 30 06:30:33.536678 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d7f490-1c85-48c1-9c60-7f699c749b35 tempest-TestMinimumBasicScenario-1320848959 tempest-TestMinimumBasicScenario-1320848959-project] Pushing event updated for resources: {'Port': ['ID=12a27015-8937-4612-aa31-c36e99d84dae,revision_number=6']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:30:33.573113 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-368ada3a-0b26-4597-8ac1-00cfa258c455 admin admin] Router bf02fa2f-a137-4b87-a285-3dda76f10e36 is scheduled to L3 agent f054bd23-6895-478f-87a4-7cc0e21c04e0 with binding_index 1 {{(pid=94000) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 30 06:30:33.643789 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.db [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] get_ports_and_sgs() called for port_ids ['12a27015-8937-4612-aa31-c36e99d84dae'] {{(pid=94001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 06:30:33.804246 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121f86bf-0f01-4a36-9f77-92df48712b6e req-bbc5a60b-8ce5-401e-a8b0-537540ced887 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:30:33.805803 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-121f86bf-0f01-4a36-9f77-92df48712b6e req-bbc5a60b-8ce5-401e-a8b0-537540ced887 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=1eac498b69b6420eb083db675eb52bac&device_id=d0bb6047-6799-481c-9961-ca0038f01968 HTTP/1.1" status: 200 len: 1138 time: 0.1726778 Sep 30 06:30:33.928308 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.db.provisioning_blocks [None req-1a5ef50c-1a60-4eeb-b96e-cf5df6fcca4b None None] Provisioning complete for port 659e57f4-0bab-429c-8a84-6767ff5f64d6 triggered by entity L2. {{(pid=94001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 06:30:33.935182 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-1a5ef50c-1a60-4eeb-b96e-cf5df6fcca4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-597822'] for port, provisioning_complete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:30:34.028570 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a306948-c20e-42b8-913d-604c10290e4a req-17410397-276f-4664-9db0-8f919d287ff7 tempest-TestMinimumBasicScenario-1320848959 tempest-TestMinimumBasicScenario-1320848959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:30:34.047278 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-1a306948-c20e-42b8-913d-604c10290e4a req-17410397-276f-4664-9db0-8f919d287ff7 tempest-TestMinimumBasicScenario-1320848959 tempest-TestMinimumBasicScenario-1320848959-project] 10.222.0.36 "GET /v2.0/ports?device_id=d0bb6047-6799-481c-9961-ca0038f01968 HTTP/1.1" status: 200 len: 985 time: 0.4246194 Sep 30 06:30:34.049550 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa4e511-cfc1-40cd-8705-1864899d528d req-ac0e7d4a-7384-43c7-8074-a0162694416c tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:30:34.051973 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-3fa4e511-cfc1-40cd-8705-1864899d528d req-ac0e7d4a-7384-43c7-8074-a0162694416c tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] 10.222.0.36 "GET /v2.0/ports?device_id=c7de8e92-ecc9-41bc-98bb-5c2242bab3d1 HTTP/1.1" status: 200 len: 943 time: 0.2904305 Sep 30 06:30:34.151601 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-368ada3a-0b26-4597-8ac1-00cfa258c455 admin admin] Notify agent at l3_agent.dv-cinder-811877-1-iscsi the message routers_updated {{(pid=94000) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 06:30:34.166142 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-1a306948-c20e-42b8-913d-604c10290e4a req-941397e9-141b-4526-a1cf-df5d8c927d9d tempest-TestMinimumBasicScenario-1320848959 tempest-TestMinimumBasicScenario-1320848959-project] 10.222.0.36 "GET /v2.0/security-groups?id=a3fc8924-f30a-4de5-8af2-a86f77449999&id=fc329881-6b3d-4d3c-b200-11722bc15b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1174107 Sep 30 06:30:34.167385 dv-cinder-811877-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9cbf0c7-1574-4f79-b5ff-5618520e0482 None None] Sync routers for ids ['bf02fa2f-a137-4b87-a285-3dda76f10e36'] in dv-cinder-811877-1-iscsi {{(pid=94002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 06:30:34.215023 dv-cinder-811877-1-iscsi neutron-server[94002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9cbf0c7-1574-4f79-b5ff-5618520e0482 None None] Routers {'bf02fa2f-a137-4b87-a285-3dda76f10e36'} bound to L3 agent in host dv-cinder-811877-1-iscsi {{(pid=94002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 06:30:34.216685 dv-cinder-811877-1-iscsi neutron-server[94002]: DEBUG neutron.db.l3_hamode_db [None req-a9cbf0c7-1574-4f79-b5ff-5618520e0482 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811877-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-30T06:19:31Z,description=,heartbeat_timestamp=2021-09-30T06:30:31Z,host='dv-cinder-811877-1-iscsi',id=f054bd23-6895-478f-87a4-7cc0e21c04e0,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T06:19:31Z,topic='l3_agent')) {'router_ids': ['bf02fa2f-a137-4b87-a285-3dda76f10e36'], 'active': True} {{(pid=94002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 06:30:34.216945 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-3fa4e511-cfc1-40cd-8705-1864899d528d req-5f43c366-4cdf-4d1c-8b9c-1dc7c91135f7 tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] 10.222.0.36 "GET /v2.0/security-groups?id=aaa05d83-3ebc-404f-b7b5-bc03e45995ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1500142 Sep 30 06:30:34.252697 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121f86bf-0f01-4a36-9f77-92df48712b6e req-4a5c7c2f-e7b9-4e59-ab83-256305bfcf50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:30:34.255955 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-121f86bf-0f01-4a36-9f77-92df48712b6e req-4a5c7c2f-e7b9-4e59-ab83-256305bfcf50 service neutron] 10.222.0.10 "GET /v2.0/networks?id=615a80a4-119e-49ec-bb8d-26850945a271 HTTP/1.1" status: 200 len: 916 time: 0.4376643 Sep 30 06:30:34.271448 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.db.provisioning_blocks [None req-35cc16ea-77e7-485f-94c3-f5ccd5725560 None None] Provisioning complete for port 12a27015-8937-4612-aa31-c36e99d84dae triggered by entity DHCP. {{(pid=94001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 06:30:34.271937 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-35cc16ea-77e7-485f-94c3-f5ccd5725560 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-597822'] for port, provisioning_complete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:30:34.300836 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-368ada3a-0b26-4597-8ac1-00cfa258c455 admin admin] Notify callbacks [] for router, before_response {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:30:34.303088 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [None req-368ada3a-0b26-4597-8ac1-00cfa258c455 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 7.4264128 Sep 30 06:30:34.307573 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.36', 55880) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 06:30:34.390578 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-31788eca-3db2-42eb-847b-597dce492ba7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727546001794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-597483'] for agent, after_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:30:34.500232 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-121f86bf-0f01-4a36-9f77-92df48712b6e req-16566f41-29fe-46dc-bc3d-7085827c05f8 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=12a27015-8937-4612-aa31-c36e99d84dae HTTP/1.1" status: 200 len: 1001 time: 0.2204864 Sep 30 06:30:34.655626 dv-cinder-811877-1-iscsi neutron-server[94002]: DEBUG neutron.db.l3_dvr_db [None req-a9cbf0c7-1574-4f79-b5ff-5618520e0482 None None] Set router bf02fa2f-a137-4b87-a285-3dda76f10e36 gateway port host: dv-cinder-811877-1-iscsi {{(pid=94002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 06:30:34.804183 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121f86bf-0f01-4a36-9f77-92df48712b6e req-c132322b-e11e-4aa9-8f24-c31d50e77cdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:30:34.812970 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-121f86bf-0f01-4a36-9f77-92df48712b6e req-c132322b-e11e-4aa9-8f24-c31d50e77cdb service neutron] 10.222.0.10 "GET /v2.0/subnets?id=2c9c376a-5800-4284-af97-c6cdc8434b50 HTTP/1.1" status: 200 len: 854 time: 0.3006890 Sep 30 06:30:34.983603 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c354a3d-8cc1-4754-841e-dd2636ae2c68 req-47718e1b-91de-497e-b347-a1899b83ee83 tempest-ServerRescueNegativeTestJSON-1209427659 tempest-ServerRescueNegativeTestJSON-1209427659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:30:34.986401 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-8c354a3d-8cc1-4754-841e-dd2636ae2c68 req-47718e1b-91de-497e-b347-a1899b83ee83 tempest-ServerRescueNegativeTestJSON-1209427659 tempest-ServerRescueNegativeTestJSON-1209427659-project] 10.222.0.36 "GET /v2.0/ports?device_id=be801cab-b2ce-4594-8d30-3431ea29df2f HTTP/1.1" status: 200 len: 945 time: 0.4041772 Sep 30 06:30:35.035474 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.db.provisioning_blocks [None req-421cf96c-c19c-4aaf-a5fc-cb8f0df6e68e None None] Provisioning complete for port 659e57f4-0bab-429c-8a84-6767ff5f64d6 triggered by entity DHCP. {{(pid=94001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 06:30:35.042100 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-421cf96c-c19c-4aaf-a5fc-cb8f0df6e68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-597822'] for port, provisioning_complete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:30:35.175113 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121f86bf-0f01-4a36-9f77-92df48712b6e req-811cc659-f0bf-49d7-bf0c-801b9f9c8527 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:30:35.186104 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-121f86bf-0f01-4a36-9f77-92df48712b6e req-811cc659-f0bf-49d7-bf0c-801b9f9c8527 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=615a80a4-119e-49ec-bb8d-26850945a271&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.3622828 Sep 30 06:30:35.396183 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-8c354a3d-8cc1-4754-841e-dd2636ae2c68 req-51376e3a-71e5-4837-8b39-61639366fcbc tempest-ServerRescueNegativeTestJSON-1209427659 tempest-ServerRescueNegativeTestJSON-1209427659-project] 10.222.0.36 "GET /v2.0/security-groups?id=78ce1e3c-f3d7-420d-ac39-20c93d3fb7fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4003592 Sep 30 06:30:35.429024 dv-cinder-811877-1-iscsi neutron-server[94002]: DEBUG neutron.db.l3_hamode_db [None req-a9cbf0c7-1574-4f79-b5ff-5618520e0482 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf02fa2f-a137-4b87-a285-3dda76f10e36', 'name': 'tempest-TestShelveInstance-793399152-router', 'tenant_id': '1f823187fb874096912cf27c09c0c35e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddd8ee8b-b24f-47fb-afd7-cfc700c93624', 'external_fixed_ips': [{'subnet_id': '4727b4cf-a8ea-4dab-8db4-019b4e8b0546', 'ip_address': '172.27.1.77'}], 'enable_snat': True}, 'gw_port_id': '1c582360-a844-45ab-9247-fac5adf64da4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T06:30:26Z', 'updated_at': '2021-09-30T06:30:31Z', 'revision_number': 3, 'project_id': '1f823187fb874096912cf27c09c0c35e', 'gw_port': {'id': '1c582360-a844-45ab-9247-fac5adf64da4', 'name': '', 'network_id': 'ddd8ee8b-b24f-47fb-afd7-cfc700c93624', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:98:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf02fa2f-a137-4b87-a285-3dda76f10e36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '4727b4cf-a8ea-4dab-8db4-019b4e8b0546', 'ip_address': '172.27.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T06:30:29Z', 'updated_at': '2021-09-30T06:30:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4727b4cf-a8ea-4dab-8db4-019b4e8b0546', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811877-1-iscsi'}], 'dv-cinder-811877-1-iscsi', False) {} {{(pid=94002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 06:30:35.561147 dv-cinder-811877-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9cbf0c7-1574-4f79-b5ff-5618520e0482 None None] Checking router: bf02fa2f-a137-4b87-a285-3dda76f10e36 for host: dv-cinder-811877-1-iscsi {{(pid=94002) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 06:30:35.561592 dv-cinder-811877-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9cbf0c7-1574-4f79-b5ff-5618520e0482 None None] Updating router bf02fa2f-a137-4b87-a285-3dda76f10e36 port 1c582360-a844-45ab-9247-fac5adf64da4 binding host dv-cinder-811877-1-iscsi {{(pid=94002) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 30 06:30:35.612770 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-10487d83-b463-4954-842d-964b69769681 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653538'] for port, before_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:30:35.684362 dv-cinder-811877-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-a9cbf0c7-1574-4f79-b5ff-5618520e0482 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653538'] for port, before_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:30:35.719063 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-121f86bf-0f01-4a36-9f77-92df48712b6e req-df390e83-aca8-4540-b3b1-b7dc8929438d service neutron] 10.222.0.10 "GET /v2.0/networks/615a80a4-119e-49ec-bb8d-26850945a271?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4987390 Sep 30 06:30:35.936268 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.db.db_base_plugin_common [None req-10487d83-b463-4954-842d-964b69769681 admin admin] Allocated IP 172.20.0.1 (b59ebf78-aaac-41b8-b79e-46417d57ba35/94fc05ed-120c-4077-86a2-13639ed73ffc/d2e341a2-fe7f-4aa7-9ab1-1463e3cc274d) {{(pid=94000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 06:30:36.218103 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-10487d83-b463-4954-842d-964b69769681 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:30:36.267057 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-121f86bf-0f01-4a36-9f77-92df48712b6e req-84b9621a-8fd2-4a93-95c1-42cbe2d62009 service neutron] 10.222.0.10 "GET /v2.0/networks/615a80a4-119e-49ec-bb8d-26850945a271?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5372980 Sep 30 06:30:36.280891 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61942ed1-2e30-4489-872c-c03bcc44cbef req-692d6028-f157-4c9e-84cb-d055b5733a02 tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:30:36.291056 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-61942ed1-2e30-4489-872c-c03bcc44cbef req-692d6028-f157-4c9e-84cb-d055b5733a02 tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] 10.222.0.36 "GET /v2.0/ports?device_id=c7de8e92-ecc9-41bc-98bb-5c2242bab3d1 HTTP/1.1" status: 200 len: 943 time: 0.7594612 Sep 30 06:30:36.304674 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-10487d83-b463-4954-842d-964b69769681 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7821886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727545489345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4572815'] for port, after_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:30:36.345074 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10487d83-b463-4954-842d-964b69769681 admin admin] Network b59ebf78-aaac-41b8-b79e-46417d57ba35 is already hosted by enough agents. {{(pid=94000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 06:30:36.351437 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.scheduler.base_scheduler [None req-10487d83-b463-4954-842d-964b69769681 admin admin] Resources bound (agent type, host, resource id): {{(pid=94000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 06:30:36.404522 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10487d83-b463-4954-842d-964b69769681 admin admin] Received port after_create {{(pid=94000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 06:30:36.514768 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10487d83-b463-4954-842d-964b69769681 admin admin] Pushing event updated for resources: {'Port': ['ID=d2e341a2-fe7f-4aa7-9ab1-1463e3cc274d,revision_number=1']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:30:36.600667 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-61942ed1-2e30-4489-872c-c03bcc44cbef req-20202be6-27b3-42aa-8879-7b2e03e8a184 tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] 10.222.0.36 "GET /v2.0/security-groups?id=aaa05d83-3ebc-404f-b7b5-bc03e45995ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3084521 Sep 30 06:30:36.659622 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-10487d83-b463-4954-842d-964b69769681 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7878021'] for router_interface, before_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:30:36.812158 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649eb469-ae8f-4f68-a89b-3b138eb24d63 req-9ecdfabb-827d-477f-a510-16128e36c803 tempest-ServerRescueNegativeTestJSON-1209427659 tempest-ServerRescueNegativeTestJSON-1209427659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:30:36.832725 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-649eb469-ae8f-4f68-a89b-3b138eb24d63 req-9ecdfabb-827d-477f-a510-16128e36c803 tempest-ServerRescueNegativeTestJSON-1209427659 tempest-ServerRescueNegativeTestJSON-1209427659-project] 10.222.0.36 "GET /v2.0/ports?device_id=be801cab-b2ce-4594-8d30-3431ea29df2f HTTP/1.1" status: 200 len: 945 time: 0.1625583 Sep 30 06:30:36.885892 dv-cinder-811877-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-a9cbf0c7-1574-4f79-b5ff-5618520e0482 None None] Notify callbacks [] for port, precommit_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:30:36.909653 dv-cinder-811877-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-a9cbf0c7-1574-4f79-b5ff-5618520e0482 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7821886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727545992452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727545489363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727545489381'] for port, after_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:30:36.927247 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-649eb469-ae8f-4f68-a89b-3b138eb24d63 req-90fe7c67-bb3b-44e6-825f-6d66c9b1afe4 tempest-ServerRescueNegativeTestJSON-1209427659 tempest-ServerRescueNegativeTestJSON-1209427659-project] 10.222.0.36 "GET /v2.0/security-groups?id=78ce1e3c-f3d7-420d-ac39-20c93d3fb7fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907969 Sep 30 06:30:36.948995 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-10487d83-b463-4954-842d-964b69769681 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653538'] for port, before_update {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:30:37.037351 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.db.provisioning_blocks [None req-1b49271e-14d7-4cb0-a6de-4b37802c86ab None None] Provisioning complete for port d2e341a2-fe7f-4aa7-9ab1-1463e3cc274d triggered by entity DHCP. {{(pid=94001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 06:30:37.037963 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-1b49271e-14d7-4cb0-a6de-4b37802c86ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-597822'] for port, provisioning_complete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:30:37.274311 dv-cinder-811877-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96ec401-857f-47cc-82d6-17b800f75704 None None] Pushing event updated for resources: {'Port': ['ID=1c582360-a844-45ab-9247-fac5adf64da4,revision_number=2']} {{(pid=94002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:30:37.290587 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.plugin [None req-1b49271e-14d7-4cb0-a6de-4b37802c86ab None None] Port d2e341a2-fe7f-4aa7-9ab1-1463e3cc274d cannot update to ACTIVE because it is not bound. {{(pid=94001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 06:30:37.291539 dv-cinder-811877-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.managers [None req-a9cbf0c7-1574-4f79-b5ff-5618520e0482 None None] Attempting to bind port 1c582360-a844-45ab-9247-fac5adf64da4 on host dv-cinder-811877-1-iscsi for vnic_type normal with profile {{(pid=94002) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 06:30:37.292128 dv-cinder-811877-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.managers [None req-a9cbf0c7-1574-4f79-b5ff-5618520e0482 None None] Attempting to bind port 1c582360-a844-45ab-9247-fac5adf64da4 by drivers openvswitch,hyperv on host dv-cinder-811877-1-iscsi at level 0 using segments [{'id': 'f18bb042-e630-4c4b-b384-e9bf093ecc8b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ddd8ee8b-b24f-47fb-afd7-cfc700c93624'}] {{(pid=94002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 06:30:37.292702 dv-cinder-811877-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9cbf0c7-1574-4f79-b5ff-5618520e0482 None None] Attempting to bind port 1c582360-a844-45ab-9247-fac5adf64da4 on network ddd8ee8b-b24f-47fb-afd7-cfc700c93624 {{(pid=94002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 06:30:37.305926 dv-cinder-811877-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9cbf0c7-1574-4f79-b5ff-5618520e0482 None None] Checking agent: {'id': '38eed8e6-19bc-4ff2-90e0-3c7aa8a3a275', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-811877-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 6, 19, 32), 'started_at': datetime.datetime(2021, 9, 30, 6, 20, 2), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 6, 30, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-811877-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 06:30:37.306413 dv-cinder-811877-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9cbf0c7-1574-4f79-b5ff-5618520e0482 None None] Checking segment: {'id': 'f18bb042-e630-4c4b-b384-e9bf093ecc8b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ddd8ee8b-b24f-47fb-afd7-cfc700c93624'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 06:30:37.307056 dv-cinder-811877-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-a9cbf0c7-1574-4f79-b5ff-5618520e0482 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:30:37.308440 dv-cinder-811877-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9cbf0c7-1574-4f79-b5ff-5618520e0482 None None] Bound using segment: {'id': 'f18bb042-e630-4c4b-b384-e9bf093ecc8b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ddd8ee8b-b24f-47fb-afd7-cfc700c93624'} {{(pid=94002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 06:30:37.310438 dv-cinder-811877-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.managers [None req-a9cbf0c7-1574-4f79-b5ff-5618520e0482 None None] Bound port: 1c582360-a844-45ab-9247-fac5adf64da4, host: dv-cinder-811877-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f18bb042-e630-4c4b-b384-e9bf093ecc8b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ddd8ee8b-b24f-47fb-afd7-cfc700c93624'}}] {{(pid=94002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 06:30:37.311999 dv-cinder-811877-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-a9cbf0c7-1574-4f79-b5ff-5618520e0482 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653538'] for port, before_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:30:37.489374 dv-cinder-811877-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.db [None req-a9cbf0c7-1574-4f79-b5ff-5618520e0482 None None] For port 1c582360-a844-45ab-9247-fac5adf64da4, host dv-cinder-811877-1-iscsi, cleared binding levels {{(pid=94002) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 06:30:37.496088 dv-cinder-811877-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.db [None req-a9cbf0c7-1574-4f79-b5ff-5618520e0482 None None] For port 1c582360-a844-45ab-9247-fac5adf64da4, host dv-cinder-811877-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811877-1-iscsi',level=0,port_id=1c582360-a844-45ab-9247-fac5adf64da4,segment=NetworkSegment(f18bb042-e630-4c4b-b384-e9bf093ecc8b),segment_id=f18bb042-e630-4c4b-b384-e9bf093ecc8b)] {{(pid=94002) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 06:30:37.506441 dv-cinder-811877-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-a9cbf0c7-1574-4f79-b5ff-5618520e0482 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7821886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727545992452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727545489363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727545489381'] for port, after_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:30:37.605081 dv-cinder-811877-1-iscsi neutron-server[94002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9cbf0c7-1574-4f79-b5ff-5618520e0482 None None] Routers {'bf02fa2f-a137-4b87-a285-3dda76f10e36'} bound to L3 agent in host dv-cinder-811877-1-iscsi {{(pid=94002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 06:30:37.605736 dv-cinder-811877-1-iscsi neutron-server[94002]: DEBUG neutron.db.l3_hamode_db [None req-a9cbf0c7-1574-4f79-b5ff-5618520e0482 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811877-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-30T06:19:31Z,description=,heartbeat_timestamp=2021-09-30T06:30:31Z,host='dv-cinder-811877-1-iscsi',id=f054bd23-6895-478f-87a4-7cc0e21c04e0,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T06:19:31Z,topic='l3_agent')) {'router_ids': ['bf02fa2f-a137-4b87-a285-3dda76f10e36'], 'active': True} {{(pid=94002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 06:30:37.690791 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-10487d83-b463-4954-842d-964b69769681 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:30:37.706836 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-10487d83-b463-4954-842d-964b69769681 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7821886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727545992452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727545489363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727545489381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4572804'] for port, after_update {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:30:37.897050 dv-cinder-811877-1-iscsi neutron-server[94002]: DEBUG neutron.db.l3_dvr_db [None req-a9cbf0c7-1574-4f79-b5ff-5618520e0482 None None] Set router bf02fa2f-a137-4b87-a285-3dda76f10e36 gateway port host: dv-cinder-811877-1-iscsi {{(pid=94002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 06:30:38.188253 dv-cinder-811877-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96ec401-857f-47cc-82d6-17b800f75704 None None] Pushing event updated for resources: {'Port': ['ID=1c582360-a844-45ab-9247-fac5adf64da4,revision_number=3']} {{(pid=94002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:30:38.283963 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb9c772-b355-4b83-acfa-af3e10a65b04 req-6a555847-68a7-4f74-b5e0-c7e9bc9ef01d tempest-ServerRescueNegativeTestJSON-1209427659 tempest-ServerRescueNegativeTestJSON-1209427659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:30:38.302067 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-fdb9c772-b355-4b83-acfa-af3e10a65b04 req-6a555847-68a7-4f74-b5e0-c7e9bc9ef01d tempest-ServerRescueNegativeTestJSON-1209427659 tempest-ServerRescueNegativeTestJSON-1209427659-project] 10.222.0.36 "GET /v2.0/ports?device_id=be801cab-b2ce-4594-8d30-3431ea29df2f HTTP/1.1" status: 200 len: 945 time: 0.1872535 Sep 30 06:30:38.382100 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10487d83-b463-4954-842d-964b69769681 admin admin] Pushing event updated for resources: {'Port': ['ID=d2e341a2-fe7f-4aa7-9ab1-1463e3cc274d,revision_number=2']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:30:38.393708 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-10487d83-b463-4954-842d-964b69769681 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7821780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7877749'] for router_interface, after_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:30:38.415616 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240a2e91-16c9-42e5-88cd-6ac40b127b36 req-f907dbf1-a96f-465e-ba49-adbc825c9d6c tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:30:38.438477 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-240a2e91-16c9-42e5-88cd-6ac40b127b36 req-f907dbf1-a96f-465e-ba49-adbc825c9d6c tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] 10.222.0.36 "GET /v2.0/ports?device_id=c7de8e92-ecc9-41bc-98bb-5c2242bab3d1 HTTP/1.1" status: 200 len: 943 time: 0.6118851 Sep 30 06:30:38.450663 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-fdb9c772-b355-4b83-acfa-af3e10a65b04 req-fb238e2d-4ae2-47c1-81f4-c602e119962c tempest-ServerRescueNegativeTestJSON-1209427659 tempest-ServerRescueNegativeTestJSON-1209427659-project] 10.222.0.36 "GET /v2.0/security-groups?id=78ce1e3c-f3d7-420d-ac39-20c93d3fb7fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446326 Sep 30 06:30:38.610988 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-240a2e91-16c9-42e5-88cd-6ac40b127b36 req-8caaa170-5ed2-4425-b0cc-1bb14961c02d tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] 10.222.0.36 "GET /v2.0/security-groups?id=aaa05d83-3ebc-404f-b7b5-bc03e45995ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1711071 Sep 30 06:30:38.702907 dv-cinder-811877-1-iscsi neutron-server[94002]: DEBUG neutron.db.l3_hamode_db [None req-a9cbf0c7-1574-4f79-b5ff-5618520e0482 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf02fa2f-a137-4b87-a285-3dda76f10e36', 'name': 'tempest-TestShelveInstance-793399152-router', 'tenant_id': '1f823187fb874096912cf27c09c0c35e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddd8ee8b-b24f-47fb-afd7-cfc700c93624', 'external_fixed_ips': [{'subnet_id': '4727b4cf-a8ea-4dab-8db4-019b4e8b0546', 'ip_address': '172.27.1.77'}], 'enable_snat': True}, 'gw_port_id': '1c582360-a844-45ab-9247-fac5adf64da4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T06:30:26Z', 'updated_at': '2021-09-30T06:30:36Z', 'revision_number': 4, 'project_id': '1f823187fb874096912cf27c09c0c35e', 'gw_port': {'id': '1c582360-a844-45ab-9247-fac5adf64da4', 'name': '', 'network_id': 'ddd8ee8b-b24f-47fb-afd7-cfc700c93624', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:98:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf02fa2f-a137-4b87-a285-3dda76f10e36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '4727b4cf-a8ea-4dab-8db4-019b4e8b0546', 'ip_address': '172.27.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T06:30:29Z', 'updated_at': '2021-09-30T06:30:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4727b4cf-a8ea-4dab-8db4-019b4e8b0546', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811877-1-iscsi', '_interfaces': [{'id': 'd2e341a2-fe7f-4aa7-9ab1-1463e3cc274d', 'name': '', 'network_id': 'b59ebf78-aaac-41b8-b79e-46417d57ba35', 'tenant_id': '1f823187fb874096912cf27c09c0c35e', 'mac_address': 'fa:16:3e:93:f5:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf02fa2f-a137-4b87-a285-3dda76f10e36', 'device_owner': 'network:router_interface', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '94fc05ed-120c-4077-86a2-13639ed73ffc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T06:30:35Z', 'updated_at': '2021-09-30T06:30:35Z', 'revision_number': 1, 'project_id': '1f823187fb874096912cf27c09c0c35e', 'subnets': [{'id': '94fc05ed-120c-4077-86a2-13639ed73ffc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811877-1-iscsi', False) {} {{(pid=94002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 06:30:38.788623 dv-cinder-811877-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9cbf0c7-1574-4f79-b5ff-5618520e0482 None None] The sync data for ids ['bf02fa2f-a137-4b87-a285-3dda76f10e36'] in dv-cinder-811877-1-iscsi is: [{'id': 'bf02fa2f-a137-4b87-a285-3dda76f10e36', 'name': 'tempest-TestShelveInstance-793399152-router', 'tenant_id': '1f823187fb874096912cf27c09c0c35e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddd8ee8b-b24f-47fb-afd7-cfc700c93624', 'external_fixed_ips': [{'subnet_id': '4727b4cf-a8ea-4dab-8db4-019b4e8b0546', 'ip_address': '172.27.1.77'}], 'enable_snat': True}, 'gw_port_id': '1c582360-a844-45ab-9247-fac5adf64da4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T06:30:26Z', 'updated_at': '2021-09-30T06:30:36Z', 'revision_number': 4, 'project_id': '1f823187fb874096912cf27c09c0c35e', 'gw_port': {'id': '1c582360-a844-45ab-9247-fac5adf64da4', 'name': '', 'network_id': 'ddd8ee8b-b24f-47fb-afd7-cfc700c93624', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:98:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf02fa2f-a137-4b87-a285-3dda76f10e36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '4727b4cf-a8ea-4dab-8db4-019b4e8b0546', 'ip_address': '172.27.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T06:30:29Z', 'updated_at': '2021-09-30T06:30:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4727b4cf-a8ea-4dab-8db4-019b4e8b0546', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811877-1-iscsi', '_interfaces': [{'id': 'd2e341a2-fe7f-4aa7-9ab1-1463e3cc274d', 'name': '', 'network_id': 'b59ebf78-aaac-41b8-b79e-46417d57ba35', 'tenant_id': '1f823187fb874096912cf27c09c0c35e', 'mac_address': 'fa:16:3e:93:f5:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf02fa2f-a137-4b87-a285-3dda76f10e36', 'device_owner': 'network:router_interface', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '94fc05ed-120c-4077-86a2-13639ed73ffc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T06:30:35Z', 'updated_at': '2021-09-30T06:30:35Z', 'revision_number': 1, 'project_id': '1f823187fb874096912cf27c09c0c35e', 'subnets': [{'id': '94fc05ed-120c-4077-86a2-13639ed73ffc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 06:30:38.849536 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10487d83-b463-4954-842d-964b69769681 admin admin] Network b59ebf78-aaac-41b8-b79e-46417d57ba35 is already hosted by enough agents. {{(pid=94000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 06:30:38.853556 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.scheduler.base_scheduler [None req-10487d83-b463-4954-842d-964b69769681 admin admin] Resources bound (agent type, host, resource id): {{(pid=94000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 06:30:39.051159 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727546001794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-597483'] for agent, after_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:30:39.235482 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10487d83-b463-4954-842d-964b69769681 admin admin] Router bf02fa2f-a137-4b87-a285-3dda76f10e36 has already been hosted by L3 agent f054bd23-6895-478f-87a4-7cc0e21c04e0 {{(pid=94000) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 06:30:39.379456 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.db.provisioning_blocks [None req-0e92dc97-46c6-4b59-985a-4f230c50ffdd None None] Provisioning complete for port d2e341a2-fe7f-4aa7-9ab1-1463e3cc274d triggered by entity DHCP. {{(pid=94001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 06:30:39.383312 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-0e92dc97-46c6-4b59-985a-4f230c50ffdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-597822'] for port, provisioning_complete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:30:39.599921 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10487d83-b463-4954-842d-964b69769681 admin admin] Notify agent at l3_agent.dv-cinder-811877-1-iscsi the message routers_updated {{(pid=94000) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 06:30:39.607181 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.plugin [None req-0e92dc97-46c6-4b59-985a-4f230c50ffdd None None] Port d2e341a2-fe7f-4aa7-9ab1-1463e3cc274d cannot update to ACTIVE because it is not bound. {{(pid=94001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 06:30:39.619313 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [None req-10487d83-b463-4954-842d-964b69769681 admin admin] 10.222.0.36 "PUT /v2.0/routers/bf02fa2f-a137-4b87-a285-3dda76f10e36/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3100767 Sep 30 06:30:39.851270 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0062b7-4685-41f0-bcd4-e70598d88c8c req-f2e10b7b-d9ba-4c74-bfed-5d53cc971b24 tempest-ServerRescueNegativeTestJSON-1209427659 tempest-ServerRescueNegativeTestJSON-1209427659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:30:39.852937 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-ad0062b7-4685-41f0-bcd4-e70598d88c8c req-f2e10b7b-d9ba-4c74-bfed-5d53cc971b24 tempest-ServerRescueNegativeTestJSON-1209427659 tempest-ServerRescueNegativeTestJSON-1209427659-project] 10.222.0.36 "GET /v2.0/ports?device_id=be801cab-b2ce-4594-8d30-3431ea29df2f HTTP/1.1" status: 200 len: 945 time: 0.1510394 Sep 30 06:30:40.062091 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec13db97-ae4f-4922-994f-34da49608252 req-99dbb156-94a7-4115-810d-f88213d60ec5 tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:30:40.089027 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-ec13db97-ae4f-4922-994f-34da49608252 req-99dbb156-94a7-4115-810d-f88213d60ec5 tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] 10.222.0.36 "GET /v2.0/ports?device_id=c7de8e92-ecc9-41bc-98bb-5c2242bab3d1 HTTP/1.1" status: 200 len: 943 time: 0.2030199 Sep 30 06:30:40.313598 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-ec13db97-ae4f-4922-994f-34da49608252 req-375e9129-ca30-4d4b-9cff-87dbe9c99ecb tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] 10.222.0.36 "GET /v2.0/security-groups?id=aaa05d83-3ebc-404f-b7b5-bc03e45995ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2230284 Sep 30 06:30:40.579522 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-fdcf9a74-c6f1-4b3e-be47-a325bfa51046 req-05315c5c-8748-46b8-b4ea-87ebc74f959f service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=0a86be7c-6414-4403-bd22-8634a0e22544&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.7984164 Sep 30 06:30:40.601592 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-ad0062b7-4685-41f0-bcd4-e70598d88c8c req-a4147233-7556-4f6e-994f-1c82a5d530b3 tempest-ServerRescueNegativeTestJSON-1209427659 tempest-ServerRescueNegativeTestJSON-1209427659-project] 10.222.0.36 "GET /v2.0/security-groups?id=78ce1e3c-f3d7-420d-ac39-20c93d3fb7fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7198033 Sep 30 06:30:40.823656 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcf9a74-c6f1-4b3e-be47-a325bfa51046 req-025c292b-0b46-4fcb-93fc-efda1731e429 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:30:40.829374 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-fdcf9a74-c6f1-4b3e-be47-a325bfa51046 req-025c292b-0b46-4fcb-93fc-efda1731e429 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=2a4fe69e521f47bb94fe812e2f32c8b1&device_id=0a86be7c-6414-4403-bd22-8634a0e22544 HTTP/1.1" status: 200 len: 1098 time: 0.1841304 Sep 30 06:30:41.063251 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcf9a74-c6f1-4b3e-be47-a325bfa51046 req-e8532daa-af2d-4f22-bd36-bb478548d6c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:30:41.066987 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-fdcf9a74-c6f1-4b3e-be47-a325bfa51046 req-e8532daa-af2d-4f22-bd36-bb478548d6c1 service neutron] 10.222.0.10 "GET /v2.0/networks?id=5c01f472-be09-4f47-a17f-2a759f124795 HTTP/1.1" status: 200 len: 918 time: 0.2144701 Sep 30 06:30:41.197242 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-fdcf9a74-c6f1-4b3e-be47-a325bfa51046 req-f39c4ba0-0b85-4e57-b9bc-3d6fde6df66f service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b10500c6-dc7c-475e-a085-9d2c7ed838e8 HTTP/1.1" status: 200 len: 217 time: 0.1142681 Sep 30 06:30:41.368531 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcf9a74-c6f1-4b3e-be47-a325bfa51046 req-833a3aa6-0ddb-4157-9b24-403679e28e7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:30:41.375198 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-fdcf9a74-c6f1-4b3e-be47-a325bfa51046 req-833a3aa6-0ddb-4157-9b24-403679e28e7a service neutron] 10.222.0.10 "GET /v2.0/subnets?id=c94366a3-4b59-4b72-a9bf-62e041f6886b HTTP/1.1" status: 200 len: 857 time: 0.1527157 Sep 30 06:30:41.465329 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-fdcf9a74-c6f1-4b3e-be47-a325bfa51046 req-a78d7be0-c7b8-404a-932a-c59856421fae service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=5c01f472-be09-4f47-a17f-2a759f124795&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0734255 Sep 30 06:30:41.786261 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-fdcf9a74-c6f1-4b3e-be47-a325bfa51046 req-e1c5e854-7a13-4702-9794-49eefaa8516e service neutron] 10.222.0.10 "GET /v2.0/networks/5c01f472-be09-4f47-a17f-2a759f124795?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2877443 Sep 30 06:30:42.023304 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-fdcf9a74-c6f1-4b3e-be47-a325bfa51046 req-43a5484b-7f51-4753-a5dc-d03a14c478d8 service neutron] 10.222.0.10 "GET /v2.0/networks/5c01f472-be09-4f47-a17f-2a759f124795?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2092144 Sep 30 06:30:42.088270 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.rpc [None req-1a5ef50c-1a60-4eeb-b96e-cf5df6fcca4b None None] Device 1c582360-a844-45ab-9247-fac5adf64da4 up at agent ovs-agent-dv-cinder-811877-1-iscsi {{(pid=94001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 06:30:42.134774 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4990d4e6-2734-4bca-b2e3-5bfa617e7aca req-62f08e3e-dbc2-4996-a79e-127405b0ede8 tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:30:42.145459 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-4990d4e6-2734-4bca-b2e3-5bfa617e7aca req-62f08e3e-dbc2-4996-a79e-127405b0ede8 tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] 10.222.0.36 "GET /v2.0/ports?device_id=c7de8e92-ecc9-41bc-98bb-5c2242bab3d1 HTTP/1.1" status: 200 len: 943 time: 0.3551667 Sep 30 06:30:42.283771 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-4990d4e6-2734-4bca-b2e3-5bfa617e7aca req-7a05bca8-f996-4a8f-aeb1-bc011fefb722 tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] 10.222.0.36 "GET /v2.0/security-groups?id=aaa05d83-3ebc-404f-b7b5-bc03e45995ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1370964 Sep 30 06:30:42.316858 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.db.provisioning_blocks [None req-1a5ef50c-1a60-4eeb-b96e-cf5df6fcca4b None None] Provisioning complete for port 1c582360-a844-45ab-9247-fac5adf64da4 triggered by entity L2. {{(pid=94001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 06:30:42.320218 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-1a5ef50c-1a60-4eeb-b96e-cf5df6fcca4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-597822'] for port, provisioning_complete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:30:42.515959 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.36', 55932) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 06:30:42.521119 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.api.v2.base [None req-b049632e-d367-4f64-b864-7a12f807d49f tempest-TestShelveInstance-1895143482 tempest-TestShelveInstance-1895143482-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-481210864', 'description': 'tempest-secgroup-smoke-481210864 description', 'project_id': '9aa1d25e98de4f36a0b60652c0c46005'}} {{(pid=94000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 06:30:42.569962 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b414c49-5184-47d4-a4e6-679ca4c466e9 req-525ff33c-d48d-4760-9d7e-dbddaf7842b2 tempest-ServerRescueNegativeTestJSON-1209427659 tempest-ServerRescueNegativeTestJSON-1209427659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:30:42.585869 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-7b414c49-5184-47d4-a4e6-679ca4c466e9 req-525ff33c-d48d-4760-9d7e-dbddaf7842b2 tempest-ServerRescueNegativeTestJSON-1209427659 tempest-ServerRescueNegativeTestJSON-1209427659-project] 10.222.0.36 "GET /v2.0/ports?device_id=be801cab-b2ce-4594-8d30-3431ea29df2f HTTP/1.1" status: 200 len: 945 time: 0.1225715 Sep 30 06:30:42.597001 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-b049632e-d367-4f64-b864-7a12f807d49f tempest-TestShelveInstance-1895143482 tempest-TestShelveInstance-1895143482-project] Notify callbacks [] for security_group, before_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:30:42.692388 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-7b414c49-5184-47d4-a4e6-679ca4c466e9 req-2b175b2d-8b15-498a-a119-8eadd693d0a3 tempest-ServerRescueNegativeTestJSON-1209427659 tempest-ServerRescueNegativeTestJSON-1209427659-project] 10.222.0.36 "GET /v2.0/security-groups?id=78ce1e3c-f3d7-420d-ac39-20c93d3fb7fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054735 Sep 30 06:30:42.800321 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-1a5ef50c-1a60-4eeb-b96e-cf5df6fcca4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653538'] for port, before_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:30:42.891033 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.db [None req-1a5ef50c-1a60-4eeb-b96e-cf5df6fcca4b None None] For port 1c582360-a844-45ab-9247-fac5adf64da4, host dv-cinder-811877-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811877-1-iscsi',level=0,port_id=1c582360-a844-45ab-9247-fac5adf64da4,segment=NetworkSegment(f18bb042-e630-4c4b-b384-e9bf093ecc8b),segment_id=f18bb042-e630-4c4b-b384-e9bf093ecc8b)] {{(pid=94001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 06:30:42.901156 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-1a5ef50c-1a60-4eeb-b96e-cf5df6fcca4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7821886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727545992452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727545489363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727545489381'] for port, after_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:30:43.005675 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-b049632e-d367-4f64-b864-7a12f807d49f tempest-TestShelveInstance-1895143482 tempest-TestShelveInstance-1895143482-project] Notify callbacks [] for security_group, precommit_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:30:43.021287 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-b049632e-d367-4f64-b864-7a12f807d49f tempest-TestShelveInstance-1895143482 tempest-TestShelveInstance-1895143482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533969'] for security_group, after_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:30:43.155693 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5ef50c-1a60-4eeb-b96e-cf5df6fcca4b None None] Pushing event updated for resources: {'Port': ['ID=1c582360-a844-45ab-9247-fac5adf64da4,revision_number=4']} {{(pid=94001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:30:43.166785 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-b049632e-d367-4f64-b864-7a12f807d49f tempest-TestShelveInstance-1895143482 tempest-TestShelveInstance-1895143482-project] Notify callbacks [] for security_group, before_response {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:30:43.178396 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [None req-b049632e-d367-4f64-b864-7a12f807d49f tempest-TestShelveInstance-1895143482 tempest-TestShelveInstance-1895143482-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.6567228 Sep 30 06:30:43.179100 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.wsgi [-] (93999) accepted ('10.222.0.36', 55936) {{(pid=93999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 06:30:43.184591 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.api.v2.base [None req-5a58294a-0f15-4b81-bb45-03277b4fb34e tempest-TestShelveInstance-1895143482 tempest-TestShelveInstance-1895143482-project] Request body: {'security_group_rule': {'security_group_id': 'd31ebd02-b6b0-4773-95c4-51c8c3e0ede7', 'project_id': '9aa1d25e98de4f36a0b60652c0c46005', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 06:30:43.265244 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-5a58294a-0f15-4b81-bb45-03277b4fb34e tempest-TestShelveInstance-1895143482 tempest-TestShelveInstance-1895143482-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:30:43.287205 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b049632e-d367-4f64-b864-7a12f807d49f tempest-TestShelveInstance-1895143482 tempest-TestShelveInstance-1895143482-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d31ebd02-b6b0-4773-95c4-51c8c3e0ede7,revision_number=1']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:30:43.410358 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-5a58294a-0f15-4b81-bb45-03277b4fb34e tempest-TestShelveInstance-1895143482 tempest-TestShelveInstance-1895143482-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:30:43.420828 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-5a58294a-0f15-4b81-bb45-03277b4fb34e tempest-TestShelveInstance-1895143482 tempest-TestShelveInstance-1895143482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544093'] for security_group_rule, after_create {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:30:43.502475 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a58294a-0f15-4b81-bb45-03277b4fb34e tempest-TestShelveInstance-1895143482 tempest-TestShelveInstance-1895143482-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f344354-dcda-425d-b6bb-b69cc3f576db,revision_number=0']} {{(pid=93999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:30:43.517131 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-5a58294a-0f15-4b81-bb45-03277b4fb34e tempest-TestShelveInstance-1895143482 tempest-TestShelveInstance-1895143482-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:30:43.520384 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [None req-5a58294a-0f15-4b81-bb45-03277b4fb34e tempest-TestShelveInstance-1895143482 tempest-TestShelveInstance-1895143482-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3398890 Sep 30 06:30:43.524794 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.36', 55942) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 06:30:43.535259 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a58294a-0f15-4b81-bb45-03277b4fb34e tempest-TestShelveInstance-1895143482 tempest-TestShelveInstance-1895143482-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=93999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:30:43.536696 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a58294a-0f15-4b81-bb45-03277b4fb34e tempest-TestShelveInstance-1895143482 tempest-TestShelveInstance-1895143482-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=93999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:30:43.537833 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a58294a-0f15-4b81-bb45-03277b4fb34e tempest-TestShelveInstance-1895143482 tempest-TestShelveInstance-1895143482-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=93999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:30:43.542220 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a58294a-0f15-4b81-bb45-03277b4fb34e tempest-TestShelveInstance-1895143482 tempest-TestShelveInstance-1895143482-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=93999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:30:43.545661 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a58294a-0f15-4b81-bb45-03277b4fb34e tempest-TestShelveInstance-1895143482 tempest-TestShelveInstance-1895143482-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=93999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:30:43.548785 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a58294a-0f15-4b81-bb45-03277b4fb34e tempest-TestShelveInstance-1895143482 tempest-TestShelveInstance-1895143482-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=93999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:30:43.550712 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a58294a-0f15-4b81-bb45-03277b4fb34e tempest-TestShelveInstance-1895143482 tempest-TestShelveInstance-1895143482-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=93999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:30:43.551353 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a58294a-0f15-4b81-bb45-03277b4fb34e tempest-TestShelveInstance-1895143482 tempest-TestShelveInstance-1895143482-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=93999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:30:43.554162 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a58294a-0f15-4b81-bb45-03277b4fb34e tempest-TestShelveInstance-1895143482 tempest-TestShelveInstance-1895143482-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=93999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:30:43.556144 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a58294a-0f15-4b81-bb45-03277b4fb34e tempest-TestShelveInstance-1895143482 tempest-TestShelveInstance-1895143482-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=93999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:30:43.557161 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a58294a-0f15-4b81-bb45-03277b4fb34e tempest-TestShelveInstance-1895143482 tempest-TestShelveInstance-1895143482-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=93999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:30:43.560334 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a58294a-0f15-4b81-bb45-03277b4fb34e tempest-TestShelveInstance-1895143482 tempest-TestShelveInstance-1895143482-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=93999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:30:43.618196 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.api.v2.base [None req-4fb5755d-9532-4d87-b751-400b6de637ee tempest-TestShelveInstance-1895143482 tempest-TestShelveInstance-1895143482-project] Request body: {'security_group_rule': {'security_group_id': 'd31ebd02-b6b0-4773-95c4-51c8c3e0ede7', 'project_id': '9aa1d25e98de4f36a0b60652c0c46005', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 06:30:43.912595 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-4fb5755d-9532-4d87-b751-400b6de637ee tempest-TestShelveInstance-1895143482 tempest-TestShelveInstance-1895143482-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:30:44.042292 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.rpc [None req-1a5ef50c-1a60-4eeb-b96e-cf5df6fcca4b None None] Device 1c582360-a844-45ab-9247-fac5adf64da4 up at agent ovs-agent-dv-cinder-811877-1-iscsi {{(pid=94001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 06:30:44.046109 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687d471a-8368-461f-a80b-d44c3b57fd79 req-14ebbe2f-9b7a-45e8-924e-0a9e7b680ddd tempest-ServerRescueNegativeTestJSON-1209427659 tempest-ServerRescueNegativeTestJSON-1209427659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:30:44.075840 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-687d471a-8368-461f-a80b-d44c3b57fd79 req-14ebbe2f-9b7a-45e8-924e-0a9e7b680ddd tempest-ServerRescueNegativeTestJSON-1209427659 tempest-ServerRescueNegativeTestJSON-1209427659-project] 10.222.0.36 "GET /v2.0/ports?device_id=be801cab-b2ce-4594-8d30-3431ea29df2f HTTP/1.1" status: 200 len: 945 time: 0.1983666 Sep 30 06:30:44.151224 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9455bc1-fb17-4722-9e92-8ff526aff33e req-94d4453e-fc10-444d-b4ae-8417f421311e tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:30:44.170155 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-b9455bc1-fb17-4722-9e92-8ff526aff33e req-94d4453e-fc10-444d-b4ae-8417f421311e tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] 10.222.0.36 "GET /v2.0/ports?device_id=c7de8e92-ecc9-41bc-98bb-5c2242bab3d1 HTTP/1.1" status: 200 len: 943 time: 0.4511642 Sep 30 06:30:44.241671 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.db.provisioning_blocks [None req-1a5ef50c-1a60-4eeb-b96e-cf5df6fcca4b None None] Provisioning complete for port 1c582360-a844-45ab-9247-fac5adf64da4 triggered by entity L2. {{(pid=94001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 06:30:44.247700 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-1a5ef50c-1a60-4eeb-b96e-cf5df6fcca4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-597822'] for port, provisioning_complete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:30:44.333449 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-b9455bc1-fb17-4722-9e92-8ff526aff33e req-5cb9ab13-cd9c-4d5f-bb29-0c3049082ab3 tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] 10.222.0.36 "GET /v2.0/security-groups?id=aaa05d83-3ebc-404f-b7b5-bc03e45995ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1561790 Sep 30 06:30:44.342478 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-687d471a-8368-461f-a80b-d44c3b57fd79 req-fa0f0040-9c27-4797-9e2f-e548395b9b19 tempest-ServerRescueNegativeTestJSON-1209427659 tempest-ServerRescueNegativeTestJSON-1209427659-project] 10.222.0.36 "GET /v2.0/security-groups?id=78ce1e3c-f3d7-420d-ac39-20c93d3fb7fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2656040 Sep 30 06:30:44.409174 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-4fb5755d-9532-4d87-b751-400b6de637ee tempest-TestShelveInstance-1895143482 tempest-TestShelveInstance-1895143482-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:30:44.419185 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-4fb5755d-9532-4d87-b751-400b6de637ee tempest-TestShelveInstance-1895143482 tempest-TestShelveInstance-1895143482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544093'] for security_group_rule, after_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:30:44.513087 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb5755d-9532-4d87-b751-400b6de637ee tempest-TestShelveInstance-1895143482 tempest-TestShelveInstance-1895143482-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=72b387ca-8e56-4f43-9798-ae902f506015,revision_number=0']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:30:44.528941 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-4fb5755d-9532-4d87-b751-400b6de637ee tempest-TestShelveInstance-1895143482 tempest-TestShelveInstance-1895143482-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:30:44.530324 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [None req-4fb5755d-9532-4d87-b751-400b6de637ee tempest-TestShelveInstance-1895143482 tempest-TestShelveInstance-1895143482-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.0025530 Sep 30 06:30:44.533835 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.wsgi [-] (93999) accepted ('10.222.0.36', 55948) {{(pid=93999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 06:30:44.541974 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.api.v2.base [None req-35533f4b-45aa-4e5d-8bf5-c2ed0851f4b3 tempest-TestShelveInstance-1895143482 tempest-TestShelveInstance-1895143482-project] Request body: {'security_group_rule': {'security_group_id': 'd31ebd02-b6b0-4773-95c4-51c8c3e0ede7', 'project_id': '9aa1d25e98de4f36a0b60652c0c46005', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 06:30:44.615727 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-35533f4b-45aa-4e5d-8bf5-c2ed0851f4b3 tempest-TestShelveInstance-1895143482 tempest-TestShelveInstance-1895143482-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:30:44.641446 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3375a58b-7efd-43bd-b3dd-f93726fa6b54 None None] Sync routers for ids ['bf02fa2f-a137-4b87-a285-3dda76f10e36'] in dv-cinder-811877-1-iscsi {{(pid=94001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 06:30:44.691245 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3375a58b-7efd-43bd-b3dd-f93726fa6b54 None None] Routers {'bf02fa2f-a137-4b87-a285-3dda76f10e36'} bound to L3 agent in host dv-cinder-811877-1-iscsi {{(pid=94001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 06:30:44.691985 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.db.l3_hamode_db [None req-3375a58b-7efd-43bd-b3dd-f93726fa6b54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811877-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-30T06:19:31Z,description=,heartbeat_timestamp=2021-09-30T06:30:31Z,host='dv-cinder-811877-1-iscsi',id=f054bd23-6895-478f-87a4-7cc0e21c04e0,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T06:19:31Z,topic='l3_agent')) {'router_ids': ['bf02fa2f-a137-4b87-a285-3dda76f10e36'], 'active': True} {{(pid=94001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 06:30:44.759100 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-35533f4b-45aa-4e5d-8bf5-c2ed0851f4b3 tempest-TestShelveInstance-1895143482 tempest-TestShelveInstance-1895143482-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:30:44.768559 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-35533f4b-45aa-4e5d-8bf5-c2ed0851f4b3 tempest-TestShelveInstance-1895143482 tempest-TestShelveInstance-1895143482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544093'] for security_group_rule, after_create {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:30:44.821438 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35533f4b-45aa-4e5d-8bf5-c2ed0851f4b3 tempest-TestShelveInstance-1895143482 tempest-TestShelveInstance-1895143482-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=127fe882-f100-46b9-bdc4-e422cffa6edf,revision_number=0']} {{(pid=93999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:30:44.844691 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-35533f4b-45aa-4e5d-8bf5-c2ed0851f4b3 tempest-TestShelveInstance-1895143482 tempest-TestShelveInstance-1895143482-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:30:44.850377 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.36', 55950) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 06:30:44.850926 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [None req-35533f4b-45aa-4e5d-8bf5-c2ed0851f4b3 tempest-TestShelveInstance-1895143482 tempest-TestShelveInstance-1895143482-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3140569 Sep 30 06:30:44.860579 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.api.v2.base [None req-17fd2d7e-5a84-411a-8e60-edfe3d36a18b tempest-TestShelveInstance-1895143482 tempest-TestShelveInstance-1895143482-project] Request body: {'security_group_rule': {'security_group_id': 'd31ebd02-b6b0-4773-95c4-51c8c3e0ede7', 'project_id': '9aa1d25e98de4f36a0b60652c0c46005', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 06:30:44.945931 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-17fd2d7e-5a84-411a-8e60-edfe3d36a18b tempest-TestShelveInstance-1895143482 tempest-TestShelveInstance-1895143482-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:30:45.002607 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.db.l3_dvr_db [None req-3375a58b-7efd-43bd-b3dd-f93726fa6b54 None None] Set router bf02fa2f-a137-4b87-a285-3dda76f10e36 gateway port host: dv-cinder-811877-1-iscsi {{(pid=94001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 06:30:45.096838 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-17fd2d7e-5a84-411a-8e60-edfe3d36a18b tempest-TestShelveInstance-1895143482 tempest-TestShelveInstance-1895143482-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:30:45.104589 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-17fd2d7e-5a84-411a-8e60-edfe3d36a18b tempest-TestShelveInstance-1895143482 tempest-TestShelveInstance-1895143482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544093'] for security_group_rule, after_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:30:45.153790 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-17fd2d7e-5a84-411a-8e60-edfe3d36a18b tempest-TestShelveInstance-1895143482 tempest-TestShelveInstance-1895143482-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:30:45.158761 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [None req-17fd2d7e-5a84-411a-8e60-edfe3d36a18b tempest-TestShelveInstance-1895143482 tempest-TestShelveInstance-1895143482-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3042843 Sep 30 06:30:45.161080 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.36', 55954) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 06:30:45.170848 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.api.v2.base [None req-583f6b09-0f4f-4c78-9312-3e6c3c94cfd2 tempest-TestShelveInstance-1895143482 tempest-TestShelveInstance-1895143482-project] Request body: {'security_group_rule': {'security_group_id': 'd31ebd02-b6b0-4773-95c4-51c8c3e0ede7', 'project_id': '9aa1d25e98de4f36a0b60652c0c46005', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 06:30:45.178767 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17fd2d7e-5a84-411a-8e60-edfe3d36a18b tempest-TestShelveInstance-1895143482 tempest-TestShelveInstance-1895143482-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=826dde2a-5870-46dc-bdde-7282d4e1ef1d,revision_number=0']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:30:45.216004 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.db.securitygroups_db [None req-583f6b09-0f4f-4c78-9312-3e6c3c94cfd2 tempest-TestShelveInstance-1895143482 tempest-TestShelveInstance-1895143482-project] Project 9aa1d25e98de4f36a0b60652c0c46005 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 30 06:30:45.231864 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-583f6b09-0f4f-4c78-9312-3e6c3c94cfd2 tempest-TestShelveInstance-1895143482 tempest-TestShelveInstance-1895143482-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:30:45.420143 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-583f6b09-0f4f-4c78-9312-3e6c3c94cfd2 tempest-TestShelveInstance-1895143482 tempest-TestShelveInstance-1895143482-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:30:45.432782 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-583f6b09-0f4f-4c78-9312-3e6c3c94cfd2 tempest-TestShelveInstance-1895143482 tempest-TestShelveInstance-1895143482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544093'] for security_group_rule, after_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:30:45.676916 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-583f6b09-0f4f-4c78-9312-3e6c3c94cfd2 tempest-TestShelveInstance-1895143482 tempest-TestShelveInstance-1895143482-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:30:45.686368 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [None req-583f6b09-0f4f-4c78-9312-3e6c3c94cfd2 tempest-TestShelveInstance-1895143482 tempest-TestShelveInstance-1895143482-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5240164 Sep 30 06:30:45.690221 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.36', 55962) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 06:30:45.705553 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0556235-de79-491a-b307-a531f38d5241 req-ea0bfbb3-47a0-4750-b934-cf0cb2db6844 tempest-ServerRescueNegativeTestJSON-1209427659 tempest-ServerRescueNegativeTestJSON-1209427659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:30:45.712867 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.api.v2.base [None req-7487c6bd-6f70-42f4-bcfa-4fbc1feff1ae tempest-TestShelveInstance-1895143482 tempest-TestShelveInstance-1895143482-project] Request body: {'security_group_rule': {'security_group_id': 'd31ebd02-b6b0-4773-95c4-51c8c3e0ede7', 'project_id': '9aa1d25e98de4f36a0b60652c0c46005', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 06:30:45.719551 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-d0556235-de79-491a-b307-a531f38d5241 req-ea0bfbb3-47a0-4750-b934-cf0cb2db6844 tempest-ServerRescueNegativeTestJSON-1209427659 tempest-ServerRescueNegativeTestJSON-1209427659-project] 10.222.0.36 "GET /v2.0/ports?device_id=be801cab-b2ce-4594-8d30-3431ea29df2f HTTP/1.1" status: 200 len: 945 time: 0.1848710 Sep 30 06:30:45.754291 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583f6b09-0f4f-4c78-9312-3e6c3c94cfd2 tempest-TestShelveInstance-1895143482 tempest-TestShelveInstance-1895143482-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c2a47e2-b3f2-41a2-9558-60e98b31f99f,revision_number=0']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:30:45.758542 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.db.l3_hamode_db [None req-3375a58b-7efd-43bd-b3dd-f93726fa6b54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf02fa2f-a137-4b87-a285-3dda76f10e36', 'name': 'tempest-TestShelveInstance-793399152-router', 'tenant_id': '1f823187fb874096912cf27c09c0c35e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddd8ee8b-b24f-47fb-afd7-cfc700c93624', 'external_fixed_ips': [{'subnet_id': '4727b4cf-a8ea-4dab-8db4-019b4e8b0546', 'ip_address': '172.27.1.77'}], 'enable_snat': True}, 'gw_port_id': '1c582360-a844-45ab-9247-fac5adf64da4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T06:30:26Z', 'updated_at': '2021-09-30T06:30:36Z', 'revision_number': 4, 'project_id': '1f823187fb874096912cf27c09c0c35e', 'gw_port': {'id': '1c582360-a844-45ab-9247-fac5adf64da4', 'name': '', 'network_id': 'ddd8ee8b-b24f-47fb-afd7-cfc700c93624', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:98:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf02fa2f-a137-4b87-a285-3dda76f10e36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '4727b4cf-a8ea-4dab-8db4-019b4e8b0546', 'ip_address': '172.27.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T06:30:29Z', 'updated_at': '2021-09-30T06:30:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4727b4cf-a8ea-4dab-8db4-019b4e8b0546', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811877-1-iscsi', '_interfaces': [{'id': 'd2e341a2-fe7f-4aa7-9ab1-1463e3cc274d', 'name': '', 'network_id': 'b59ebf78-aaac-41b8-b79e-46417d57ba35', 'tenant_id': '1f823187fb874096912cf27c09c0c35e', 'mac_address': 'fa:16:3e:93:f5:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf02fa2f-a137-4b87-a285-3dda76f10e36', 'device_owner': 'network:router_interface', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '94fc05ed-120c-4077-86a2-13639ed73ffc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T06:30:35Z', 'updated_at': '2021-09-30T06:30:37Z', 'revision_number': 2, 'project_id': '1f823187fb874096912cf27c09c0c35e', 'subnets': [{'id': '94fc05ed-120c-4077-86a2-13639ed73ffc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811877-1-iscsi', False) {} {{(pid=94001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 06:30:45.861620 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2114c035-c95c-4e1d-a54e-c9e5cd76b156 req-c9259c16-cf0c-4797-90cd-d9563329fee5 tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:30:45.868753 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-2114c035-c95c-4e1d-a54e-c9e5cd76b156 req-c9259c16-cf0c-4797-90cd-d9563329fee5 tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] 10.222.0.36 "GET /v2.0/ports?device_id=c7de8e92-ecc9-41bc-98bb-5c2242bab3d1 HTTP/1.1" status: 200 len: 943 time: 0.3344414 Sep 30 06:30:45.881087 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3375a58b-7efd-43bd-b3dd-f93726fa6b54 None None] Checking router: bf02fa2f-a137-4b87-a285-3dda76f10e36 for host: dv-cinder-811877-1-iscsi {{(pid=94001) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 06:30:45.881087 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3375a58b-7efd-43bd-b3dd-f93726fa6b54 None None] Updating router bf02fa2f-a137-4b87-a285-3dda76f10e36 port d2e341a2-fe7f-4aa7-9ab1-1463e3cc274d binding host dv-cinder-811877-1-iscsi {{(pid=94001) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 30 06:30:45.936967 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-d0556235-de79-491a-b307-a531f38d5241 req-7a3ac776-50af-4f50-9d31-68b3e5bba2ec tempest-ServerRescueNegativeTestJSON-1209427659 tempest-ServerRescueNegativeTestJSON-1209427659-project] 10.222.0.36 "GET /v2.0/security-groups?id=78ce1e3c-f3d7-420d-ac39-20c93d3fb7fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1848123 Sep 30 06:30:45.957719 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-3375a58b-7efd-43bd-b3dd-f93726fa6b54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653538'] for port, before_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:30:45.981812 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.db.securitygroups_db [None req-7487c6bd-6f70-42f4-bcfa-4fbc1feff1ae tempest-TestShelveInstance-1895143482 tempest-TestShelveInstance-1895143482-project] Project 9aa1d25e98de4f36a0b60652c0c46005 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 30 06:30:46.011191 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-7487c6bd-6f70-42f4-bcfa-4fbc1feff1ae tempest-TestShelveInstance-1895143482 tempest-TestShelveInstance-1895143482-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:30:46.290921 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-2114c035-c95c-4e1d-a54e-c9e5cd76b156 req-25ef116e-d031-4512-86fb-1d94459674c2 tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] 10.222.0.36 "GET /v2.0/security-groups?id=aaa05d83-3ebc-404f-b7b5-bc03e45995ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4065175 Sep 30 06:30:46.339066 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-7487c6bd-6f70-42f4-bcfa-4fbc1feff1ae tempest-TestShelveInstance-1895143482 tempest-TestShelveInstance-1895143482-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:30:46.351167 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-7487c6bd-6f70-42f4-bcfa-4fbc1feff1ae tempest-TestShelveInstance-1895143482 tempest-TestShelveInstance-1895143482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544093'] for security_group_rule, after_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:30:46.415759 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7487c6bd-6f70-42f4-bcfa-4fbc1feff1ae tempest-TestShelveInstance-1895143482 tempest-TestShelveInstance-1895143482-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c7ec0a3e-67d8-4632-a9c0-dda8d7114815,revision_number=0']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:30:46.428027 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-7487c6bd-6f70-42f4-bcfa-4fbc1feff1ae tempest-TestShelveInstance-1895143482 tempest-TestShelveInstance-1895143482-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:30:46.429294 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [None req-7487c6bd-6f70-42f4-bcfa-4fbc1feff1ae tempest-TestShelveInstance-1895143482 tempest-TestShelveInstance-1895143482-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.7301598 Sep 30 06:30:46.705347 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-3375a58b-7efd-43bd-b3dd-f93726fa6b54 None None] Notify callbacks [] for port, precommit_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:30:46.717325 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-3375a58b-7efd-43bd-b3dd-f93726fa6b54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7821886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727545992452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727545489363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727545489381'] for port, after_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:30:46.879671 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e6dcc2-60a0-48a0-9a4f-0edecc400796 None None] Pushing event updated for resources: {'Port': ['ID=d2e341a2-fe7f-4aa7-9ab1-1463e3cc274d,revision_number=3']} {{(pid=94001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:30:46.986054 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.managers [None req-3375a58b-7efd-43bd-b3dd-f93726fa6b54 None None] Attempting to bind port d2e341a2-fe7f-4aa7-9ab1-1463e3cc274d on host dv-cinder-811877-1-iscsi for vnic_type normal with profile {{(pid=94001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 06:30:46.986435 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.managers [None req-3375a58b-7efd-43bd-b3dd-f93726fa6b54 None None] Attempting to bind port d2e341a2-fe7f-4aa7-9ab1-1463e3cc274d by drivers openvswitch,hyperv on host dv-cinder-811877-1-iscsi at level 0 using segments [{'id': '65b29c81-111a-40dc-8523-b6d87832ea79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'b59ebf78-aaac-41b8-b79e-46417d57ba35'}] {{(pid=94001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 06:30:46.993343 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3375a58b-7efd-43bd-b3dd-f93726fa6b54 None None] Attempting to bind port d2e341a2-fe7f-4aa7-9ab1-1463e3cc274d on network b59ebf78-aaac-41b8-b79e-46417d57ba35 {{(pid=94001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 06:30:47.001393 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3375a58b-7efd-43bd-b3dd-f93726fa6b54 None None] Checking agent: {'id': '38eed8e6-19bc-4ff2-90e0-3c7aa8a3a275', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-811877-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 6, 19, 32), 'started_at': datetime.datetime(2021, 9, 30, 6, 20, 2), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 6, 30, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-811877-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 06:30:47.001677 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3375a58b-7efd-43bd-b3dd-f93726fa6b54 None None] Checking segment: {'id': '65b29c81-111a-40dc-8523-b6d87832ea79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'b59ebf78-aaac-41b8-b79e-46417d57ba35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 06:30:47.001901 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-3375a58b-7efd-43bd-b3dd-f93726fa6b54 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:30:47.002313 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3375a58b-7efd-43bd-b3dd-f93726fa6b54 None None] Bound using segment: {'id': '65b29c81-111a-40dc-8523-b6d87832ea79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'b59ebf78-aaac-41b8-b79e-46417d57ba35'} {{(pid=94001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 06:30:47.005405 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.managers [None req-3375a58b-7efd-43bd-b3dd-f93726fa6b54 None None] Bound port: d2e341a2-fe7f-4aa7-9ab1-1463e3cc274d, host: dv-cinder-811877-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65b29c81-111a-40dc-8523-b6d87832ea79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'b59ebf78-aaac-41b8-b79e-46417d57ba35'}}] {{(pid=94001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 06:30:47.006165 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-3375a58b-7efd-43bd-b3dd-f93726fa6b54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653538'] for port, before_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:30:47.186943 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.db [None req-3375a58b-7efd-43bd-b3dd-f93726fa6b54 None None] For port d2e341a2-fe7f-4aa7-9ab1-1463e3cc274d, host dv-cinder-811877-1-iscsi, cleared binding levels {{(pid=94001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 06:30:47.191514 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.db [None req-3375a58b-7efd-43bd-b3dd-f93726fa6b54 None None] For port d2e341a2-fe7f-4aa7-9ab1-1463e3cc274d, host dv-cinder-811877-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811877-1-iscsi',level=0,port_id=d2e341a2-fe7f-4aa7-9ab1-1463e3cc274d,segment=NetworkSegment(65b29c81-111a-40dc-8523-b6d87832ea79),segment_id=65b29c81-111a-40dc-8523-b6d87832ea79)] {{(pid=94001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 06:30:47.199803 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-3375a58b-7efd-43bd-b3dd-f93726fa6b54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7821886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727545992452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727545489363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727545489381'] for port, after_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:30:47.380173 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3375a58b-7efd-43bd-b3dd-f93726fa6b54 None None] Routers {'bf02fa2f-a137-4b87-a285-3dda76f10e36'} bound to L3 agent in host dv-cinder-811877-1-iscsi {{(pid=94001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 06:30:47.395661 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.db.l3_hamode_db [None req-3375a58b-7efd-43bd-b3dd-f93726fa6b54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811877-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-30T06:19:31Z,description=,heartbeat_timestamp=2021-09-30T06:30:31Z,host='dv-cinder-811877-1-iscsi',id=f054bd23-6895-478f-87a4-7cc0e21c04e0,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T06:19:31Z,topic='l3_agent')) {'router_ids': ['bf02fa2f-a137-4b87-a285-3dda76f10e36'], 'active': True} {{(pid=94001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 06:30:47.434454 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7bce28-a543-4a39-957e-bf2b5ceee753 req-5b643f6d-d6c7-4892-a139-d019d2861f2e tempest-ServerRescueNegativeTestJSON-1209427659 tempest-ServerRescueNegativeTestJSON-1209427659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:30:47.437727 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-5a7bce28-a543-4a39-957e-bf2b5ceee753 req-5b643f6d-d6c7-4892-a139-d019d2861f2e tempest-ServerRescueNegativeTestJSON-1209427659 tempest-ServerRescueNegativeTestJSON-1209427659-project] 10.222.0.36 "GET /v2.0/ports?device_id=be801cab-b2ce-4594-8d30-3431ea29df2f HTTP/1.1" status: 200 len: 945 time: 0.1801467 Sep 30 06:30:47.464394 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e6dcc2-60a0-48a0-9a4f-0edecc400796 None None] Pushing event updated for resources: {'Port': ['ID=d2e341a2-fe7f-4aa7-9ab1-1463e3cc274d,revision_number=4']} {{(pid=94001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:30:47.580295 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-5a7bce28-a543-4a39-957e-bf2b5ceee753 req-88444c00-ec24-4dba-85e9-465b7624717b tempest-ServerRescueNegativeTestJSON-1209427659 tempest-ServerRescueNegativeTestJSON-1209427659-project] 10.222.0.36 "GET /v2.0/security-groups?id=78ce1e3c-f3d7-420d-ac39-20c93d3fb7fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339495 Sep 30 06:30:47.637867 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.db.provisioning_blocks [None req-f067e990-5b70-4b02-ae5f-f2f18203e103 None None] Provisioning complete for port d2e341a2-fe7f-4aa7-9ab1-1463e3cc274d triggered by entity DHCP. {{(pid=94001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 06:30:47.638453 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-f067e990-5b70-4b02-ae5f-f2f18203e103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-597822'] for port, provisioning_complete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:30:47.715464 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1af9661-7240-45c0-9d01-c848ba3d2e07 req-8391668d-9f11-4721-969d-1bc1b3a85056 tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:30:47.717292 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-b1af9661-7240-45c0-9d01-c848ba3d2e07 req-8391668d-9f11-4721-969d-1bc1b3a85056 tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] 10.222.0.36 "GET /v2.0/ports?device_id=c7de8e92-ecc9-41bc-98bb-5c2242bab3d1 HTTP/1.1" status: 200 len: 943 time: 0.0964487 Sep 30 06:30:47.854261 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-b1af9661-7240-45c0-9d01-c848ba3d2e07 req-8634b776-9c78-467a-b6b2-64e452d27faf tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] 10.222.0.36 "GET /v2.0/security-groups?id=aaa05d83-3ebc-404f-b7b5-bc03e45995ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1280122 Sep 30 06:30:48.023139 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-f067e990-5b70-4b02-ae5f-f2f18203e103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653538'] for port, before_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:30:48.169393 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.db [None req-f067e990-5b70-4b02-ae5f-f2f18203e103 None None] For port d2e341a2-fe7f-4aa7-9ab1-1463e3cc274d, host dv-cinder-811877-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811877-1-iscsi',level=0,port_id=d2e341a2-fe7f-4aa7-9ab1-1463e3cc274d,segment=NetworkSegment(65b29c81-111a-40dc-8523-b6d87832ea79),segment_id=65b29c81-111a-40dc-8523-b6d87832ea79)] {{(pid=94001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 06:30:48.182988 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.rpc [None req-1a5ef50c-1a60-4eeb-b96e-cf5df6fcca4b None None] Device d2e341a2-fe7f-4aa7-9ab1-1463e3cc274d up at agent ovs-agent-dv-cinder-811877-1-iscsi {{(pid=94001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 06:30:48.271863 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-f067e990-5b70-4b02-ae5f-f2f18203e103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7821886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727545992452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727545489363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727545489381'] for port, after_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:30:48.301074 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.db.l3_dvr_db [None req-3375a58b-7efd-43bd-b3dd-f93726fa6b54 None None] Set router bf02fa2f-a137-4b87-a285-3dda76f10e36 gateway port host: dv-cinder-811877-1-iscsi {{(pid=94001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 06:30:48.553496 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f067e990-5b70-4b02-ae5f-f2f18203e103 None None] Pushing event updated for resources: {'Port': ['ID=d2e341a2-fe7f-4aa7-9ab1-1463e3cc274d,revision_number=5']} {{(pid=94001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:30:48.666679 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.db.provisioning_blocks [None req-1a5ef50c-1a60-4eeb-b96e-cf5df6fcca4b None None] Provisioning complete for port d2e341a2-fe7f-4aa7-9ab1-1463e3cc274d triggered by entity L2. {{(pid=94001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 06:30:48.668638 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-1a5ef50c-1a60-4eeb-b96e-cf5df6fcca4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-597822'] for port, provisioning_complete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:30:48.723974 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.db.provisioning_blocks [None req-23d3e6b9-79d2-4fa3-921a-6eab4abe8b51 None None] Provisioning complete for port d2e341a2-fe7f-4aa7-9ab1-1463e3cc274d triggered by entity DHCP. {{(pid=94001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 06:30:48.724513 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-23d3e6b9-79d2-4fa3-921a-6eab4abe8b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-597822'] for port, provisioning_complete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:30:48.870516 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ed928f-f4a9-4a5f-9ea0-f3d6ad45e8dc req-45ff981e-860f-44dd-8f33-2e80ff97481e tempest-ServerRescueNegativeTestJSON-1209427659 tempest-ServerRescueNegativeTestJSON-1209427659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:30:48.876365 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-03ed928f-f4a9-4a5f-9ea0-f3d6ad45e8dc req-45ff981e-860f-44dd-8f33-2e80ff97481e tempest-ServerRescueNegativeTestJSON-1209427659 tempest-ServerRescueNegativeTestJSON-1209427659-project] 10.222.0.36 "GET /v2.0/ports?device_id=be801cab-b2ce-4594-8d30-3431ea29df2f HTTP/1.1" status: 200 len: 945 time: 0.1001384 Sep 30 06:30:48.994713 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-03ed928f-f4a9-4a5f-9ea0-f3d6ad45e8dc req-62a087e2-7c5f-46b5-8711-fb1314727673 tempest-ServerRescueNegativeTestJSON-1209427659 tempest-ServerRescueNegativeTestJSON-1209427659-project] 10.222.0.36 "GET /v2.0/security-groups?id=78ce1e3c-f3d7-420d-ac39-20c93d3fb7fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109531 Sep 30 06:30:49.192877 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.db.l3_hamode_db [None req-3375a58b-7efd-43bd-b3dd-f93726fa6b54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf02fa2f-a137-4b87-a285-3dda76f10e36', 'name': 'tempest-TestShelveInstance-793399152-router', 'tenant_id': '1f823187fb874096912cf27c09c0c35e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddd8ee8b-b24f-47fb-afd7-cfc700c93624', 'external_fixed_ips': [{'subnet_id': '4727b4cf-a8ea-4dab-8db4-019b4e8b0546', 'ip_address': '172.27.1.77'}], 'enable_snat': True}, 'gw_port_id': '1c582360-a844-45ab-9247-fac5adf64da4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T06:30:26Z', 'updated_at': '2021-09-30T06:30:36Z', 'revision_number': 4, 'project_id': '1f823187fb874096912cf27c09c0c35e', 'gw_port': {'id': '1c582360-a844-45ab-9247-fac5adf64da4', 'name': '', 'network_id': 'ddd8ee8b-b24f-47fb-afd7-cfc700c93624', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:98:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf02fa2f-a137-4b87-a285-3dda76f10e36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '4727b4cf-a8ea-4dab-8db4-019b4e8b0546', 'ip_address': '172.27.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T06:30:29Z', 'updated_at': '2021-09-30T06:30:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4727b4cf-a8ea-4dab-8db4-019b4e8b0546', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811877-1-iscsi', '_interfaces': [{'id': 'd2e341a2-fe7f-4aa7-9ab1-1463e3cc274d', 'name': '', 'network_id': 'b59ebf78-aaac-41b8-b79e-46417d57ba35', 'tenant_id': '1f823187fb874096912cf27c09c0c35e', 'mac_address': 'fa:16:3e:93:f5:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf02fa2f-a137-4b87-a285-3dda76f10e36', 'device_owner': 'network:router_interface', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '94fc05ed-120c-4077-86a2-13639ed73ffc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T06:30:35Z', 'updated_at': '2021-09-30T06:30:47Z', 'revision_number': 4, 'project_id': '1f823187fb874096912cf27c09c0c35e', 'subnets': [{'id': '94fc05ed-120c-4077-86a2-13639ed73ffc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811877-1-iscsi', False) {} {{(pid=94001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 06:30:49.247256 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3375a58b-7efd-43bd-b3dd-f93726fa6b54 None None] The sync data for ids ['bf02fa2f-a137-4b87-a285-3dda76f10e36'] in dv-cinder-811877-1-iscsi is: [{'id': 'bf02fa2f-a137-4b87-a285-3dda76f10e36', 'name': 'tempest-TestShelveInstance-793399152-router', 'tenant_id': '1f823187fb874096912cf27c09c0c35e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddd8ee8b-b24f-47fb-afd7-cfc700c93624', 'external_fixed_ips': [{'subnet_id': '4727b4cf-a8ea-4dab-8db4-019b4e8b0546', 'ip_address': '172.27.1.77'}], 'enable_snat': True}, 'gw_port_id': '1c582360-a844-45ab-9247-fac5adf64da4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T06:30:26Z', 'updated_at': '2021-09-30T06:30:36Z', 'revision_number': 4, 'project_id': '1f823187fb874096912cf27c09c0c35e', 'gw_port': {'id': '1c582360-a844-45ab-9247-fac5adf64da4', 'name': '', 'network_id': 'ddd8ee8b-b24f-47fb-afd7-cfc700c93624', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:98:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf02fa2f-a137-4b87-a285-3dda76f10e36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '4727b4cf-a8ea-4dab-8db4-019b4e8b0546', 'ip_address': '172.27.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T06:30:29Z', 'updated_at': '2021-09-30T06:30:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4727b4cf-a8ea-4dab-8db4-019b4e8b0546', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811877-1-iscsi', '_interfaces': [{'id': 'd2e341a2-fe7f-4aa7-9ab1-1463e3cc274d', 'name': '', 'network_id': 'b59ebf78-aaac-41b8-b79e-46417d57ba35', 'tenant_id': '1f823187fb874096912cf27c09c0c35e', 'mac_address': 'fa:16:3e:93:f5:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf02fa2f-a137-4b87-a285-3dda76f10e36', 'device_owner': 'network:router_interface', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '94fc05ed-120c-4077-86a2-13639ed73ffc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T06:30:35Z', 'updated_at': '2021-09-30T06:30:47Z', 'revision_number': 4, 'project_id': '1f823187fb874096912cf27c09c0c35e', 'subnets': [{'id': '94fc05ed-120c-4077-86a2-13639ed73ffc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 06:30:49.279388 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aba3cfb-99d6-4410-84a1-6a65e37ec1e5 req-71e7a066-ff93-4659-be27-bdcdc0003d42 tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:30:49.298640 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-0aba3cfb-99d6-4410-84a1-6a65e37ec1e5 req-71e7a066-ff93-4659-be27-bdcdc0003d42 tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] 10.222.0.36 "GET /v2.0/ports?device_id=c7de8e92-ecc9-41bc-98bb-5c2242bab3d1 HTTP/1.1" status: 200 len: 943 time: 0.2354147 Sep 30 06:30:49.472737 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-0aba3cfb-99d6-4410-84a1-6a65e37ec1e5 req-6f947082-079d-409b-bf2f-a9505c5b9d42 tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] 10.222.0.36 "GET /v2.0/security-groups?id=aaa05d83-3ebc-404f-b7b5-bc03e45995ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1647129 Sep 30 06:30:49.986645 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.rpc [None req-1a5ef50c-1a60-4eeb-b96e-cf5df6fcca4b None None] Device d2e341a2-fe7f-4aa7-9ab1-1463e3cc274d up at agent ovs-agent-dv-cinder-811877-1-iscsi {{(pid=94001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 06:30:50.244724 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.db.provisioning_blocks [None req-1a5ef50c-1a60-4eeb-b96e-cf5df6fcca4b None None] Provisioning complete for port d2e341a2-fe7f-4aa7-9ab1-1463e3cc274d triggered by entity L2. {{(pid=94001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 06:30:50.247015 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-1a5ef50c-1a60-4eeb-b96e-cf5df6fcca4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-597822'] for port, provisioning_complete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:30:50.428477 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5888b752-d76a-4505-ac82-d8512f8b5a75 req-b3c8216b-a42e-4757-a5a9-7d085143fc66 tempest-ServerRescueNegativeTestJSON-1209427659 tempest-ServerRescueNegativeTestJSON-1209427659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:30:50.440629 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-5888b752-d76a-4505-ac82-d8512f8b5a75 req-b3c8216b-a42e-4757-a5a9-7d085143fc66 tempest-ServerRescueNegativeTestJSON-1209427659 tempest-ServerRescueNegativeTestJSON-1209427659-project] 10.222.0.36 "GET /v2.0/ports?device_id=be801cab-b2ce-4594-8d30-3431ea29df2f HTTP/1.1" status: 200 len: 945 time: 0.1901422 Sep 30 06:30:50.688904 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-5888b752-d76a-4505-ac82-d8512f8b5a75 req-5eff7af9-69d2-4125-8be0-47c66a8c5484 tempest-ServerRescueNegativeTestJSON-1209427659 tempest-ServerRescueNegativeTestJSON-1209427659-project] 10.222.0.36 "GET /v2.0/security-groups?id=78ce1e3c-f3d7-420d-ac39-20c93d3fb7fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2333238 Sep 30 06:30:51.044752 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78f3300-d51e-41e1-8bdb-51ddcb3788bd req-df83d86f-057a-47ed-961e-62e3680209e6 tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:30:51.064436 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-e78f3300-d51e-41e1-8bdb-51ddcb3788bd req-df83d86f-057a-47ed-961e-62e3680209e6 tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] 10.222.0.36 "GET /v2.0/ports?device_id=c7de8e92-ecc9-41bc-98bb-5c2242bab3d1 HTTP/1.1" status: 200 len: 943 time: 0.2644370 Sep 30 06:30:51.211787 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-e78f3300-d51e-41e1-8bdb-51ddcb3788bd req-b5fe4493-3fc0-4f3a-9631-36c7cf037400 tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] 10.222.0.36 "GET /v2.0/security-groups?id=aaa05d83-3ebc-404f-b7b5-bc03e45995ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1460836 Sep 30 06:30:51.857382 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666c023e-d2ea-4bc6-a4d6-f3f7d0a6e41a req-3ae1e5d9-7617-4f35-82b0-1cd35b1712c1 tempest-ServerRescueNegativeTestJSON-1209427659 tempest-ServerRescueNegativeTestJSON-1209427659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:30:51.858997 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-666c023e-d2ea-4bc6-a4d6-f3f7d0a6e41a req-3ae1e5d9-7617-4f35-82b0-1cd35b1712c1 tempest-ServerRescueNegativeTestJSON-1209427659 tempest-ServerRescueNegativeTestJSON-1209427659-project] 10.222.0.36 "GET /v2.0/ports?device_id=be801cab-b2ce-4594-8d30-3431ea29df2f HTTP/1.1" status: 200 len: 945 time: 0.0748754 Sep 30 06:30:51.905685 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-666c023e-d2ea-4bc6-a4d6-f3f7d0a6e41a req-2beb212b-ddd2-4429-b21c-868d1e723eb7 tempest-ServerRescueNegativeTestJSON-1209427659 tempest-ServerRescueNegativeTestJSON-1209427659-project] 10.222.0.36 "GET /v2.0/security-groups?id=78ce1e3c-f3d7-420d-ac39-20c93d3fb7fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394258 Sep 30 06:30:52.431161 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23da6a5-1a7b-444f-8fba-26a01a02c037 req-33a47448-29f9-4431-bd59-227c6ef781f4 tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:30:52.433014 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-f23da6a5-1a7b-444f-8fba-26a01a02c037 req-33a47448-29f9-4431-bd59-227c6ef781f4 tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] 10.222.0.36 "GET /v2.0/ports?device_id=c7de8e92-ecc9-41bc-98bb-5c2242bab3d1 HTTP/1.1" status: 200 len: 943 time: 0.0723171 Sep 30 06:30:52.495368 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-f23da6a5-1a7b-444f-8fba-26a01a02c037 req-30f9b5f4-ab9f-4ff5-8056-c6118f0fd6b7 tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] 10.222.0.36 "GET /v2.0/security-groups?id=aaa05d83-3ebc-404f-b7b5-bc03e45995ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500023 Sep 30 06:30:53.088706 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebf292b-92e4-4885-943e-d4374200849c req-b5867664-d760-46f0-84b7-e653a6fd9cf2 tempest-ServerRescueNegativeTestJSON-1209427659 tempest-ServerRescueNegativeTestJSON-1209427659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:30:53.091345 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-6ebf292b-92e4-4885-943e-d4374200849c req-b5867664-d760-46f0-84b7-e653a6fd9cf2 tempest-ServerRescueNegativeTestJSON-1209427659 tempest-ServerRescueNegativeTestJSON-1209427659-project] 10.222.0.36 "GET /v2.0/ports?device_id=be801cab-b2ce-4594-8d30-3431ea29df2f HTTP/1.1" status: 200 len: 945 time: 0.0845532 Sep 30 06:30:53.133331 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-6ebf292b-92e4-4885-943e-d4374200849c req-718269ca-055d-461a-ab70-8be37a552f14 tempest-ServerRescueNegativeTestJSON-1209427659 tempest-ServerRescueNegativeTestJSON-1209427659-project] 10.222.0.36 "GET /v2.0/security-groups?id=78ce1e3c-f3d7-420d-ac39-20c93d3fb7fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355287 Sep 30 06:30:53.449209 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.36', 56148) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 06:30:53.513529 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.db.db_base_plugin_v2 [None req-53969c76-09f6-42e9-bedb-562607696379 admin admin] Deleting subnet 9b4de3b7-a5f3-4ed9-8852-8a2e30e3bfb4 {{(pid=94000) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 06:30:53.520064 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-53969c76-09f6-42e9-bedb-562607696379 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:30:53.584181 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-53969c76-09f6-42e9-bedb-562607696379 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4572778'] for subnet, precommit_delete_associations {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:30:53.660901 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-53969c76-09f6-42e9-bedb-562607696379 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-583762'] for subnet, precommit_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:30:53.701116 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b66240a-515e-453c-9057-b1741b1c6ffd req-c5af6299-110b-4a07-876b-61c0b06ca0e6 tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:30:53.706633 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-1b66240a-515e-453c-9057-b1741b1c6ffd req-c5af6299-110b-4a07-876b-61c0b06ca0e6 tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] 10.222.0.36 "GET /v2.0/ports?device_id=c7de8e92-ecc9-41bc-98bb-5c2242bab3d1 HTTP/1.1" status: 200 len: 943 time: 0.0980940 Sep 30 06:30:53.794667 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-1b66240a-515e-453c-9057-b1741b1c6ffd req-e2474327-302a-4a66-b929-a1aebeab5869 tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] 10.222.0.36 "GET /v2.0/security-groups?id=aaa05d83-3ebc-404f-b7b5-bc03e45995ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0832956 Sep 30 06:30:53.796499 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-53969c76-09f6-42e9-bedb-562607696379 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-583771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7821886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4572882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5105895'] for subnet, after_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:30:53.826536 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae590958-a2f3-49bd-acd0-300847e52734 req-8194b5fa-e63b-408f-a828-74786140ce99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:30:53.829704 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-ae590958-a2f3-49bd-acd0-300847e52734 req-8194b5fa-e63b-408f-a828-74786140ce99 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=be801cab-b2ce-4594-8d30-3431ea29df2f HTTP/1.1" status: 200 len: 1098 time: 0.0508051 Sep 30 06:30:53.849665 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53969c76-09f6-42e9-bedb-562607696379 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9b4de3b7-a5f3-4ed9-8852-8a2e30e3bfb4,revision_number=None']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:30:53.878124 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-53969c76-09f6-42e9-bedb-562607696379 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:30:53.881911 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [None req-53969c76-09f6-42e9-bedb-562607696379 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/9b4de3b7-a5f3-4ed9-8852-8a2e30e3bfb4 HTTP/1.1" status: 204 len: 168 time: 0.4311254 Sep 30 06:30:53.888003 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.wsgi [-] (93999) accepted ('10.222.0.36', 56158) {{(pid=93999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 06:30:53.923126 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-ae590958-a2f3-49bd-acd0-300847e52734 req-11716b0f-b5d5-414e-ad69-25a697855d5e service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=78ce1e3c-f3d7-420d-ac39-20c93d3fb7fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815544 Sep 30 06:30:54.019802 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-ab3e1994-c19a-4292-82da-dc1bd58c795a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763795'] for network, before_delete {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:30:54.193091 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-ab3e1994-c19a-4292-82da-dc1bd58c795a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-585195', 'neutron.services.segments.db._delete_segments_for_network-8727546001812'] for network, precommit_delete {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:30:54.242164 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.services.segments.db [None req-ab3e1994-c19a-4292-82da-dc1bd58c795a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa9820fc-a1b3-48da-9d8e-0c73361f53bc']}} {{(pid=93999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 06:30:54.272926 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.services.segments.db [None req-ab3e1994-c19a-4292-82da-dc1bd58c795a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ef1d653-7acd-435b-9687-18111cd76776') {'for_net_delete': True} {{(pid=93999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 06:30:54.273140 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.services.segments.db [None req-ab3e1994-c19a-4292-82da-dc1bd58c795a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ef1d653-7acd-435b-9687-18111cd76776') {} {{(pid=93999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 06:30:54.294938 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b803f687-fa84-4f38-b2be-f4c00a6c436c req-dc193060-a4ef-468a-9d0e-4dd00a237844 tempest-TestMinimumBasicScenario-1320848959 tempest-TestMinimumBasicScenario-1320848959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:30:54.304181 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-b803f687-fa84-4f38-b2be-f4c00a6c436c req-dc193060-a4ef-468a-9d0e-4dd00a237844 tempest-TestMinimumBasicScenario-1320848959 tempest-TestMinimumBasicScenario-1320848959-project] 10.222.0.36 "GET /v2.0/ports?device_id=d0bb6047-6799-481c-9961-ca0038f01968 HTTP/1.1" status: 200 len: 985 time: 0.1292300 Sep 30 06:30:54.329473 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-ab3e1994-c19a-4292-82da-dc1bd58c795a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727546002077', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4492009'] for segment, before_delete {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:30:54.361220 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-b803f687-fa84-4f38-b2be-f4c00a6c436c req-70ef26e3-63e6-45dc-93d0-6f7733eae09d tempest-TestMinimumBasicScenario-1320848959 tempest-TestMinimumBasicScenario-1320848959-project] 10.222.0.36 "GET /v2.0/security-groups?id=a3fc8924-f30a-4de5-8af2-a86f77449999&id=fc329881-6b3d-4d3c-b200-11722bc15b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0537143 Sep 30 06:30:54.411210 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-ab3e1994-c19a-4292-82da-dc1bd58c795a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583621'] for segment, precommit_delete {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:30:54.447861 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab3e1994-c19a-4292-82da-dc1bd58c795a admin admin] Releasing vlan 342 on physical network physnet1 to pool {{(pid=93999) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 06:30:54.448179 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-ab3e1994-c19a-4292-82da-dc1bd58c795a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6561016'] for segment, after_delete {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:30:54.450912 dv-cinder-811877-1-iscsi neutron-server[93999]: Traceback (most recent call last): Sep 30 06:30:54.450912 dv-cinder-811877-1-iscsi neutron-server[93999]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 06:30:54.450912 dv-cinder-811877-1-iscsi neutron-server[93999]: timer() Sep 30 06:30:54.450912 dv-cinder-811877-1-iscsi neutron-server[93999]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 06:30:54.450912 dv-cinder-811877-1-iscsi neutron-server[93999]: cb(*args, **kw) Sep 30 06:30:54.450912 dv-cinder-811877-1-iscsi neutron-server[93999]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 06:30:54.450912 dv-cinder-811877-1-iscsi neutron-server[93999]: return func(*args, **kwargs) Sep 30 06:30:54.450912 dv-cinder-811877-1-iscsi neutron-server[93999]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 06:30:54.450912 dv-cinder-811877-1-iscsi neutron-server[93999]: self._notify() Sep 30 06:30:54.450912 dv-cinder-811877-1-iscsi neutron-server[93999]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 06:30:54.450912 dv-cinder-811877-1-iscsi neutron-server[93999]: self.callback(batched_events) Sep 30 06:30:54.450912 dv-cinder-811877-1-iscsi neutron-server[93999]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 06:30:54.450912 dv-cinder-811877-1-iscsi neutron-server[93999]: event.method(event) Sep 30 06:30:54.450912 dv-cinder-811877-1-iscsi neutron-server[93999]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 06:30:54.450912 dv-cinder-811877-1-iscsi neutron-server[93999]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 06:30:54.450912 dv-cinder-811877-1-iscsi neutron-server[93999]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 06:30:54.450912 dv-cinder-811877-1-iscsi neutron-server[93999]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 06:30:54.450912 dv-cinder-811877-1-iscsi neutron-server[93999]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 06:30:54.450912 dv-cinder-811877-1-iscsi neutron-server[93999]: return f(self, *a, **k) Sep 30 06:30:54.450912 dv-cinder-811877-1-iscsi neutron-server[93999]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 06:30:54.450912 dv-cinder-811877-1-iscsi neutron-server[93999]: return self._get(url).json() Sep 30 06:30:54.450912 dv-cinder-811877-1-iscsi neutron-server[93999]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 06:30:54.450912 dv-cinder-811877-1-iscsi neutron-server[93999]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 06:30:54.450912 dv-cinder-811877-1-iscsi neutron-server[93999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 06:30:54.450912 dv-cinder-811877-1-iscsi neutron-server[93999]: return self.request(url, 'GET', **kwargs) Sep 30 06:30:54.450912 dv-cinder-811877-1-iscsi neutron-server[93999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 06:30:54.450912 dv-cinder-811877-1-iscsi neutron-server[93999]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 06:30:54.450912 dv-cinder-811877-1-iscsi neutron-server[93999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 06:30:54.450912 dv-cinder-811877-1-iscsi neutron-server[93999]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 06:30:54.450912 dv-cinder-811877-1-iscsi neutron-server[93999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 06:30:54.450912 dv-cinder-811877-1-iscsi neutron-server[93999]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 06:30:54.450912 dv-cinder-811877-1-iscsi neutron-server[93999]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 06:30:54.530239 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f069aa5-3f3f-4d71-8e57-98698ea5d7f6 req-c9705d32-8db2-45f3-a48b-9f2ef7af36a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:30:54.532093 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-4f069aa5-3f3f-4d71-8e57-98698ea5d7f6 req-c9705d32-8db2-45f3-a48b-9f2ef7af36a4 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=1eac498b69b6420eb083db675eb52bac&device_id=d0bb6047-6799-481c-9961-ca0038f01968 HTTP/1.1" status: 200 len: 1138 time: 0.1461124 Sep 30 06:30:54.541116 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90aa2ae0-8a60-47f9-ac3d-282dc73029fd req-9117040a-6d07-4419-9053-a0a8e1d3d78f tempest-ServerRescueNegativeTestJSON-1209427659 tempest-ServerRescueNegativeTestJSON-1209427659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:30:54.542856 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-90aa2ae0-8a60-47f9-ac3d-282dc73029fd req-9117040a-6d07-4419-9053-a0a8e1d3d78f tempest-ServerRescueNegativeTestJSON-1209427659 tempest-ServerRescueNegativeTestJSON-1209427659-project] 10.222.0.36 "GET /v2.0/ports?device_id=be801cab-b2ce-4594-8d30-3431ea29df2f HTTP/1.1" status: 200 len: 945 time: 0.1890593 Sep 30 06:30:54.552858 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-ab3e1994-c19a-4292-82da-dc1bd58c795a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-585180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7821886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7877900'] for network, after_delete {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:30:54.579365 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-ab3e1994-c19a-4292-82da-dc1bd58c795a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7821868'] for network, before_response {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:30:54.581252 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [None req-ab3e1994-c19a-4292-82da-dc1bd58c795a admin admin] 10.222.0.36 "DELETE /v2.0/networks/aa9820fc-a1b3-48da-9d8e-0c73361f53bc HTTP/1.1" status: 204 len: 168 time: 0.6678615 Sep 30 06:30:54.615617 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3e1994-c19a-4292-82da-dc1bd58c795a admin admin] Pushing event deleted for resources: {'Network': ['ID=aa9820fc-a1b3-48da-9d8e-0c73361f53bc,revision_number=None']} {{(pid=93999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:30:54.684569 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-90aa2ae0-8a60-47f9-ac3d-282dc73029fd req-815e535d-b40f-4ec7-9731-d0023787b2d4 tempest-ServerRescueNegativeTestJSON-1209427659 tempest-ServerRescueNegativeTestJSON-1209427659-project] 10.222.0.36 "GET /v2.0/security-groups?id=78ce1e3c-f3d7-420d-ac39-20c93d3fb7fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293364 Sep 30 06:30:54.696528 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f069aa5-3f3f-4d71-8e57-98698ea5d7f6 req-d6b425ef-26ee-41ed-bcbd-43be6e5f9098 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:30:54.698219 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-4f069aa5-3f3f-4d71-8e57-98698ea5d7f6 req-d6b425ef-26ee-41ed-bcbd-43be6e5f9098 service neutron] 10.222.0.10 "GET /v2.0/networks?id=615a80a4-119e-49ec-bb8d-26850945a271 HTTP/1.1" status: 200 len: 916 time: 0.1539240 Sep 30 06:30:54.780352 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-4f069aa5-3f3f-4d71-8e57-98698ea5d7f6 req-f9d9e4b9-1542-4934-8931-f3c8a3178877 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=12a27015-8937-4612-aa31-c36e99d84dae HTTP/1.1" status: 200 len: 1001 time: 0.0736728 Sep 30 06:30:54.835515 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.36', 56170) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 06:30:54.850190 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f069aa5-3f3f-4d71-8e57-98698ea5d7f6 req-4b858b8f-64cf-4442-acbd-e116742b7f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:30:54.851858 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-4f069aa5-3f3f-4d71-8e57-98698ea5d7f6 req-4b858b8f-64cf-4442-acbd-e116742b7f5a service neutron] 10.222.0.10 "GET /v2.0/subnets?id=2c9c376a-5800-4284-af97-c6cdc8434b50 HTTP/1.1" status: 200 len: 854 time: 0.0571175 Sep 30 06:30:54.924440 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f069aa5-3f3f-4d71-8e57-98698ea5d7f6 req-8d16f965-2aec-4ae5-b112-65c5a56c4787 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:30:54.925950 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-4f069aa5-3f3f-4d71-8e57-98698ea5d7f6 req-8d16f965-2aec-4ae5-b112-65c5a56c4787 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=615a80a4-119e-49ec-bb8d-26850945a271&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0648711 Sep 30 06:30:54.940436 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [None req-8388bbe7-1472-4197-8f3c-71fc16fee542 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=371e0cc5b20646e09e9d5bea666eb6ca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1027608 Sep 30 06:30:54.946238 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.wsgi [-] (93999) accepted ('10.222.0.36', 56176) {{(pid=93999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 06:30:55.028007 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d626702-6cb0-4f47-a4d1-cbc8ce9328c8 req-301f7eca-47e4-49ac-aab5-0218481ad0ba tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:30:55.029933 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-9d626702-6cb0-4f47-a4d1-cbc8ce9328c8 req-301f7eca-47e4-49ac-aab5-0218481ad0ba tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] 10.222.0.36 "GET /v2.0/ports?device_id=c7de8e92-ecc9-41bc-98bb-5c2242bab3d1 HTTP/1.1" status: 200 len: 943 time: 0.1214607 Sep 30 06:30:55.077086 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-9d626702-6cb0-4f47-a4d1-cbc8ce9328c8 req-a2237abb-b10c-419f-b888-389e6734b189 tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] 10.222.0.36 "GET /v2.0/security-groups?id=aaa05d83-3ebc-404f-b7b5-bc03e45995ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407612 Sep 30 06:30:55.093167 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-34ff02a0-6043-41b0-bbaa-3d299a9a1e43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:30:55.111698 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-4f069aa5-3f3f-4d71-8e57-98698ea5d7f6 req-ccf9f2f9-272a-4fbc-91cd-90448e64d421 service neutron] 10.222.0.10 "GET /v2.0/networks/615a80a4-119e-49ec-bb8d-26850945a271?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1760991 Sep 30 06:30:55.125294 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-34ff02a0-6043-41b0-bbaa-3d299a9a1e43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:30:55.253538 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-4f069aa5-3f3f-4d71-8e57-98698ea5d7f6 req-32f5fbd6-4899-4193-bbfd-b9e460517e52 service neutron] 10.222.0.10 "GET /v2.0/networks/615a80a4-119e-49ec-bb8d-26850945a271?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1200192 Sep 30 06:30:55.255011 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-34ff02a0-6043-41b0-bbaa-3d299a9a1e43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533969'] for security_group, after_delete {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:30:55.257534 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-34ff02a0-6043-41b0-bbaa-3d299a9a1e43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:30:55.263960 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [None req-34ff02a0-6043-41b0-bbaa-3d299a9a1e43 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/b150e05c-7d7a-4392-9d2b-fe2d02ba7332 HTTP/1.1" status: 204 len: 168 time: 0.3104930 Sep 30 06:30:55.277539 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ff02a0-6043-41b0-bbaa-3d299a9a1e43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b150e05c-7d7a-4392-9d2b-fe2d02ba7332,revision_number=None']} {{(pid=93999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:30:55.496844 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4b4c94-a376-4ed4-be51-45fcadedb879 req-fafbce12-6af9-4ea7-aa38-a6e707d7c1a9 tempest-TestMinimumBasicScenario-1320848959 tempest-TestMinimumBasicScenario-1320848959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:30:55.507432 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-6b4b4c94-a376-4ed4-be51-45fcadedb879 req-fafbce12-6af9-4ea7-aa38-a6e707d7c1a9 tempest-TestMinimumBasicScenario-1320848959 tempest-TestMinimumBasicScenario-1320848959-project] 10.222.0.36 "GET /v2.0/ports?device_id=d0bb6047-6799-481c-9961-ca0038f01968 HTTP/1.1" status: 200 len: 985 time: 0.0774360 Sep 30 06:30:55.553983 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-6b4b4c94-a376-4ed4-be51-45fcadedb879 req-73615b2c-92bc-4142-8287-886296ead4e1 tempest-TestMinimumBasicScenario-1320848959 tempest-TestMinimumBasicScenario-1320848959-project] 10.222.0.36 "GET /v2.0/security-groups?id=a3fc8924-f30a-4de5-8af2-a86f77449999&id=fc329881-6b3d-4d3c-b200-11722bc15b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0455186 Sep 30 06:30:55.607333 dv-cinder-811877-1-iscsi neutron-server[94002]: DEBUG neutron.db.agents_db [None req-d9c94b1b-4ad8-4063-8329-7a4f29b52830 None None] Agent healthcheck: found 6 active agents {{(pid=94002) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 06:30:55.835024 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97fe575-766b-49f4-8cfa-d487d0299cb3 req-1494cf61-3dcf-44e9-9939-1a3bd934267a tempest-ServerRescueNegativeTestJSON-1209427659 tempest-ServerRescueNegativeTestJSON-1209427659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:30:55.836612 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-f97fe575-766b-49f4-8cfa-d487d0299cb3 req-1494cf61-3dcf-44e9-9939-1a3bd934267a tempest-ServerRescueNegativeTestJSON-1209427659 tempest-ServerRescueNegativeTestJSON-1209427659-project] 10.222.0.36 "GET /v2.0/ports?device_id=be801cab-b2ce-4594-8d30-3431ea29df2f HTTP/1.1" status: 200 len: 945 time: 0.0603814 Sep 30 06:30:55.880083 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-f97fe575-766b-49f4-8cfa-d487d0299cb3 req-9904315c-6271-4b96-ae91-15306dd5e695 tempest-ServerRescueNegativeTestJSON-1209427659 tempest-ServerRescueNegativeTestJSON-1209427659-project] 10.222.0.36 "GET /v2.0/security-groups?id=78ce1e3c-f3d7-420d-ac39-20c93d3fb7fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349088 Sep 30 06:30:56.282669 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb8f770-a722-450a-93c4-bc1ab67c9fa5 req-98a869cc-5a56-498c-97c4-9fb11aaba269 tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:30:56.294598 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-aeb8f770-a722-450a-93c4-bc1ab67c9fa5 req-98a869cc-5a56-498c-97c4-9fb11aaba269 tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] 10.222.0.36 "GET /v2.0/ports?device_id=c7de8e92-ecc9-41bc-98bb-5c2242bab3d1 HTTP/1.1" status: 200 len: 943 time: 0.0824172 Sep 30 06:30:56.365728 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e22233b-2860-458d-9c23-06159fbf9f3d req-9b2d8da3-0c8e-4652-a387-1326a36b9f30 tempest-ServerRescueNegativeTestJSON-1209427659 tempest-ServerRescueNegativeTestJSON-1209427659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:30:56.367569 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-6e22233b-2860-458d-9c23-06159fbf9f3d req-9b2d8da3-0c8e-4652-a387-1326a36b9f30 tempest-ServerRescueNegativeTestJSON-1209427659 tempest-ServerRescueNegativeTestJSON-1209427659-project] 10.222.0.36 "GET /v2.0/ports?device_id=be801cab-b2ce-4594-8d30-3431ea29df2f HTTP/1.1" status: 200 len: 945 time: 0.0761876 Sep 30 06:30:56.382722 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-aeb8f770-a722-450a-93c4-bc1ab67c9fa5 req-74d5d85d-8775-4724-8df4-b9fc3143fd91 tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] 10.222.0.36 "GET /v2.0/security-groups?id=aaa05d83-3ebc-404f-b7b5-bc03e45995ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0860038 Sep 30 06:30:56.413684 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e6d748-e570-4619-97f4-e4d89ce9b919 req-9733b6fb-0f8c-4e79-9f40-d91fac2b03cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:30:56.416137 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-51e6d748-e570-4619-97f4-e4d89ce9b919 req-9733b6fb-0f8c-4e79-9f40-d91fac2b03cd service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=2a4fe69e521f47bb94fe812e2f32c8b1&device_id=be801cab-b2ce-4594-8d30-3431ea29df2f HTTP/1.1" status: 200 len: 1098 time: 0.0998905 Sep 30 06:30:56.425907 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-6e22233b-2860-458d-9c23-06159fbf9f3d req-64430c31-ffa8-493a-9e01-2560be5fab4f tempest-ServerRescueNegativeTestJSON-1209427659 tempest-ServerRescueNegativeTestJSON-1209427659-project] 10.222.0.36 "GET /v2.0/security-groups?id=78ce1e3c-f3d7-420d-ac39-20c93d3fb7fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452285 Sep 30 06:30:56.548577 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e6d748-e570-4619-97f4-e4d89ce9b919 req-a8432fe3-9fa7-453e-972b-ddc5931d4c07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:30:56.550124 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-51e6d748-e570-4619-97f4-e4d89ce9b919 req-a8432fe3-9fa7-453e-972b-ddc5931d4c07 service neutron] 10.222.0.10 "GET /v2.0/networks?id=5c01f472-be09-4f47-a17f-2a759f124795 HTTP/1.1" status: 200 len: 918 time: 0.1226385 Sep 30 06:30:56.611784 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-51e6d748-e570-4619-97f4-e4d89ce9b919 req-b865a977-fcd7-4904-81df-27cc27548e33 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f5867bda-e9f5-44e1-9382-f6b9e19fe331 HTTP/1.1" status: 200 len: 217 time: 0.0460837 Sep 30 06:30:56.717991 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e6d748-e570-4619-97f4-e4d89ce9b919 req-c55fabfb-804e-45c7-a265-e343939379a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:30:56.719490 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-51e6d748-e570-4619-97f4-e4d89ce9b919 req-c55fabfb-804e-45c7-a265-e343939379a9 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=c94366a3-4b59-4b72-a9bf-62e041f6886b HTTP/1.1" status: 200 len: 857 time: 0.0918200 Sep 30 06:30:56.764339 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c21174-2614-43ce-bdcc-f64c954069ad req-6b92fd04-dc27-4ebe-8963-d0ce6f53ee2a tempest-TestMinimumBasicScenario-1320848959 tempest-TestMinimumBasicScenario-1320848959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:30:56.766032 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-79c21174-2614-43ce-bdcc-f64c954069ad req-6b92fd04-dc27-4ebe-8963-d0ce6f53ee2a tempest-TestMinimumBasicScenario-1320848959 tempest-TestMinimumBasicScenario-1320848959-project] 10.222.0.36 "GET /v2.0/ports?device_id=d0bb6047-6799-481c-9961-ca0038f01968 HTTP/1.1" status: 200 len: 985 time: 0.1021247 Sep 30 06:30:56.767910 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-51e6d748-e570-4619-97f4-e4d89ce9b919 req-ecc1d7f9-0a46-4941-a36d-09dd72e0e8ab service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=5c01f472-be09-4f47-a17f-2a759f124795&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0387628 Sep 30 06:30:56.832662 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-79c21174-2614-43ce-bdcc-f64c954069ad req-4205886a-4880-4e09-80ad-8b70fe3e0507 tempest-TestMinimumBasicScenario-1320848959 tempest-TestMinimumBasicScenario-1320848959-project] 10.222.0.36 "GET /v2.0/security-groups?id=a3fc8924-f30a-4de5-8af2-a86f77449999&id=fc329881-6b3d-4d3c-b200-11722bc15b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0587204 Sep 30 06:30:56.923887 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-51e6d748-e570-4619-97f4-e4d89ce9b919 req-6f279e7a-256d-4c30-960e-57e46f185999 service neutron] 10.222.0.10 "GET /v2.0/networks/5c01f472-be09-4f47-a17f-2a759f124795?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1349018 Sep 30 06:30:57.033824 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-51e6d748-e570-4619-97f4-e4d89ce9b919 req-ae9cdfc2-093d-4059-aedc-b3d96a6d5185 service neutron] 10.222.0.10 "GET /v2.0/networks/5c01f472-be09-4f47-a17f-2a759f124795?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0984948 Sep 30 06:30:57.522261 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d1794f-34aa-438f-a782-c30d80b28597 req-45868e6c-2b2f-4334-8dd4-93d93f48886b tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:30:57.523901 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-53d1794f-34aa-438f-a782-c30d80b28597 req-45868e6c-2b2f-4334-8dd4-93d93f48886b tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] 10.222.0.36 "GET /v2.0/ports?device_id=c7de8e92-ecc9-41bc-98bb-5c2242bab3d1 HTTP/1.1" status: 200 len: 943 time: 0.0597332 Sep 30 06:30:57.587834 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-53d1794f-34aa-438f-a782-c30d80b28597 req-39efb31d-4536-4104-bd17-f7359455d9ec tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] 10.222.0.36 "GET /v2.0/security-groups?id=aaa05d83-3ebc-404f-b7b5-bc03e45995ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531209 Sep 30 06:30:57.590956 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84441452-1017-49f1-a0ef-019831130895 req-0eb0e438-894f-489e-b607-3c6382e0eefc tempest-ServerRescueNegativeTestJSON-1209427659 tempest-ServerRescueNegativeTestJSON-1209427659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:30:57.596128 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-84441452-1017-49f1-a0ef-019831130895 req-0eb0e438-894f-489e-b607-3c6382e0eefc tempest-ServerRescueNegativeTestJSON-1209427659 tempest-ServerRescueNegativeTestJSON-1209427659-project] 10.222.0.36 "GET /v2.0/ports?device_id=be801cab-b2ce-4594-8d30-3431ea29df2f HTTP/1.1" status: 200 len: 945 time: 0.0910034 Sep 30 06:30:57.649877 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-84441452-1017-49f1-a0ef-019831130895 req-36966018-9456-4df9-bace-a502d8b41a07 tempest-ServerRescueNegativeTestJSON-1209427659 tempest-ServerRescueNegativeTestJSON-1209427659-project] 10.222.0.36 "GET /v2.0/security-groups?id=78ce1e3c-f3d7-420d-ac39-20c93d3fb7fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451329 Sep 30 06:30:57.977159 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20150e75-0d75-43f9-a67f-513ba2594f89 req-9ba1efb8-cf8e-4a94-9c95-54c1a7e06274 tempest-TestMinimumBasicScenario-1320848959 tempest-TestMinimumBasicScenario-1320848959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:30:57.981163 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-20150e75-0d75-43f9-a67f-513ba2594f89 req-9ba1efb8-cf8e-4a94-9c95-54c1a7e06274 tempest-TestMinimumBasicScenario-1320848959 tempest-TestMinimumBasicScenario-1320848959-project] 10.222.0.36 "GET /v2.0/ports?device_id=d0bb6047-6799-481c-9961-ca0038f01968 HTTP/1.1" status: 200 len: 985 time: 0.0556159 Sep 30 06:30:58.030710 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-20150e75-0d75-43f9-a67f-513ba2594f89 req-904d17e5-100d-4802-8315-79700063dd21 tempest-TestMinimumBasicScenario-1320848959 tempest-TestMinimumBasicScenario-1320848959-project] 10.222.0.36 "GET /v2.0/security-groups?id=a3fc8924-f30a-4de5-8af2-a86f77449999&id=fc329881-6b3d-4d3c-b200-11722bc15b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0442622 Sep 30 06:30:58.590741 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-25624522-cce5-4728-b8b8-bae7f13613b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727546001794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-597483'] for agent, after_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:30:58.728995 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ca7d62-f5aa-46d9-8238-79e934ecb2c2 req-8669c58e-4e8f-48ee-9d95-2df25bf31c56 tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:30:58.730847 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-f4ca7d62-f5aa-46d9-8238-79e934ecb2c2 req-8669c58e-4e8f-48ee-9d95-2df25bf31c56 tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] 10.222.0.36 "GET /v2.0/ports?device_id=c7de8e92-ecc9-41bc-98bb-5c2242bab3d1 HTTP/1.1" status: 200 len: 943 time: 0.0547209 Sep 30 06:30:58.774585 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-f4ca7d62-f5aa-46d9-8238-79e934ecb2c2 req-444dcffd-10c7-421f-ae0e-e655407ad686 tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] 10.222.0.36 "GET /v2.0/security-groups?id=aaa05d83-3ebc-404f-b7b5-bc03e45995ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335622 Sep 30 06:30:58.791026 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dca5f81-4245-45c4-b1fc-a3fdf43bac3f req-b988852a-2376-4312-9fd4-4ff464bdebb3 tempest-ServerRescueNegativeTestJSON-1209427659 tempest-ServerRescueNegativeTestJSON-1209427659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:30:58.793899 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-6dca5f81-4245-45c4-b1fc-a3fdf43bac3f req-b988852a-2376-4312-9fd4-4ff464bdebb3 tempest-ServerRescueNegativeTestJSON-1209427659 tempest-ServerRescueNegativeTestJSON-1209427659-project] 10.222.0.36 "GET /v2.0/ports?device_id=be801cab-b2ce-4594-8d30-3431ea29df2f HTTP/1.1" status: 200 len: 945 time: 0.0657811 Sep 30 06:30:58.838348 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-6dca5f81-4245-45c4-b1fc-a3fdf43bac3f req-535aa025-d30e-4235-abc4-89d77b302869 tempest-ServerRescueNegativeTestJSON-1209427659 tempest-ServerRescueNegativeTestJSON-1209427659-project] 10.222.0.36 "GET /v2.0/security-groups?id=78ce1e3c-f3d7-420d-ac39-20c93d3fb7fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381145 Sep 30 06:30:59.165329 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c94a4a-ab6b-4a97-8687-f0ea8bb5fe49 req-8dc5818b-9899-4612-b4f4-3ae88ab6f501 tempest-TestMinimumBasicScenario-1320848959 tempest-TestMinimumBasicScenario-1320848959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:30:59.166916 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-43c94a4a-ab6b-4a97-8687-f0ea8bb5fe49 req-8dc5818b-9899-4612-b4f4-3ae88ab6f501 tempest-TestMinimumBasicScenario-1320848959 tempest-TestMinimumBasicScenario-1320848959-project] 10.222.0.36 "GET /v2.0/ports?device_id=d0bb6047-6799-481c-9961-ca0038f01968 HTTP/1.1" status: 200 len: 985 time: 0.0521975 Sep 30 06:30:59.211958 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-43c94a4a-ab6b-4a97-8687-f0ea8bb5fe49 req-24ceeca9-02d2-4ec1-b7c4-2ad9046dcb54 tempest-TestMinimumBasicScenario-1320848959 tempest-TestMinimumBasicScenario-1320848959-project] 10.222.0.36 "GET /v2.0/security-groups?id=a3fc8924-f30a-4de5-8af2-a86f77449999&id=fc329881-6b3d-4d3c-b200-11722bc15b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0376046 Sep 30 06:30:59.547259 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.rpc [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] Device 387fd7a2-12c8-44e0-a778-a8a0b80d0b88 details requested by agent hyperv_hv-cinder-81187 with host hv-cinder-81187 {{(pid=94001) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 06:30:59.655891 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.db [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] For port 387fd7a2-12c8-44e0-a778-a8a0b80d0b88, host hv-cinder-81187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81187',level=0,port_id=387fd7a2-12c8-44e0-a778-a8a0b80d0b88,segment=NetworkSegment(2a6dd986-63b3-41e2-80f5-fecbf28b70d3),segment_id=2a6dd986-63b3-41e2-80f5-fecbf28b70d3)] {{(pid=94001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 06:30:59.668722 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.rpc [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] Returning: {'device': '387fd7a2-12c8-44e0-a778-a8a0b80d0b88', 'network_id': '5fefac64-03c4-43dd-a17b-d4a261fa3173', 'port_id': '387fd7a2-12c8-44e0-a778-a8a0b80d0b88', 'mac_address': 'fa:16:3e:7b:0d:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 333, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05cd2f04-a42c-4ac5-94b6-16f7140b471b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94001) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 06:30:59.738619 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653538'] for port, before_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:30:59.769825 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.notifiers.nova [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 387fd7a2-12c8-44e0-a778-a8a0b80d0b88 {{(pid=94001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 06:30:59.804023 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.db [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] For port 387fd7a2-12c8-44e0-a778-a8a0b80d0b88, host hv-cinder-81187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81187',level=0,port_id=387fd7a2-12c8-44e0-a778-a8a0b80d0b88,segment=NetworkSegment(2a6dd986-63b3-41e2-80f5-fecbf28b70d3),segment_id=2a6dd986-63b3-41e2-80f5-fecbf28b70d3)] {{(pid=94001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 06:30:59.809774 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7821886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727545992452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727545489363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727545489381'] for port, after_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:30:59.880192 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] Pushing event updated for resources: {'Port': ['ID=387fd7a2-12c8-44e0-a778-a8a0b80d0b88,revision_number=9']} {{(pid=94001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:30:59.888859 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=94001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:30:59.889274 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=94001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:30:59.889690 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=94001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:30:59.890110 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=94001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:30:59.890507 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=94001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:30:59.890943 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=94001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:30:59.891332 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=94001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:30:59.891727 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=94001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:30:59.892136 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=94001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:30:59.892533 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=94001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:30:59.892952 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=94001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:30:59.893281 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=94001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:30:59.919474 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c8d8a4-bd4d-41f3-9e7b-907470473608 req-7ccf969c-45b1-4533-9482-5afd98f97100 tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:30:59.920976 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-a3c8d8a4-bd4d-41f3-9e7b-907470473608 req-7ccf969c-45b1-4533-9482-5afd98f97100 tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] 10.222.0.36 "GET /v2.0/ports?device_id=c7de8e92-ecc9-41bc-98bb-5c2242bab3d1 HTTP/1.1" status: 200 len: 944 time: 0.0597146 Sep 30 06:30:59.978937 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-a3c8d8a4-bd4d-41f3-9e7b-907470473608 req-52c27894-c9c6-4142-b923-a477185d7ad2 tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] 10.222.0.36 "GET /v2.0/security-groups?id=aaa05d83-3ebc-404f-b7b5-bc03e45995ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457869 Sep 30 06:30:59.982466 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9926eb4-94ff-4d7f-ba42-8a1d9e493317 req-c5096491-2ebb-439d-b12d-ca3bd4d804de tempest-ServerRescueNegativeTestJSON-1209427659 tempest-ServerRescueNegativeTestJSON-1209427659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:30:59.984074 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-e9926eb4-94ff-4d7f-ba42-8a1d9e493317 req-c5096491-2ebb-439d-b12d-ca3bd4d804de tempest-ServerRescueNegativeTestJSON-1209427659 tempest-ServerRescueNegativeTestJSON-1209427659-project] 10.222.0.36 "GET /v2.0/ports?device_id=be801cab-b2ce-4594-8d30-3431ea29df2f HTTP/1.1" status: 200 len: 945 time: 0.0624304 Sep 30 06:31:00.023732 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-e9926eb4-94ff-4d7f-ba42-8a1d9e493317 req-9a4bbf1b-e1d2-4c99-bfbb-bed3d8ea3c51 tempest-ServerRescueNegativeTestJSON-1209427659 tempest-ServerRescueNegativeTestJSON-1209427659-project] 10.222.0.36 "GET /v2.0/security-groups?id=78ce1e3c-f3d7-420d-ac39-20c93d3fb7fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333676 Sep 30 06:31:00.284209 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.db [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] get_ports_and_sgs() called for port_ids ['387fd7a2-12c8-44e0-a778-a8a0b80d0b88'] {{(pid=94001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 06:31:00.388726 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0465d48-3510-4bd1-806d-e80e56064528 req-b9907505-71e3-414d-bd00-4c5a126c4cca tempest-TestMinimumBasicScenario-1320848959 tempest-TestMinimumBasicScenario-1320848959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:31:00.392187 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-d0465d48-3510-4bd1-806d-e80e56064528 req-b9907505-71e3-414d-bd00-4c5a126c4cca tempest-TestMinimumBasicScenario-1320848959 tempest-TestMinimumBasicScenario-1320848959-project] 10.222.0.36 "GET /v2.0/ports?device_id=d0bb6047-6799-481c-9961-ca0038f01968 HTTP/1.1" status: 200 len: 985 time: 0.0942240 Sep 30 06:31:00.465049 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-d0465d48-3510-4bd1-806d-e80e56064528 req-df36e91c-8b70-42bf-ac7f-378069d198c4 tempest-TestMinimumBasicScenario-1320848959 tempest-TestMinimumBasicScenario-1320848959-project] 10.222.0.36 "GET /v2.0/security-groups?id=a3fc8924-f30a-4de5-8af2-a86f77449999&id=fc329881-6b3d-4d3c-b200-11722bc15b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0564141 Sep 30 06:31:01.144063 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e449a2e-2f9b-4649-97a0-d1c41fb8efc6 req-cc977545-347a-4be0-9bd9-677213e69c3c tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:31:01.146232 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-1e449a2e-2f9b-4649-97a0-d1c41fb8efc6 req-cc977545-347a-4be0-9bd9-677213e69c3c tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] 10.222.0.36 "GET /v2.0/ports?device_id=c7de8e92-ecc9-41bc-98bb-5c2242bab3d1 HTTP/1.1" status: 200 len: 944 time: 0.0706820 Sep 30 06:31:01.206971 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-1e449a2e-2f9b-4649-97a0-d1c41fb8efc6 req-6812867c-683a-41bd-87fa-90f746de3f6b tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] 10.222.0.36 "GET /v2.0/security-groups?id=aaa05d83-3ebc-404f-b7b5-bc03e45995ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506976 Sep 30 06:31:01.321872 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-956b2880-2efe-44af-bfac-787db1135361 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727546001794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-597483'] for agent, after_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:31:01.544022 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.rpc [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] Device 387fd7a2-12c8-44e0-a778-a8a0b80d0b88 up at agent hyperv_hv-cinder-81187 {{(pid=94001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 06:31:01.612806 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.db.provisioning_blocks [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] Provisioning complete for port 387fd7a2-12c8-44e0-a778-a8a0b80d0b88 triggered by entity L2. {{(pid=94001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 06:31:01.613324 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-597822'] for port, provisioning_complete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:31:01.618428 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ff4f54-deef-4ef6-8a04-d5f350463d49 req-ec0d23aa-be82-4324-b572-cb4b3777645d tempest-TestMinimumBasicScenario-1320848959 tempest-TestMinimumBasicScenario-1320848959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:31:01.621683 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-51ff4f54-deef-4ef6-8a04-d5f350463d49 req-ec0d23aa-be82-4324-b572-cb4b3777645d tempest-TestMinimumBasicScenario-1320848959 tempest-TestMinimumBasicScenario-1320848959-project] 10.222.0.36 "GET /v2.0/ports?device_id=d0bb6047-6799-481c-9961-ca0038f01968 HTTP/1.1" status: 200 len: 985 time: 0.0795763 Sep 30 06:31:01.680865 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-51ff4f54-deef-4ef6-8a04-d5f350463d49 req-da82acfa-fbcc-44f5-b864-ea1809dc0fb2 tempest-TestMinimumBasicScenario-1320848959 tempest-TestMinimumBasicScenario-1320848959-project] 10.222.0.36 "GET /v2.0/security-groups?id=a3fc8924-f30a-4de5-8af2-a86f77449999&id=fc329881-6b3d-4d3c-b200-11722bc15b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0527685 Sep 30 06:31:01.745605 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653538'] for port, before_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:31:01.779583 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7de8e92-ecc9-41bc-98bb-5c2242bab3d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '387fd7a2-12c8-44e0-a778-a8a0b80d0b88'}] {{(pid=94001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 06:31:01.784088 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6a6fbc36b32d89ab1780593628eab99e94898f937be62aa03f5208480f4236e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2523531d-0b7b-48f4-af8c-b0ae6729352e" -d '{"events": [{"server_uuid": "c7de8e92-ecc9-41bc-98bb-5c2242bab3d1", "name": "network-vif-plugged", "status": "completed", "tag": "387fd7a2-12c8-44e0-a778-a8a0b80d0b88"}]}' {{(pid=94001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 06:31:01.804833 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.db [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] For port 387fd7a2-12c8-44e0-a778-a8a0b80d0b88, host hv-cinder-81187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81187',level=0,port_id=387fd7a2-12c8-44e0-a778-a8a0b80d0b88,segment=NetworkSegment(2a6dd986-63b3-41e2-80f5-fecbf28b70d3),segment_id=2a6dd986-63b3-41e2-80f5-fecbf28b70d3)] {{(pid=94001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 06:31:01.821155 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7821886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727545992452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727545489363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727545489381'] for port, after_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:31:01.866318 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 06:31:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88041b69-1871-4b7f-8c84-21b6bc683c65 x-openstack-request-id: req-88041b69-1871-4b7f-8c84-21b6bc683c65 {{(pid=94001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 06:31:01.866861 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7de8e92-ecc9-41bc-98bb-5c2242bab3d1", "name": "network-vif-plugged", "status": "completed", "tag": "387fd7a2-12c8-44e0-a778-a8a0b80d0b88", "code": 200}]} {{(pid=94001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 06:31:01.867182 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-88041b69-1871-4b7f-8c84-21b6bc683c65 {{(pid=94001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 06:31:01.867864 dv-cinder-811877-1-iscsi neutron-server[94001]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7de8e92-ecc9-41bc-98bb-5c2242bab3d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '387fd7a2-12c8-44e0-a778-a8a0b80d0b88', 'code': 200} Sep 30 06:31:01.901169 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] Pushing event updated for resources: {'Port': ['ID=387fd7a2-12c8-44e0-a778-a8a0b80d0b88,revision_number=10']} {{(pid=94001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:31:02.309274 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-1a5ef50c-1a60-4eeb-b96e-cf5df6fcca4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727546001794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-597483'] for agent, after_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:31:02.360867 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47777b18-6435-40a8-82f4-992296951ef0 req-e77b7907-b60d-45c8-a2a1-56fd1b731e8c tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:31:02.363628 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-47777b18-6435-40a8-82f4-992296951ef0 req-e77b7907-b60d-45c8-a2a1-56fd1b731e8c tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] 10.222.0.36 "GET /v2.0/ports?device_id=c7de8e92-ecc9-41bc-98bb-5c2242bab3d1 HTTP/1.1" status: 200 len: 946 time: 0.0793855 Sep 30 06:31:02.419252 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-47777b18-6435-40a8-82f4-992296951ef0 req-3eff8577-e828-4a0c-9a58-f150cd8df5fd tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] 10.222.0.36 "GET /v2.0/security-groups?id=aaa05d83-3ebc-404f-b7b5-bc03e45995ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488107 Sep 30 06:31:02.524670 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b58ef1-d441-42f3-bd0d-791d6400d0bc req-674c6be1-45a3-43d7-aaeb-c3b1904fb9c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:31:02.526156 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-89b58ef1-d441-42f3-bd0d-791d6400d0bc req-674c6be1-45a3-43d7-aaeb-c3b1904fb9c9 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=c7de8e92-ecc9-41bc-98bb-5c2242bab3d1 HTTP/1.1" status: 200 len: 1099 time: 0.0516350 Sep 30 06:31:02.565247 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-89b58ef1-d441-42f3-bd0d-791d6400d0bc req-4c16173a-71fa-4793-8045-91818a42326e service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=aaa05d83-3ebc-404f-b7b5-bc03e45995ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305297 Sep 30 06:31:02.636971 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-028184f3-f8cc-4c85-9e6b-64613141ad03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727546001794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-597483'] for agent, after_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:31:02.869949 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5588bf33-c79e-495f-a47b-d0dc677a38cb req-d2e47962-b3f0-4e42-92fe-0eeb562d6ad2 tempest-TestMinimumBasicScenario-1320848959 tempest-TestMinimumBasicScenario-1320848959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:31:02.872260 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-5588bf33-c79e-495f-a47b-d0dc677a38cb req-d2e47962-b3f0-4e42-92fe-0eeb562d6ad2 tempest-TestMinimumBasicScenario-1320848959 tempest-TestMinimumBasicScenario-1320848959-project] 10.222.0.36 "GET /v2.0/ports?device_id=d0bb6047-6799-481c-9961-ca0038f01968 HTTP/1.1" status: 200 len: 985 time: 0.0731039 Sep 30 06:31:02.923656 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-5588bf33-c79e-495f-a47b-d0dc677a38cb req-6863a47c-af4c-4284-a5af-c5dcbbaa32da tempest-TestMinimumBasicScenario-1320848959 tempest-TestMinimumBasicScenario-1320848959-project] 10.222.0.36 "GET /v2.0/security-groups?id=a3fc8924-f30a-4de5-8af2-a86f77449999&id=fc329881-6b3d-4d3c-b200-11722bc15b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0445168 Sep 30 06:31:03.566368 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf5fae8-04d7-40a6-80fd-d6586d30a073 req-69d4bcac-714e-4fcc-9601-7bef6369d842 tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:31:03.567951 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-faf5fae8-04d7-40a6-80fd-d6586d30a073 req-69d4bcac-714e-4fcc-9601-7bef6369d842 tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] 10.222.0.36 "GET /v2.0/ports?device_id=c7de8e92-ecc9-41bc-98bb-5c2242bab3d1 HTTP/1.1" status: 200 len: 946 time: 0.0582478 Sep 30 06:31:03.623020 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-faf5fae8-04d7-40a6-80fd-d6586d30a073 req-03be1713-1bb6-492b-a758-ae399b85c25d tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] 10.222.0.36 "GET /v2.0/security-groups?id=aaa05d83-3ebc-404f-b7b5-bc03e45995ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475869 Sep 30 06:31:04.015943 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28ab1b0-691b-4157-a1d8-4add335d994a req-f97a9af3-82fa-472a-848a-396f405c6558 tempest-AttachVolumeTestJSON-1192105893 tempest-AttachVolumeTestJSON-1192105893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:31:04.018165 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-c28ab1b0-691b-4157-a1d8-4add335d994a req-f97a9af3-82fa-472a-848a-396f405c6558 tempest-AttachVolumeTestJSON-1192105893 tempest-AttachVolumeTestJSON-1192105893-project] 10.222.0.36 "GET /v2.0/ports?device_id=6958c33e-794d-418e-a5ab-7fc4d005ddf7 HTTP/1.1" status: 200 len: 946 time: 0.0798955 Sep 30 06:31:04.044690 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-31788eca-3db2-42eb-847b-597dce492ba7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727546001794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-597483'] for agent, after_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:31:04.091951 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-c28ab1b0-691b-4157-a1d8-4add335d994a req-452f59ad-e49b-4c54-86e4-94577333e613 tempest-AttachVolumeTestJSON-1192105893 tempest-AttachVolumeTestJSON-1192105893-project] 10.222.0.36 "GET /v2.0/security-groups?id=2948a1ff-6e7e-4016-a1fe-d6f8926a46bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538833 Sep 30 06:31:04.127651 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5ec89a-80b7-466b-802f-7ba1ec089ae9 req-c4179adf-2ce5-466d-88cc-0a22581dd949 tempest-TestMinimumBasicScenario-1320848959 tempest-TestMinimumBasicScenario-1320848959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:31:04.136134 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-cb5ec89a-80b7-466b-802f-7ba1ec089ae9 req-c4179adf-2ce5-466d-88cc-0a22581dd949 tempest-TestMinimumBasicScenario-1320848959 tempest-TestMinimumBasicScenario-1320848959-project] 10.222.0.36 "GET /v2.0/ports?device_id=d0bb6047-6799-481c-9961-ca0038f01968 HTTP/1.1" status: 200 len: 985 time: 0.0888922 Sep 30 06:31:04.186609 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-cb5ec89a-80b7-466b-802f-7ba1ec089ae9 req-d29f6fa8-d985-42f0-becb-b161788801e7 tempest-TestMinimumBasicScenario-1320848959 tempest-TestMinimumBasicScenario-1320848959-project] 10.222.0.36 "GET /v2.0/security-groups?id=a3fc8924-f30a-4de5-8af2-a86f77449999&id=fc329881-6b3d-4d3c-b200-11722bc15b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0462317 Sep 30 06:31:04.776077 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4b2c03-66da-4ee4-909b-6169165ad56c req-04660426-3c0e-4055-ab59-9de848f560d0 tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:31:04.778957 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-bc4b2c03-66da-4ee4-909b-6169165ad56c req-04660426-3c0e-4055-ab59-9de848f560d0 tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] 10.222.0.36 "GET /v2.0/ports?device_id=c7de8e92-ecc9-41bc-98bb-5c2242bab3d1 HTTP/1.1" status: 200 len: 946 time: 0.0578785 Sep 30 06:31:04.830931 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-bc4b2c03-66da-4ee4-909b-6169165ad56c req-54cabf00-51ab-4169-874a-0987b039cb7c tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] 10.222.0.36 "GET /v2.0/security-groups?id=aaa05d83-3ebc-404f-b7b5-bc03e45995ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458076 Sep 30 06:31:05.252869 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe088c81-dace-47db-a475-6b3cb0458ad3 req-9eaf2356-2ce3-4e0c-a18e-119dfce3b43c tempest-AttachVolumeTestJSON-1192105893 tempest-AttachVolumeTestJSON-1192105893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:31:05.254590 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-fe088c81-dace-47db-a475-6b3cb0458ad3 req-9eaf2356-2ce3-4e0c-a18e-119dfce3b43c tempest-AttachVolumeTestJSON-1192105893 tempest-AttachVolumeTestJSON-1192105893-project] 10.222.0.36 "GET /v2.0/ports?device_id=6958c33e-794d-418e-a5ab-7fc4d005ddf7 HTTP/1.1" status: 200 len: 946 time: 0.0544271 Sep 30 06:31:05.311073 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-fe088c81-dace-47db-a475-6b3cb0458ad3 req-050ade0a-ebf7-4f70-980c-7086227c4cf0 tempest-AttachVolumeTestJSON-1192105893 tempest-AttachVolumeTestJSON-1192105893-project] 10.222.0.36 "GET /v2.0/security-groups?id=2948a1ff-6e7e-4016-a1fe-d6f8926a46bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383983 Sep 30 06:31:05.350477 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1cd214-8d9e-4413-8ef1-2ab3877feadd req-93007433-e1a8-4bf5-a9fb-749fda77f916 tempest-TestMinimumBasicScenario-1320848959 tempest-TestMinimumBasicScenario-1320848959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:31:05.352161 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-db1cd214-8d9e-4413-8ef1-2ab3877feadd req-93007433-e1a8-4bf5-a9fb-749fda77f916 tempest-TestMinimumBasicScenario-1320848959 tempest-TestMinimumBasicScenario-1320848959-project] 10.222.0.36 "GET /v2.0/ports?device_id=d0bb6047-6799-481c-9961-ca0038f01968 HTTP/1.1" status: 200 len: 985 time: 0.0712035 Sep 30 06:31:05.405037 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-db1cd214-8d9e-4413-8ef1-2ab3877feadd req-a1567305-3291-42d8-975b-000bc104d2da tempest-TestMinimumBasicScenario-1320848959 tempest-TestMinimumBasicScenario-1320848959-project] 10.222.0.36 "GET /v2.0/security-groups?id=a3fc8924-f30a-4de5-8af2-a86f77449999&id=fc329881-6b3d-4d3c-b200-11722bc15b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0457144 Sep 30 06:31:05.562995 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d397dd4f-cdf0-4169-972a-87e2cbb7286e req-e15136e2-d579-49a4-acd6-409327f5c1e0 tempest-ServerRescueNegativeTestJSON-1209427659 tempest-ServerRescueNegativeTestJSON-1209427659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:31:05.564507 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-d397dd4f-cdf0-4169-972a-87e2cbb7286e req-e15136e2-d579-49a4-acd6-409327f5c1e0 tempest-ServerRescueNegativeTestJSON-1209427659 tempest-ServerRescueNegativeTestJSON-1209427659-project] 10.222.0.36 "GET /v2.0/ports?device_id=0a86be7c-6414-4403-bd22-8634a0e22544 HTTP/1.1" status: 200 len: 945 time: 0.0563366 Sep 30 06:31:05.622205 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-d397dd4f-cdf0-4169-972a-87e2cbb7286e req-2244e64a-45bb-45d5-838a-0975e25887ad tempest-ServerRescueNegativeTestJSON-1209427659 tempest-ServerRescueNegativeTestJSON-1209427659-project] 10.222.0.36 "GET /v2.0/security-groups?id=78ce1e3c-f3d7-420d-ac39-20c93d3fb7fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507755 Sep 30 06:31:05.979354 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5782c85d-9ad9-4449-b79e-bb0d7247c783 req-d3a9c695-1a42-4734-97a2-feb942d5059c tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:31:05.981576 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-5782c85d-9ad9-4449-b79e-bb0d7247c783 req-d3a9c695-1a42-4734-97a2-feb942d5059c tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] 10.222.0.36 "GET /v2.0/ports?device_id=c7de8e92-ecc9-41bc-98bb-5c2242bab3d1 HTTP/1.1" status: 200 len: 946 time: 0.0537121 Sep 30 06:31:06.027243 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-5782c85d-9ad9-4449-b79e-bb0d7247c783 req-06a9aa97-e8a5-4c1b-bb7a-62177eece63b tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] 10.222.0.36 "GET /v2.0/security-groups?id=aaa05d83-3ebc-404f-b7b5-bc03e45995ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390790 Sep 30 06:31:06.432610 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e29ab3b-b107-4c9d-a2c2-a7051d16063d req-9bb5d965-166b-4461-92b5-10aa43a48881 tempest-AttachVolumeTestJSON-1192105893 tempest-AttachVolumeTestJSON-1192105893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:31:06.434635 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-4e29ab3b-b107-4c9d-a2c2-a7051d16063d req-9bb5d965-166b-4461-92b5-10aa43a48881 tempest-AttachVolumeTestJSON-1192105893 tempest-AttachVolumeTestJSON-1192105893-project] 10.222.0.36 "GET /v2.0/ports?device_id=6958c33e-794d-418e-a5ab-7fc4d005ddf7 HTTP/1.1" status: 200 len: 946 time: 0.0579777 Sep 30 06:31:06.475370 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-4e29ab3b-b107-4c9d-a2c2-a7051d16063d req-8046f0cf-ed55-475a-b818-f36f21c2ed45 tempest-AttachVolumeTestJSON-1192105893 tempest-AttachVolumeTestJSON-1192105893-project] 10.222.0.36 "GET /v2.0/security-groups?id=2948a1ff-6e7e-4016-a1fe-d6f8926a46bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335765 Sep 30 06:31:06.546089 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38fb4cf-0b45-49df-a0c2-b7e1e5762ccd req-9fb3a331-97a6-4d47-a0f0-48d5f90d5515 tempest-TestMinimumBasicScenario-1320848959 tempest-TestMinimumBasicScenario-1320848959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:31:06.547824 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-b38fb4cf-0b45-49df-a0c2-b7e1e5762ccd req-9fb3a331-97a6-4d47-a0f0-48d5f90d5515 tempest-TestMinimumBasicScenario-1320848959 tempest-TestMinimumBasicScenario-1320848959-project] 10.222.0.36 "GET /v2.0/ports?device_id=d0bb6047-6799-481c-9961-ca0038f01968 HTTP/1.1" status: 200 len: 985 time: 0.0599816 Sep 30 06:31:06.588523 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-b38fb4cf-0b45-49df-a0c2-b7e1e5762ccd req-07961786-b93c-456a-9bb1-978568f56e2a tempest-TestMinimumBasicScenario-1320848959 tempest-TestMinimumBasicScenario-1320848959-project] 10.222.0.36 "GET /v2.0/security-groups?id=a3fc8924-f30a-4de5-8af2-a86f77449999&id=fc329881-6b3d-4d3c-b200-11722bc15b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0345423 Sep 30 06:31:06.755764 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d67837-15e4-43f4-8276-3d72c3cd61eb req-2a7cad3c-f90c-47af-9e5d-f5e98e0ec169 tempest-ServerRescueNegativeTestJSON-1209427659 tempest-ServerRescueNegativeTestJSON-1209427659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:31:06.757176 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-14d67837-15e4-43f4-8276-3d72c3cd61eb req-2a7cad3c-f90c-47af-9e5d-f5e98e0ec169 tempest-ServerRescueNegativeTestJSON-1209427659 tempest-ServerRescueNegativeTestJSON-1209427659-project] 10.222.0.36 "GET /v2.0/ports?device_id=0a86be7c-6414-4403-bd22-8634a0e22544 HTTP/1.1" status: 200 len: 945 time: 0.0535183 Sep 30 06:31:06.799073 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-14d67837-15e4-43f4-8276-3d72c3cd61eb req-0c786a5f-f028-4ca7-b5c8-68762be51339 tempest-ServerRescueNegativeTestJSON-1209427659 tempest-ServerRescueNegativeTestJSON-1209427659-project] 10.222.0.36 "GET /v2.0/security-groups?id=78ce1e3c-f3d7-420d-ac39-20c93d3fb7fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357196 Sep 30 06:31:07.154488 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20ef7c8-cac3-41d2-909c-4ae171e1e507 req-b5ec22d5-ff80-4f63-8e12-3ac3e8de6244 tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:31:07.156198 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-e20ef7c8-cac3-41d2-909c-4ae171e1e507 req-b5ec22d5-ff80-4f63-8e12-3ac3e8de6244 tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] 10.222.0.36 "GET /v2.0/ports?device_id=c7de8e92-ecc9-41bc-98bb-5c2242bab3d1 HTTP/1.1" status: 200 len: 946 time: 0.0512185 Sep 30 06:31:07.196989 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-e20ef7c8-cac3-41d2-909c-4ae171e1e507 req-7712817a-7b49-4a3b-be1b-1f7e61716e28 tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] 10.222.0.36 "GET /v2.0/security-groups?id=aaa05d83-3ebc-404f-b7b5-bc03e45995ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336075 Sep 30 06:31:07.604709 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.36', 56474) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 06:31:07.608291 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bf7dd0-364c-4335-9992-34ef007c588a req-25804fb9-faff-4ca7-a489-f211db6fe34f tempest-AttachVolumeTestJSON-1192105893 tempest-AttachVolumeTestJSON-1192105893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:31:07.609827 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-c3bf7dd0-364c-4335-9992-34ef007c588a req-25804fb9-faff-4ca7-a489-f211db6fe34f tempest-AttachVolumeTestJSON-1192105893 tempest-AttachVolumeTestJSON-1192105893-project] 10.222.0.36 "GET /v2.0/ports?device_id=6958c33e-794d-418e-a5ab-7fc4d005ddf7 HTTP/1.1" status: 200 len: 946 time: 0.0630240 Sep 30 06:31:07.667072 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-c3bf7dd0-364c-4335-9992-34ef007c588a req-3cd34aaf-826f-449d-94af-a09faf08bd4b tempest-AttachVolumeTestJSON-1192105893 tempest-AttachVolumeTestJSON-1192105893-project] 10.222.0.36 "GET /v2.0/security-groups?id=2948a1ff-6e7e-4016-a1fe-d6f8926a46bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493367 Sep 30 06:31:07.735742 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-3758a520-d653-4068-aac2-a536b8366a28 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:31:07.782795 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e0acf5-5810-48e5-86ca-5d0531044a90 req-430d1799-ffa0-47b9-8a0a-f3ff5c049298 tempest-TestMinimumBasicScenario-1320848959 tempest-TestMinimumBasicScenario-1320848959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:31:07.784815 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-a9e0acf5-5810-48e5-86ca-5d0531044a90 req-430d1799-ffa0-47b9-8a0a-f3ff5c049298 tempest-TestMinimumBasicScenario-1320848959 tempest-TestMinimumBasicScenario-1320848959-project] 10.222.0.36 "GET /v2.0/ports?device_id=d0bb6047-6799-481c-9961-ca0038f01968 HTTP/1.1" status: 200 len: 985 time: 0.0982685 Sep 30 06:31:07.877476 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-a9e0acf5-5810-48e5-86ca-5d0531044a90 req-c2203fad-81f1-4fa4-b000-04b628c5dbb5 tempest-TestMinimumBasicScenario-1320848959 tempest-TestMinimumBasicScenario-1320848959-project] 10.222.0.36 "GET /v2.0/security-groups?id=a3fc8924-f30a-4de5-8af2-a86f77449999&id=fc329881-6b3d-4d3c-b200-11722bc15b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0834115 Sep 30 06:31:07.937719 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-3758a520-d653-4068-aac2-a536b8366a28 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:31:07.943507 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-3758a520-d653-4068-aac2-a536b8366a28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533969'] for security_group, after_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:31:07.979526 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0049c537-f312-4ef4-9b3a-a321732cea3f req-3ded4be5-ebf1-4858-bd4a-de5ee15d4584 tempest-ServerRescueNegativeTestJSON-1209427659 tempest-ServerRescueNegativeTestJSON-1209427659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:31:07.981591 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-0049c537-f312-4ef4-9b3a-a321732cea3f req-3ded4be5-ebf1-4858-bd4a-de5ee15d4584 tempest-ServerRescueNegativeTestJSON-1209427659 tempest-ServerRescueNegativeTestJSON-1209427659-project] 10.222.0.36 "GET /v2.0/ports?device_id=0a86be7c-6414-4403-bd22-8634a0e22544 HTTP/1.1" status: 200 len: 945 time: 0.0590947 Sep 30 06:31:07.986678 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [None req-3758a520-d653-4068-aac2-a536b8366a28 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=a54c62e729cf49c2bfd46ec1186adee9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3802176 Sep 30 06:31:07.987554 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3758a520-d653-4068-aac2-a536b8366a28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf23501b-7ed9-49e2-88f0-4d4703d4bef9,revision_number=1']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:31:07.990821 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.36', 56484) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 06:31:08.029111 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-0049c537-f312-4ef4-9b3a-a321732cea3f req-9e3d6aa5-008c-427f-ac8c-ca0dd782cccc tempest-ServerRescueNegativeTestJSON-1209427659 tempest-ServerRescueNegativeTestJSON-1209427659-project] 10.222.0.36 "GET /v2.0/security-groups?id=78ce1e3c-f3d7-420d-ac39-20c93d3fb7fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408719 Sep 30 06:31:08.046163 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-462538b6-189a-4aa5-9452-2171ffad33ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:31:08.069176 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-462538b6-189a-4aa5-9452-2171ffad33ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:31:08.124230 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-462538b6-189a-4aa5-9452-2171ffad33ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533969'] for security_group, after_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:31:08.127093 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-462538b6-189a-4aa5-9452-2171ffad33ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:31:08.128340 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [None req-462538b6-189a-4aa5-9452-2171ffad33ca admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/cf23501b-7ed9-49e2-88f0-4d4703d4bef9 HTTP/1.1" status: 204 len: 168 time: 0.1364341 Sep 30 06:31:08.137878 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462538b6-189a-4aa5-9452-2171ffad33ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf23501b-7ed9-49e2-88f0-4d4703d4bef9,revision_number=None']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:31:08.342859 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a489bc78-92ba-49a4-a5b1-e71f906e42de req-a97788e6-2335-4432-b384-d274018a750e tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:31:08.344600 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-a489bc78-92ba-49a4-a5b1-e71f906e42de req-a97788e6-2335-4432-b384-d274018a750e tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] 10.222.0.36 "GET /v2.0/ports?device_id=c7de8e92-ecc9-41bc-98bb-5c2242bab3d1 HTTP/1.1" status: 200 len: 946 time: 0.0692391 Sep 30 06:31:08.388849 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-a489bc78-92ba-49a4-a5b1-e71f906e42de req-fc66d242-3245-4bf8-b9e4-a0f081701b9b tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] 10.222.0.36 "GET /v2.0/security-groups?id=aaa05d83-3ebc-404f-b7b5-bc03e45995ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378339 Sep 30 06:31:08.452264 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef95726-45ea-4429-8004-c0a772282f74 req-ffc5b84c-6d3b-4083-b174-ca0d6973d446 tempest-ServerRescueNegativeTestJSON-1209427659 tempest-ServerRescueNegativeTestJSON-1209427659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:31:08.453800 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-7ef95726-45ea-4429-8004-c0a772282f74 req-ffc5b84c-6d3b-4083-b174-ca0d6973d446 tempest-ServerRescueNegativeTestJSON-1209427659 tempest-ServerRescueNegativeTestJSON-1209427659-project] 10.222.0.10 "GET /v2.0/ports?device_id=0a86be7c-6414-4403-bd22-8634a0e22544 HTTP/1.1" status: 200 len: 945 time: 0.0523212 Sep 30 06:31:08.557336 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.plugins.ml2.plugin [req-7ef95726-45ea-4429-8004-c0a772282f74 req-396387d6-1d37-4e4b-a360-4e76e2cc9faf tempest-ServerRescueNegativeTestJSON-1209427659 tempest-ServerRescueNegativeTestJSON-1209427659-project] Deleting port b10500c6-dc7c-475e-a085-9d2c7ed838e8 {{(pid=93999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 06:31:08.557678 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [req-7ef95726-45ea-4429-8004-c0a772282f74 req-396387d6-1d37-4e4b-a360-4e76e2cc9faf tempest-ServerRescueNegativeTestJSON-1209427659 tempest-ServerRescueNegativeTestJSON-1209427659-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727545987880'] for port, before_delete {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:31:08.660643 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.plugins.ml2.db [req-7ef95726-45ea-4429-8004-c0a772282f74 req-396387d6-1d37-4e4b-a360-4e76e2cc9faf tempest-ServerRescueNegativeTestJSON-1209427659 tempest-ServerRescueNegativeTestJSON-1209427659-project] For port b10500c6-dc7c-475e-a085-9d2c7ed838e8, host hv-cinder-81187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81187',level=0,port_id=b10500c6-dc7c-475e-a085-9d2c7ed838e8,segment=NetworkSegment(410fd4de-8a82-48c3-96d1-1762cdf9a695),segment_id=410fd4de-8a82-48c3-96d1-1762cdf9a695)] {{(pid=93999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 06:31:08.661765 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [req-7ef95726-45ea-4429-8004-c0a772282f74 req-396387d6-1d37-4e4b-a360-4e76e2cc9faf tempest-ServerRescueNegativeTestJSON-1209427659 tempest-ServerRescueNegativeTestJSON-1209427659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7874563'] for port, precommit_delete {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:31:08.675699 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.plugins.ml2.plugin [req-7ef95726-45ea-4429-8004-c0a772282f74 req-396387d6-1d37-4e4b-a360-4e76e2cc9faf tempest-ServerRescueNegativeTestJSON-1209427659 tempest-ServerRescueNegativeTestJSON-1209427659-project] Calling delete_port for b10500c6-dc7c-475e-a085-9d2c7ed838e8 owned by compute:nova {{(pid=93999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 06:31:08.812999 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b586b5-b0de-4235-ae7b-86c460bfc8f8 req-1168af95-bf3a-40ff-bc17-ffda0ffdfb52 tempest-AttachVolumeTestJSON-1192105893 tempest-AttachVolumeTestJSON-1192105893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:31:08.815643 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-c2b586b5-b0de-4235-ae7b-86c460bfc8f8 req-1168af95-bf3a-40ff-bc17-ffda0ffdfb52 tempest-AttachVolumeTestJSON-1192105893 tempest-AttachVolumeTestJSON-1192105893-project] 10.222.0.36 "GET /v2.0/ports?device_id=6958c33e-794d-418e-a5ab-7fc4d005ddf7 HTTP/1.1" status: 200 len: 946 time: 0.0769162 Sep 30 06:31:08.890405 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-c2b586b5-b0de-4235-ae7b-86c460bfc8f8 req-3d2b54d4-9f00-4528-8be2-3ccdec9773ae tempest-AttachVolumeTestJSON-1192105893 tempest-AttachVolumeTestJSON-1192105893-project] 10.222.0.36 "GET /v2.0/security-groups?id=2948a1ff-6e7e-4016-a1fe-d6f8926a46bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515745 Sep 30 06:31:08.892229 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [req-7ef95726-45ea-4429-8004-c0a772282f74 req-396387d6-1d37-4e4b-a360-4e76e2cc9faf tempest-ServerRescueNegativeTestJSON-1209427659 tempest-ServerRescueNegativeTestJSON-1209427659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7821886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727545991406', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727545489354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6560267'] for port, after_delete {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:31:08.924610 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396387d6-1d37-4e4b-a360-4e76e2cc9faf tempest-ServerRescueNegativeTestJSON-1209427659 tempest-ServerRescueNegativeTestJSON-1209427659-project] Pushing event deleted for resources: {'Port': ['ID=b10500c6-dc7c-475e-a085-9d2c7ed838e8,revision_number=None']} {{(pid=93999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:31:08.945493 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.db [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] get_ports_and_sgs() called for port_ids ['f5867bda-e9f5-44e1-9382-f6b9e19fe331', 'b10500c6-dc7c-475e-a085-9d2c7ed838e8'] {{(pid=94001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 06:31:08.979521 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ef95726-45ea-4429-8004-c0a772282f74 req-396387d6-1d37-4e4b-a360-4e76e2cc9faf tempest-ServerRescueNegativeTestJSON-1209427659 tempest-ServerRescueNegativeTestJSON-1209427659-project] No DVR routers for this DVR port b10500c6-dc7c-475e-a085-9d2c7ed838e8 on host hv-cinder-81187 {{(pid=93999) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 06:31:08.982751 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [req-7ef95726-45ea-4429-8004-c0a772282f74 req-396387d6-1d37-4e4b-a360-4e76e2cc9faf tempest-ServerRescueNegativeTestJSON-1209427659 tempest-ServerRescueNegativeTestJSON-1209427659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57126'] for port, before_response {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:31:08.984982 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-7ef95726-45ea-4429-8004-c0a772282f74 req-396387d6-1d37-4e4b-a360-4e76e2cc9faf tempest-ServerRescueNegativeTestJSON-1209427659 tempest-ServerRescueNegativeTestJSON-1209427659-project] 10.222.0.10 "DELETE /v2.0/ports/b10500c6-dc7c-475e-a085-9d2c7ed838e8 HTTP/1.1" status: 204 len: 173 time: 0.5236599 Sep 30 06:31:08.985574 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a86be7c-6414-4403-bd22-8634a0e22544', 'name': 'network-vif-deleted', 'tag': 'b10500c6-dc7c-475e-a085-9d2c7ed838e8'}] {{(pid=93999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 06:31:08.988269 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07b111f6e278cfffd9c4f208e103de524c2b9e3fbd4e5a5b5d8dd158a433df71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21ac3371-aad3-4886-aa98-c4c96706c758" -d '{"events": [{"server_uuid": "0a86be7c-6414-4403-bd22-8634a0e22544", "name": "network-vif-deleted", "tag": "b10500c6-dc7c-475e-a085-9d2c7ed838e8"}]}' {{(pid=93999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 06:31:09.067721 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 06:31:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6aa9b91-5621-47ba-9ebc-bb3910e61273 x-openstack-request-id: req-b6aa9b91-5621-47ba-9ebc-bb3910e61273 {{(pid=93999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 06:31:09.068093 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a86be7c-6414-4403-bd22-8634a0e22544", "name": "network-vif-deleted", "tag": "b10500c6-dc7c-475e-a085-9d2c7ed838e8", "status": "completed", "code": 200}]} {{(pid=93999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 06:31:09.068365 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-b6aa9b91-5621-47ba-9ebc-bb3910e61273 {{(pid=93999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 06:31:09.068763 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a86be7c-6414-4403-bd22-8634a0e22544', 'name': 'network-vif-deleted', 'tag': 'b10500c6-dc7c-475e-a085-9d2c7ed838e8', 'status': 'completed', 'code': 200} Sep 30 06:31:09.078460 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebf33ae-234f-4e45-b5fb-9675a412cfa7 req-5b3c2473-d0fd-4ccd-a512-35d38f548bf4 tempest-TestMinimumBasicScenario-1320848959 tempest-TestMinimumBasicScenario-1320848959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:31:09.086906 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-eebf33ae-234f-4e45-b5fb-9675a412cfa7 req-5b3c2473-d0fd-4ccd-a512-35d38f548bf4 tempest-TestMinimumBasicScenario-1320848959 tempest-TestMinimumBasicScenario-1320848959-project] 10.222.0.36 "GET /v2.0/ports?device_id=d0bb6047-6799-481c-9961-ca0038f01968 HTTP/1.1" status: 200 len: 985 time: 0.1028466 Sep 30 06:31:09.091894 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727546001794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-597483'] for agent, after_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:31:09.152733 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-eebf33ae-234f-4e45-b5fb-9675a412cfa7 req-dbbaa88f-9a70-4a48-8fbc-3b32781595e3 tempest-TestMinimumBasicScenario-1320848959 tempest-TestMinimumBasicScenario-1320848959-project] 10.222.0.36 "GET /v2.0/security-groups?id=a3fc8924-f30a-4de5-8af2-a86f77449999&id=fc329881-6b3d-4d3c-b200-11722bc15b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0630691 Sep 30 06:31:09.232494 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-20eef141-a48a-4f20-b390-f95313298b97 req-cb5459c3-d35a-4105-bdf9-e929f9aa1d8e tempest-ServerRescueNegativeTestJSON-1209427659 tempest-ServerRescueNegativeTestJSON-1209427659-project] 10.222.0.36 "GET /v2.0/ports?device_id=0a86be7c-6414-4403-bd22-8634a0e22544 HTTP/1.1" status: 200 len: 210 time: 0.0315552 Sep 30 06:31:09.525916 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab46d53-edad-40d1-a889-889c84015ca6 req-d3942131-8979-4778-acca-4b2bb5a45e6b tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:31:09.528247 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-3ab46d53-edad-40d1-a889-889c84015ca6 req-d3942131-8979-4778-acca-4b2bb5a45e6b tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] 10.222.0.36 "GET /v2.0/ports?device_id=c7de8e92-ecc9-41bc-98bb-5c2242bab3d1 HTTP/1.1" status: 200 len: 946 time: 0.0562837 Sep 30 06:31:09.568364 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-3ab46d53-edad-40d1-a889-889c84015ca6 req-697d30c7-14f8-4e79-8d66-cc56f4077108 tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] 10.222.0.36 "GET /v2.0/security-groups?id=aaa05d83-3ebc-404f-b7b5-bc03e45995ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340221 Sep 30 06:31:10.019659 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1064915c-5e0c-4e37-bf3a-27bb9a586f7e req-5d082967-dc1f-472a-be35-973f8d404d62 tempest-AttachVolumeTestJSON-1192105893 tempest-AttachVolumeTestJSON-1192105893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:31:10.021263 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-1064915c-5e0c-4e37-bf3a-27bb9a586f7e req-5d082967-dc1f-472a-be35-973f8d404d62 tempest-AttachVolumeTestJSON-1192105893 tempest-AttachVolumeTestJSON-1192105893-project] 10.222.0.36 "GET /v2.0/ports?device_id=6958c33e-794d-418e-a5ab-7fc4d005ddf7 HTTP/1.1" status: 200 len: 946 time: 0.0542159 Sep 30 06:31:10.073387 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-1064915c-5e0c-4e37-bf3a-27bb9a586f7e req-77a61f72-b6b9-4245-a2bc-e730e3e302fb tempest-AttachVolumeTestJSON-1192105893 tempest-AttachVolumeTestJSON-1192105893-project] 10.222.0.36 "GET /v2.0/security-groups?id=2948a1ff-6e7e-4016-a1fe-d6f8926a46bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443327 Sep 30 06:31:10.296442 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540e76c1-9787-4fc6-86c9-59a87f30ffe1 req-e777c24c-e136-4844-8183-eecfc1230eef tempest-TestMinimumBasicScenario-1320848959 tempest-TestMinimumBasicScenario-1320848959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:31:10.298973 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-540e76c1-9787-4fc6-86c9-59a87f30ffe1 req-e777c24c-e136-4844-8183-eecfc1230eef tempest-TestMinimumBasicScenario-1320848959 tempest-TestMinimumBasicScenario-1320848959-project] 10.222.0.36 "GET /v2.0/ports?device_id=d0bb6047-6799-481c-9961-ca0038f01968 HTTP/1.1" status: 200 len: 985 time: 0.0795145 Sep 30 06:31:10.350005 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-540e76c1-9787-4fc6-86c9-59a87f30ffe1 req-e5963b3f-0a70-4b47-9dc3-a88e88066bd3 tempest-TestMinimumBasicScenario-1320848959 tempest-TestMinimumBasicScenario-1320848959-project] 10.222.0.36 "GET /v2.0/security-groups?id=a3fc8924-f30a-4de5-8af2-a86f77449999&id=fc329881-6b3d-4d3c-b200-11722bc15b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0405321 Sep 30 06:31:10.545036 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a724121-8691-49f7-82e0-63feb8d2658a req-2d329ed8-acf1-476a-9fbf-c207709aa72f tempest-ServerRescueNegativeTestJSON-1209427659 tempest-ServerRescueNegativeTestJSON-1209427659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:31:10.546900 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-3a724121-8691-49f7-82e0-63feb8d2658a req-2d329ed8-acf1-476a-9fbf-c207709aa72f tempest-ServerRescueNegativeTestJSON-1209427659 tempest-ServerRescueNegativeTestJSON-1209427659-project] 10.222.0.36 "GET /v2.0/ports?device_id=be801cab-b2ce-4594-8d30-3431ea29df2f HTTP/1.1" status: 200 len: 945 time: 0.0564587 Sep 30 06:31:10.589816 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-3a724121-8691-49f7-82e0-63feb8d2658a req-e8893535-c146-4e48-ab07-f948c31ace4e tempest-ServerRescueNegativeTestJSON-1209427659 tempest-ServerRescueNegativeTestJSON-1209427659-project] 10.222.0.36 "GET /v2.0/security-groups?id=78ce1e3c-f3d7-420d-ac39-20c93d3fb7fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370393 Sep 30 06:31:10.722444 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1643012-31c0-4a6e-b71a-af702a20a9f1 req-bcceda9a-6767-4838-83e6-c913fa6a2aa9 tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:31:10.724094 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-d1643012-31c0-4a6e-b71a-af702a20a9f1 req-bcceda9a-6767-4838-83e6-c913fa6a2aa9 tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] 10.222.0.36 "GET /v2.0/ports?device_id=c7de8e92-ecc9-41bc-98bb-5c2242bab3d1 HTTP/1.1" status: 200 len: 946 time: 0.0696034 Sep 30 06:31:10.768955 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-d1643012-31c0-4a6e-b71a-af702a20a9f1 req-6f66191e-cd64-403a-bf78-659d14c97e9b tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] 10.222.0.36 "GET /v2.0/security-groups?id=aaa05d83-3ebc-404f-b7b5-bc03e45995ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360518 Sep 30 06:31:11.216459 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9eda9b3-07e5-4000-a325-5cb7331f11ea req-ea59a35b-710d-4291-9116-8fbea96edcbb tempest-AttachVolumeTestJSON-1192105893 tempest-AttachVolumeTestJSON-1192105893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:31:11.217965 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-e9eda9b3-07e5-4000-a325-5cb7331f11ea req-ea59a35b-710d-4291-9116-8fbea96edcbb tempest-AttachVolumeTestJSON-1192105893 tempest-AttachVolumeTestJSON-1192105893-project] 10.222.0.36 "GET /v2.0/ports?device_id=6958c33e-794d-418e-a5ab-7fc4d005ddf7 HTTP/1.1" status: 200 len: 946 time: 0.0569859 Sep 30 06:31:11.263096 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-e9eda9b3-07e5-4000-a325-5cb7331f11ea req-5451a2cb-1e65-4294-9084-e92f0b4f48f8 tempest-AttachVolumeTestJSON-1192105893 tempest-AttachVolumeTestJSON-1192105893-project] 10.222.0.36 "GET /v2.0/security-groups?id=2948a1ff-6e7e-4016-a1fe-d6f8926a46bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383029 Sep 30 06:31:11.483922 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdf31e7-d729-48b7-9561-ebad76987968 req-f2d14845-2adf-4ef0-a0d0-9af811107957 tempest-TestMinimumBasicScenario-1320848959 tempest-TestMinimumBasicScenario-1320848959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:31:11.485797 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-4bdf31e7-d729-48b7-9561-ebad76987968 req-f2d14845-2adf-4ef0-a0d0-9af811107957 tempest-TestMinimumBasicScenario-1320848959 tempest-TestMinimumBasicScenario-1320848959-project] 10.222.0.36 "GET /v2.0/ports?device_id=d0bb6047-6799-481c-9961-ca0038f01968 HTTP/1.1" status: 200 len: 985 time: 0.0584884 Sep 30 06:31:11.536708 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-4bdf31e7-d729-48b7-9561-ebad76987968 req-2c23164f-5964-4bc6-aeb1-9bab84f67a58 tempest-TestMinimumBasicScenario-1320848959 tempest-TestMinimumBasicScenario-1320848959-project] 10.222.0.36 "GET /v2.0/security-groups?id=a3fc8924-f30a-4de5-8af2-a86f77449999&id=fc329881-6b3d-4d3c-b200-11722bc15b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0441918 Sep 30 06:31:11.720675 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78a1503-af39-40cd-a0f7-13e40bdf8f21 req-5d812572-783a-432a-93ab-f8590fca2966 tempest-ServerRescueNegativeTestJSON-1209427659 tempest-ServerRescueNegativeTestJSON-1209427659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:31:11.722160 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-a78a1503-af39-40cd-a0f7-13e40bdf8f21 req-5d812572-783a-432a-93ab-f8590fca2966 tempest-ServerRescueNegativeTestJSON-1209427659 tempest-ServerRescueNegativeTestJSON-1209427659-project] 10.222.0.36 "GET /v2.0/ports?device_id=be801cab-b2ce-4594-8d30-3431ea29df2f HTTP/1.1" status: 200 len: 945 time: 0.0584397 Sep 30 06:31:11.762240 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-a78a1503-af39-40cd-a0f7-13e40bdf8f21 req-858d7d8d-7b52-4969-92fb-78b34634d018 tempest-ServerRescueNegativeTestJSON-1209427659 tempest-ServerRescueNegativeTestJSON-1209427659-project] 10.222.0.36 "GET /v2.0/security-groups?id=78ce1e3c-f3d7-420d-ac39-20c93d3fb7fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341280 Sep 30 06:31:11.892950 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cac84e-56fd-4457-9e99-ed540f763167 req-fdb8efcc-0d97-4792-8777-f0c748f21904 tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:31:11.894436 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-49cac84e-56fd-4457-9e99-ed540f763167 req-fdb8efcc-0d97-4792-8777-f0c748f21904 tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] 10.222.0.36 "GET /v2.0/ports?device_id=c7de8e92-ecc9-41bc-98bb-5c2242bab3d1 HTTP/1.1" status: 200 len: 946 time: 0.0493500 Sep 30 06:31:11.932281 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-49cac84e-56fd-4457-9e99-ed540f763167 req-3a19c0c3-d474-4079-9866-d9da62cc42b8 tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] 10.222.0.36 "GET /v2.0/security-groups?id=aaa05d83-3ebc-404f-b7b5-bc03e45995ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317974 Sep 30 06:31:12.379286 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f1a69a-dabe-4ff7-afb0-9bea969fa8ab req-2853660a-635f-4f51-82be-ee89de440f83 tempest-AttachVolumeTestJSON-1192105893 tempest-AttachVolumeTestJSON-1192105893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:31:12.380778 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-d6f1a69a-dabe-4ff7-afb0-9bea969fa8ab req-2853660a-635f-4f51-82be-ee89de440f83 tempest-AttachVolumeTestJSON-1192105893 tempest-AttachVolumeTestJSON-1192105893-project] 10.222.0.36 "GET /v2.0/ports?device_id=6958c33e-794d-418e-a5ab-7fc4d005ddf7 HTTP/1.1" status: 200 len: 946 time: 0.0495596 Sep 30 06:31:12.422046 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-d6f1a69a-dabe-4ff7-afb0-9bea969fa8ab req-72d281b2-8ca0-4c30-bc66-a0a7f05cba64 tempest-AttachVolumeTestJSON-1192105893 tempest-AttachVolumeTestJSON-1192105893-project] 10.222.0.36 "GET /v2.0/security-groups?id=2948a1ff-6e7e-4016-a1fe-d6f8926a46bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351951 Sep 30 06:31:12.660337 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46581c0-0c86-476e-9e30-ff2b9f8f6e0b req-ad0a8b5b-fbc1-48a7-b44c-9ae77264d43d tempest-TestMinimumBasicScenario-1320848959 tempest-TestMinimumBasicScenario-1320848959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:31:12.661833 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-d46581c0-0c86-476e-9e30-ff2b9f8f6e0b req-ad0a8b5b-fbc1-48a7-b44c-9ae77264d43d tempest-TestMinimumBasicScenario-1320848959 tempest-TestMinimumBasicScenario-1320848959-project] 10.222.0.36 "GET /v2.0/ports?device_id=d0bb6047-6799-481c-9961-ca0038f01968 HTTP/1.1" status: 200 len: 985 time: 0.0510898 Sep 30 06:31:12.712924 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-d46581c0-0c86-476e-9e30-ff2b9f8f6e0b req-97fb7d96-7c7e-407d-9c70-3e601b9050bb tempest-TestMinimumBasicScenario-1320848959 tempest-TestMinimumBasicScenario-1320848959-project] 10.222.0.36 "GET /v2.0/security-groups?id=a3fc8924-f30a-4de5-8af2-a86f77449999&id=fc329881-6b3d-4d3c-b200-11722bc15b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0437975 Sep 30 06:31:12.890777 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39dab67d-fd8d-4e7e-86b1-d721c0b0a1b9 req-eae2dcc2-2f36-488c-bacd-8a6a39448210 tempest-ServerRescueNegativeTestJSON-1209427659 tempest-ServerRescueNegativeTestJSON-1209427659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:31:12.892529 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-39dab67d-fd8d-4e7e-86b1-d721c0b0a1b9 req-eae2dcc2-2f36-488c-bacd-8a6a39448210 tempest-ServerRescueNegativeTestJSON-1209427659 tempest-ServerRescueNegativeTestJSON-1209427659-project] 10.222.0.36 "GET /v2.0/ports?device_id=be801cab-b2ce-4594-8d30-3431ea29df2f HTTP/1.1" status: 200 len: 945 time: 0.0517986 Sep 30 06:31:12.931274 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-39dab67d-fd8d-4e7e-86b1-d721c0b0a1b9 req-a013a780-3e21-4202-b0ce-33c4a252e3c6 tempest-ServerRescueNegativeTestJSON-1209427659 tempest-ServerRescueNegativeTestJSON-1209427659-project] 10.222.0.36 "GET /v2.0/security-groups?id=78ce1e3c-f3d7-420d-ac39-20c93d3fb7fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323677 Sep 30 06:31:13.052956 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee9dcfc-9f9d-45cb-b262-7bcf0164593f req-384b401b-fb12-4541-810c-f30394c6d7f9 tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:31:13.054431 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-6ee9dcfc-9f9d-45cb-b262-7bcf0164593f req-384b401b-fb12-4541-810c-f30394c6d7f9 tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] 10.222.0.36 "GET /v2.0/ports?device_id=c7de8e92-ecc9-41bc-98bb-5c2242bab3d1 HTTP/1.1" status: 200 len: 946 time: 0.0499926 Sep 30 06:31:13.095372 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-6ee9dcfc-9f9d-45cb-b262-7bcf0164593f req-7d9fa73c-359a-4e8d-baaa-cfada15d28c5 tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] 10.222.0.36 "GET /v2.0/security-groups?id=aaa05d83-3ebc-404f-b7b5-bc03e45995ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330279 Sep 30 06:31:13.130870 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.rpc [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] Device b10500c6-dc7c-475e-a085-9d2c7ed838e8 no longer exists at agent hyperv_hv-cinder-81187 {{(pid=94001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 06:31:13.152622 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.plugin [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] No Port match for: b10500c6-dc7c-475e-a085-9d2c7ed838e8 {{(pid=94001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 06:31:13.152974 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.rpc [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] Device b10500c6-dc7c-475e-a085-9d2c7ed838e8 not bound to the agent host hv-cinder-81187 {{(pid=94001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 06:31:13.548018 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e58e7c-32db-4c47-92bd-5a9785759b8c req-e80c543a-37ec-4ddf-b4cc-01126375615d tempest-AttachVolumeTestJSON-1192105893 tempest-AttachVolumeTestJSON-1192105893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:31:13.549560 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-66e58e7c-32db-4c47-92bd-5a9785759b8c req-e80c543a-37ec-4ddf-b4cc-01126375615d tempest-AttachVolumeTestJSON-1192105893 tempest-AttachVolumeTestJSON-1192105893-project] 10.222.0.36 "GET /v2.0/ports?device_id=6958c33e-794d-418e-a5ab-7fc4d005ddf7 HTTP/1.1" status: 200 len: 946 time: 0.0566807 Sep 30 06:31:13.597414 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-66e58e7c-32db-4c47-92bd-5a9785759b8c req-bc484427-4272-4a29-8c57-cf011d7f88bc tempest-AttachVolumeTestJSON-1192105893 tempest-AttachVolumeTestJSON-1192105893-project] 10.222.0.36 "GET /v2.0/security-groups?id=2948a1ff-6e7e-4016-a1fe-d6f8926a46bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408282 Sep 30 06:31:13.834653 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7652be4-d557-4d62-b6db-b5d00235a0d1 req-22328b78-c107-4aef-8d88-09d6e208d531 tempest-TestMinimumBasicScenario-1320848959 tempest-TestMinimumBasicScenario-1320848959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:31:13.836131 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-d7652be4-d557-4d62-b6db-b5d00235a0d1 req-22328b78-c107-4aef-8d88-09d6e208d531 tempest-TestMinimumBasicScenario-1320848959 tempest-TestMinimumBasicScenario-1320848959-project] 10.222.0.36 "GET /v2.0/ports?device_id=d0bb6047-6799-481c-9961-ca0038f01968 HTTP/1.1" status: 200 len: 985 time: 0.0534623 Sep 30 06:31:13.890049 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-d7652be4-d557-4d62-b6db-b5d00235a0d1 req-77b16cf3-8176-445b-9a9f-f0ea3edc11aa tempest-TestMinimumBasicScenario-1320848959 tempest-TestMinimumBasicScenario-1320848959-project] 10.222.0.36 "GET /v2.0/security-groups?id=a3fc8924-f30a-4de5-8af2-a86f77449999&id=fc329881-6b3d-4d3c-b200-11722bc15b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0473561 Sep 30 06:31:14.064397 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11d9a65-a06e-40c1-99e2-f5f19d329e4b req-ec829805-ddd7-415e-a969-da38349acce5 tempest-ServerRescueNegativeTestJSON-1209427659 tempest-ServerRescueNegativeTestJSON-1209427659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:31:14.065991 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-f11d9a65-a06e-40c1-99e2-f5f19d329e4b req-ec829805-ddd7-415e-a969-da38349acce5 tempest-ServerRescueNegativeTestJSON-1209427659 tempest-ServerRescueNegativeTestJSON-1209427659-project] 10.222.0.36 "GET /v2.0/ports?device_id=be801cab-b2ce-4594-8d30-3431ea29df2f HTTP/1.1" status: 200 len: 945 time: 0.0522285 Sep 30 06:31:14.115282 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-f11d9a65-a06e-40c1-99e2-f5f19d329e4b req-36a98773-92d5-43da-a7ad-37d8e8d95268 tempest-ServerRescueNegativeTestJSON-1209427659 tempest-ServerRescueNegativeTestJSON-1209427659-project] 10.222.0.36 "GET /v2.0/security-groups?id=78ce1e3c-f3d7-420d-ac39-20c93d3fb7fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376089 Sep 30 06:31:14.230868 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ee0ebe-8fb9-4b9b-b9d7-341cd1b35327 req-4507c51c-2b54-47dd-a108-8bad5e42a4bf tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:31:14.232388 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-03ee0ebe-8fb9-4b9b-b9d7-341cd1b35327 req-4507c51c-2b54-47dd-a108-8bad5e42a4bf tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] 10.222.0.36 "GET /v2.0/ports?device_id=c7de8e92-ecc9-41bc-98bb-5c2242bab3d1 HTTP/1.1" status: 200 len: 946 time: 0.0499728 Sep 30 06:31:14.276327 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-03ee0ebe-8fb9-4b9b-b9d7-341cd1b35327 req-95c0371a-3502-4422-80fc-07df5cb156fb tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] 10.222.0.36 "GET /v2.0/security-groups?id=aaa05d83-3ebc-404f-b7b5-bc03e45995ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373290 Sep 30 06:31:14.738158 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dad68f7-71b5-443d-8bdf-7e4cb1d9f7d5 req-be41acdc-c00d-4105-bfd7-62e71c40bee3 tempest-AttachVolumeTestJSON-1192105893 tempest-AttachVolumeTestJSON-1192105893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:31:14.739762 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-1dad68f7-71b5-443d-8bdf-7e4cb1d9f7d5 req-be41acdc-c00d-4105-bfd7-62e71c40bee3 tempest-AttachVolumeTestJSON-1192105893 tempest-AttachVolumeTestJSON-1192105893-project] 10.222.0.36 "GET /v2.0/ports?device_id=6958c33e-794d-418e-a5ab-7fc4d005ddf7 HTTP/1.1" status: 200 len: 946 time: 0.0533478 Sep 30 06:31:14.783913 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-1dad68f7-71b5-443d-8bdf-7e4cb1d9f7d5 req-9441a891-6284-4138-80e4-07088483ba1e tempest-AttachVolumeTestJSON-1192105893 tempest-AttachVolumeTestJSON-1192105893-project] 10.222.0.36 "GET /v2.0/security-groups?id=2948a1ff-6e7e-4016-a1fe-d6f8926a46bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374587 Sep 30 06:31:15.025631 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e94fcd7-6299-409d-8362-402ac6b98ec7 req-45faa51f-d383-44ad-a81a-8fdfb56fb05d tempest-TestMinimumBasicScenario-1320848959 tempest-TestMinimumBasicScenario-1320848959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:31:15.027218 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-6e94fcd7-6299-409d-8362-402ac6b98ec7 req-45faa51f-d383-44ad-a81a-8fdfb56fb05d tempest-TestMinimumBasicScenario-1320848959 tempest-TestMinimumBasicScenario-1320848959-project] 10.222.0.36 "GET /v2.0/ports?device_id=d0bb6047-6799-481c-9961-ca0038f01968 HTTP/1.1" status: 200 len: 985 time: 0.0616136 Sep 30 06:31:15.080743 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-6e94fcd7-6299-409d-8362-402ac6b98ec7 req-ada83dd1-bab4-49d0-ac99-43fcff572383 tempest-TestMinimumBasicScenario-1320848959 tempest-TestMinimumBasicScenario-1320848959-project] 10.222.0.36 "GET /v2.0/security-groups?id=a3fc8924-f30a-4de5-8af2-a86f77449999&id=fc329881-6b3d-4d3c-b200-11722bc15b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0469737 Sep 30 06:31:15.244954 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e16c84-74ef-4441-83a0-264e01e159a6 req-dfc537fe-16c5-4b8d-ad7d-48269a5cda6f tempest-ServerRescueNegativeTestJSON-1209427659 tempest-ServerRescueNegativeTestJSON-1209427659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:31:15.247270 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-73e16c84-74ef-4441-83a0-264e01e159a6 req-dfc537fe-16c5-4b8d-ad7d-48269a5cda6f tempest-ServerRescueNegativeTestJSON-1209427659 tempest-ServerRescueNegativeTestJSON-1209427659-project] 10.222.0.36 "GET /v2.0/ports?device_id=be801cab-b2ce-4594-8d30-3431ea29df2f HTTP/1.1" status: 200 len: 945 time: 0.0536439 Sep 30 06:31:15.285302 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-73e16c84-74ef-4441-83a0-264e01e159a6 req-5930d73c-7a07-4a70-93c4-966274bf5e7e tempest-ServerRescueNegativeTestJSON-1209427659 tempest-ServerRescueNegativeTestJSON-1209427659-project] 10.222.0.36 "GET /v2.0/security-groups?id=78ce1e3c-f3d7-420d-ac39-20c93d3fb7fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316570 Sep 30 06:31:15.403206 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66aaf02-e3d5-4391-9d7e-e045bff12f88 req-1d40f21e-507a-4967-bd49-769561d9d0e7 tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:31:15.404685 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-f66aaf02-e3d5-4391-9d7e-e045bff12f88 req-1d40f21e-507a-4967-bd49-769561d9d0e7 tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] 10.222.0.36 "GET /v2.0/ports?device_id=c7de8e92-ecc9-41bc-98bb-5c2242bab3d1 HTTP/1.1" status: 200 len: 946 time: 0.0510285 Sep 30 06:31:15.447369 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-f66aaf02-e3d5-4391-9d7e-e045bff12f88 req-29b4a1ca-6cd3-42ce-a704-3f7e82f850df tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] 10.222.0.36 "GET /v2.0/security-groups?id=aaa05d83-3ebc-404f-b7b5-bc03e45995ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340295 Sep 30 06:31:15.909211 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84eaa6b-f44b-4c8e-8d3b-3211b691e7cc req-f6ab5c20-5670-4eff-9044-d28a5c9d4fda tempest-AttachVolumeTestJSON-1192105893 tempest-AttachVolumeTestJSON-1192105893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:31:15.910728 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-e84eaa6b-f44b-4c8e-8d3b-3211b691e7cc req-f6ab5c20-5670-4eff-9044-d28a5c9d4fda tempest-AttachVolumeTestJSON-1192105893 tempest-AttachVolumeTestJSON-1192105893-project] 10.222.0.36 "GET /v2.0/ports?device_id=6958c33e-794d-418e-a5ab-7fc4d005ddf7 HTTP/1.1" status: 200 len: 946 time: 0.0512080 Sep 30 06:31:15.955667 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-e84eaa6b-f44b-4c8e-8d3b-3211b691e7cc req-5eeb1730-7d09-4960-90df-16b6e7547acd tempest-AttachVolumeTestJSON-1192105893 tempest-AttachVolumeTestJSON-1192105893-project] 10.222.0.36 "GET /v2.0/security-groups?id=2948a1ff-6e7e-4016-a1fe-d6f8926a46bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385809 Sep 30 06:31:16.201319 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b489e9-e0b7-4e0e-963a-b38a90085010 req-5d19519a-3c0f-422e-bdc4-a2aa0e77fadd tempest-TestMinimumBasicScenario-1320848959 tempest-TestMinimumBasicScenario-1320848959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:31:16.202866 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-e8b489e9-e0b7-4e0e-963a-b38a90085010 req-5d19519a-3c0f-422e-bdc4-a2aa0e77fadd tempest-TestMinimumBasicScenario-1320848959 tempest-TestMinimumBasicScenario-1320848959-project] 10.222.0.36 "GET /v2.0/ports?device_id=d0bb6047-6799-481c-9961-ca0038f01968 HTTP/1.1" status: 200 len: 985 time: 0.0528111 Sep 30 06:31:16.249687 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-e8b489e9-e0b7-4e0e-963a-b38a90085010 req-2843d427-4057-420c-ab7e-3bfc241a1396 tempest-TestMinimumBasicScenario-1320848959 tempest-TestMinimumBasicScenario-1320848959-project] 10.222.0.36 "GET /v2.0/security-groups?id=a3fc8924-f30a-4de5-8af2-a86f77449999&id=fc329881-6b3d-4d3c-b200-11722bc15b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0398200 Sep 30 06:31:16.412536 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f285b05-ee4e-4ce7-946c-899f530c8c96 req-3875b3a6-0498-4d97-8e8e-1d15f9af6dac tempest-ServerRescueNegativeTestJSON-1209427659 tempest-ServerRescueNegativeTestJSON-1209427659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:31:16.414059 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-1f285b05-ee4e-4ce7-946c-899f530c8c96 req-3875b3a6-0498-4d97-8e8e-1d15f9af6dac tempest-ServerRescueNegativeTestJSON-1209427659 tempest-ServerRescueNegativeTestJSON-1209427659-project] 10.222.0.36 "GET /v2.0/ports?device_id=be801cab-b2ce-4594-8d30-3431ea29df2f HTTP/1.1" status: 200 len: 945 time: 0.0544460 Sep 30 06:31:16.455270 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-1f285b05-ee4e-4ce7-946c-899f530c8c96 req-8346025a-46b9-406c-8da1-4c7e35484f2c tempest-ServerRescueNegativeTestJSON-1209427659 tempest-ServerRescueNegativeTestJSON-1209427659-project] 10.222.0.36 "GET /v2.0/security-groups?id=78ce1e3c-f3d7-420d-ac39-20c93d3fb7fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341542 Sep 30 06:31:17.078210 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af404d8-a659-4cf6-975d-20847d505e0e req-0c85e436-b7bf-4e73-9b8e-654c1e9bd35e tempest-AttachVolumeTestJSON-1192105893 tempest-AttachVolumeTestJSON-1192105893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:31:17.079716 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-3af404d8-a659-4cf6-975d-20847d505e0e req-0c85e436-b7bf-4e73-9b8e-654c1e9bd35e tempest-AttachVolumeTestJSON-1192105893 tempest-AttachVolumeTestJSON-1192105893-project] 10.222.0.36 "GET /v2.0/ports?device_id=6958c33e-794d-418e-a5ab-7fc4d005ddf7 HTTP/1.1" status: 200 len: 946 time: 0.0541120 Sep 30 06:31:17.119616 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-3af404d8-a659-4cf6-975d-20847d505e0e req-b8aa9250-15e6-4d78-a9ae-a90063ab7b3a tempest-AttachVolumeTestJSON-1192105893 tempest-AttachVolumeTestJSON-1192105893-project] 10.222.0.36 "GET /v2.0/security-groups?id=2948a1ff-6e7e-4016-a1fe-d6f8926a46bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340371 Sep 30 06:31:17.371398 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bed115-b011-4f09-82c9-2b873680c50a req-d763b938-dcfc-4835-8574-22febf374ac4 tempest-TestMinimumBasicScenario-1320848959 tempest-TestMinimumBasicScenario-1320848959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:31:17.372942 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-65bed115-b011-4f09-82c9-2b873680c50a req-d763b938-dcfc-4835-8574-22febf374ac4 tempest-TestMinimumBasicScenario-1320848959 tempest-TestMinimumBasicScenario-1320848959-project] 10.222.0.36 "GET /v2.0/ports?device_id=d0bb6047-6799-481c-9961-ca0038f01968 HTTP/1.1" status: 200 len: 985 time: 0.0549459 Sep 30 06:31:17.417935 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-65bed115-b011-4f09-82c9-2b873680c50a req-7239d219-1d92-4e9f-9c3b-57d2ee3d010e tempest-TestMinimumBasicScenario-1320848959 tempest-TestMinimumBasicScenario-1320848959-project] 10.222.0.36 "GET /v2.0/security-groups?id=a3fc8924-f30a-4de5-8af2-a86f77449999&id=fc329881-6b3d-4d3c-b200-11722bc15b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0377543 Sep 30 06:31:17.578198 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425da111-4391-497d-8f5c-3e7d1ab972b9 req-f35984f1-f68e-472f-bbc0-ac87ea6e8f68 tempest-ServerRescueNegativeTestJSON-1209427659 tempest-ServerRescueNegativeTestJSON-1209427659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:31:17.579912 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-425da111-4391-497d-8f5c-3e7d1ab972b9 req-f35984f1-f68e-472f-bbc0-ac87ea6e8f68 tempest-ServerRescueNegativeTestJSON-1209427659 tempest-ServerRescueNegativeTestJSON-1209427659-project] 10.222.0.36 "GET /v2.0/ports?device_id=be801cab-b2ce-4594-8d30-3431ea29df2f HTTP/1.1" status: 200 len: 945 time: 0.0549595 Sep 30 06:31:17.623924 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-425da111-4391-497d-8f5c-3e7d1ab972b9 req-c777d107-3101-4134-9fd7-526a59eb1212 tempest-ServerRescueNegativeTestJSON-1209427659 tempest-ServerRescueNegativeTestJSON-1209427659-project] 10.222.0.36 "GET /v2.0/security-groups?id=78ce1e3c-f3d7-420d-ac39-20c93d3fb7fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377908 Sep 30 06:31:18.240215 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b252c41c-c81b-4cd2-b0a6-50f81c75c08d req-91d1aaa7-a32a-43a2-86ab-526909251868 tempest-AttachVolumeTestJSON-1192105893 tempest-AttachVolumeTestJSON-1192105893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:31:18.241744 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-b252c41c-c81b-4cd2-b0a6-50f81c75c08d req-91d1aaa7-a32a-43a2-86ab-526909251868 tempest-AttachVolumeTestJSON-1192105893 tempest-AttachVolumeTestJSON-1192105893-project] 10.222.0.36 "GET /v2.0/ports?device_id=6958c33e-794d-418e-a5ab-7fc4d005ddf7 HTTP/1.1" status: 200 len: 946 time: 0.0515201 Sep 30 06:31:18.283045 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-b252c41c-c81b-4cd2-b0a6-50f81c75c08d req-2dbcd694-a2e2-4dd4-8d6f-1cff502cb9dd tempest-AttachVolumeTestJSON-1192105893 tempest-AttachVolumeTestJSON-1192105893-project] 10.222.0.36 "GET /v2.0/security-groups?id=2948a1ff-6e7e-4016-a1fe-d6f8926a46bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344968 Sep 30 06:31:18.541308 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d24e8a2-9d5b-4b7e-aa3c-40e399424e0f req-69e20030-ad07-414f-8e96-9a26d7728dea tempest-TestMinimumBasicScenario-1320848959 tempest-TestMinimumBasicScenario-1320848959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:31:18.543645 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-9d24e8a2-9d5b-4b7e-aa3c-40e399424e0f req-69e20030-ad07-414f-8e96-9a26d7728dea tempest-TestMinimumBasicScenario-1320848959 tempest-TestMinimumBasicScenario-1320848959-project] 10.222.0.36 "GET /v2.0/ports?device_id=d0bb6047-6799-481c-9961-ca0038f01968 HTTP/1.1" status: 200 len: 985 time: 0.0533066 Sep 30 06:31:18.593485 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-9d24e8a2-9d5b-4b7e-aa3c-40e399424e0f req-9a29fbd4-1bab-4d5a-93a5-957029d046e5 tempest-TestMinimumBasicScenario-1320848959 tempest-TestMinimumBasicScenario-1320848959-project] 10.222.0.36 "GET /v2.0/security-groups?id=a3fc8924-f30a-4de5-8af2-a86f77449999&id=fc329881-6b3d-4d3c-b200-11722bc15b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0387971 Sep 30 06:31:18.756466 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6530da0-202b-4030-922e-4a01f781f4d4 req-96a32b91-2684-430f-9e36-cc44dda725cf tempest-ServerRescueNegativeTestJSON-1209427659 tempest-ServerRescueNegativeTestJSON-1209427659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:31:18.758029 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-e6530da0-202b-4030-922e-4a01f781f4d4 req-96a32b91-2684-430f-9e36-cc44dda725cf tempest-ServerRescueNegativeTestJSON-1209427659 tempest-ServerRescueNegativeTestJSON-1209427659-project] 10.222.0.36 "GET /v2.0/ports?device_id=be801cab-b2ce-4594-8d30-3431ea29df2f HTTP/1.1" status: 200 len: 945 time: 0.0550554 Sep 30 06:31:18.801879 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-e6530da0-202b-4030-922e-4a01f781f4d4 req-ce297c63-abea-46b3-9689-02f752fdd441 tempest-ServerRescueNegativeTestJSON-1209427659 tempest-ServerRescueNegativeTestJSON-1209427659-project] 10.222.0.36 "GET /v2.0/security-groups?id=78ce1e3c-f3d7-420d-ac39-20c93d3fb7fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356359 Sep 30 06:31:19.311006 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f157c812-e443-4c0d-b52f-f24ddec8a1d2 req-5d7f7c00-9dff-45d7-b600-768ec005cf45 tempest-ServerRescueNegativeTestJSON-1209427659 tempest-ServerRescueNegativeTestJSON-1209427659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:31:19.312524 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-f157c812-e443-4c0d-b52f-f24ddec8a1d2 req-5d7f7c00-9dff-45d7-b600-768ec005cf45 tempest-ServerRescueNegativeTestJSON-1209427659 tempest-ServerRescueNegativeTestJSON-1209427659-project] 10.222.0.10 "GET /v2.0/ports?device_id=be801cab-b2ce-4594-8d30-3431ea29df2f HTTP/1.1" status: 200 len: 945 time: 0.0528157 Sep 30 06:31:19.451825 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.plugins.ml2.plugin [req-f157c812-e443-4c0d-b52f-f24ddec8a1d2 req-ad2f7cf5-be7e-4709-aa5f-4075ca96b0f7 tempest-ServerRescueNegativeTestJSON-1209427659 tempest-ServerRescueNegativeTestJSON-1209427659-project] Deleting port f5867bda-e9f5-44e1-9382-f6b9e19fe331 {{(pid=93999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 06:31:19.452161 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [req-f157c812-e443-4c0d-b52f-f24ddec8a1d2 req-ad2f7cf5-be7e-4709-aa5f-4075ca96b0f7 tempest-ServerRescueNegativeTestJSON-1209427659 tempest-ServerRescueNegativeTestJSON-1209427659-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727545987880'] for port, before_delete {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:31:19.462946 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efa4049-c535-4afb-a866-f21d7b7e52a9 req-9734a071-772e-4000-847b-2f90825e7457 tempest-AttachVolumeTestJSON-1192105893 tempest-AttachVolumeTestJSON-1192105893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:31:19.464470 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-9efa4049-c535-4afb-a866-f21d7b7e52a9 req-9734a071-772e-4000-847b-2f90825e7457 tempest-AttachVolumeTestJSON-1192105893 tempest-AttachVolumeTestJSON-1192105893-project] 10.222.0.36 "GET /v2.0/ports?device_id=6958c33e-794d-418e-a5ab-7fc4d005ddf7 HTTP/1.1" status: 200 len: 946 time: 0.0667040 Sep 30 06:31:19.550704 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-9efa4049-c535-4afb-a866-f21d7b7e52a9 req-4d78db51-4acf-403e-9d5b-83c6fb364925 tempest-AttachVolumeTestJSON-1192105893 tempest-AttachVolumeTestJSON-1192105893-project] 10.222.0.36 "GET /v2.0/security-groups?id=2948a1ff-6e7e-4016-a1fe-d6f8926a46bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0766556 Sep 30 06:31:19.571497 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.plugins.ml2.db [req-f157c812-e443-4c0d-b52f-f24ddec8a1d2 req-ad2f7cf5-be7e-4709-aa5f-4075ca96b0f7 tempest-ServerRescueNegativeTestJSON-1209427659 tempest-ServerRescueNegativeTestJSON-1209427659-project] For port f5867bda-e9f5-44e1-9382-f6b9e19fe331, host hv-cinder-81187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81187',level=0,port_id=f5867bda-e9f5-44e1-9382-f6b9e19fe331,segment=NetworkSegment(410fd4de-8a82-48c3-96d1-1762cdf9a695),segment_id=410fd4de-8a82-48c3-96d1-1762cdf9a695)] {{(pid=93999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 06:31:19.571865 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [req-f157c812-e443-4c0d-b52f-f24ddec8a1d2 req-ad2f7cf5-be7e-4709-aa5f-4075ca96b0f7 tempest-ServerRescueNegativeTestJSON-1209427659 tempest-ServerRescueNegativeTestJSON-1209427659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7874563'] for port, precommit_delete {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:31:19.584182 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.plugins.ml2.plugin [req-f157c812-e443-4c0d-b52f-f24ddec8a1d2 req-ad2f7cf5-be7e-4709-aa5f-4075ca96b0f7 tempest-ServerRescueNegativeTestJSON-1209427659 tempest-ServerRescueNegativeTestJSON-1209427659-project] Calling delete_port for f5867bda-e9f5-44e1-9382-f6b9e19fe331 owned by compute:nova {{(pid=93999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 06:31:19.722700 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024f4748-87ae-4dbb-8a3d-f180c13e41a9 req-159f5bd1-a277-4692-b355-6b03d45914c2 tempest-TestMinimumBasicScenario-1320848959 tempest-TestMinimumBasicScenario-1320848959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:31:19.724366 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-024f4748-87ae-4dbb-8a3d-f180c13e41a9 req-159f5bd1-a277-4692-b355-6b03d45914c2 tempest-TestMinimumBasicScenario-1320848959 tempest-TestMinimumBasicScenario-1320848959-project] 10.222.0.36 "GET /v2.0/ports?device_id=d0bb6047-6799-481c-9961-ca0038f01968 HTTP/1.1" status: 200 len: 985 time: 0.0605547 Sep 30 06:31:19.784450 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-024f4748-87ae-4dbb-8a3d-f180c13e41a9 req-dd519587-b70b-4921-9dd1-d9509f5ae5b3 tempest-TestMinimumBasicScenario-1320848959 tempest-TestMinimumBasicScenario-1320848959-project] 10.222.0.36 "GET /v2.0/security-groups?id=a3fc8924-f30a-4de5-8af2-a86f77449999&id=fc329881-6b3d-4d3c-b200-11722bc15b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0517707 Sep 30 06:31:19.943008 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf99519c-8953-4dba-8b1c-a4affd689053 req-a5c182ab-8bf6-4a1f-b8af-1b8468600bec tempest-ServerRescueNegativeTestJSON-1209427659 tempest-ServerRescueNegativeTestJSON-1209427659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:31:19.944609 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-bf99519c-8953-4dba-8b1c-a4affd689053 req-a5c182ab-8bf6-4a1f-b8af-1b8468600bec tempest-ServerRescueNegativeTestJSON-1209427659 tempest-ServerRescueNegativeTestJSON-1209427659-project] 10.222.0.36 "GET /v2.0/ports?device_id=be801cab-b2ce-4594-8d30-3431ea29df2f HTTP/1.1" status: 200 len: 945 time: 0.0668671 Sep 30 06:31:20.022348 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-bf99519c-8953-4dba-8b1c-a4affd689053 req-2c23c630-1ae0-4a67-81c2-0c667cf9fc85 tempest-ServerRescueNegativeTestJSON-1209427659 tempest-ServerRescueNegativeTestJSON-1209427659-project] 10.222.0.36 "GET /v2.0/security-groups?id=78ce1e3c-f3d7-420d-ac39-20c93d3fb7fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687845 Sep 30 06:31:20.027124 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [req-f157c812-e443-4c0d-b52f-f24ddec8a1d2 req-ad2f7cf5-be7e-4709-aa5f-4075ca96b0f7 tempest-ServerRescueNegativeTestJSON-1209427659 tempest-ServerRescueNegativeTestJSON-1209427659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7821886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727545991406', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727545489354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6560267'] for port, after_delete {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:31:20.057528 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2f7cf5-be7e-4709-aa5f-4075ca96b0f7 tempest-ServerRescueNegativeTestJSON-1209427659 tempest-ServerRescueNegativeTestJSON-1209427659-project] Pushing event deleted for resources: {'Port': ['ID=f5867bda-e9f5-44e1-9382-f6b9e19fe331,revision_number=None']} {{(pid=93999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:31:20.101666 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.db.l3_dvrscheduler_db [req-f157c812-e443-4c0d-b52f-f24ddec8a1d2 req-ad2f7cf5-be7e-4709-aa5f-4075ca96b0f7 tempest-ServerRescueNegativeTestJSON-1209427659 tempest-ServerRescueNegativeTestJSON-1209427659-project] No DVR routers for this DVR port f5867bda-e9f5-44e1-9382-f6b9e19fe331 on host hv-cinder-81187 {{(pid=93999) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 06:31:20.104257 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [req-f157c812-e443-4c0d-b52f-f24ddec8a1d2 req-ad2f7cf5-be7e-4709-aa5f-4075ca96b0f7 tempest-ServerRescueNegativeTestJSON-1209427659 tempest-ServerRescueNegativeTestJSON-1209427659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57126'] for port, before_response {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:31:20.106949 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-f157c812-e443-4c0d-b52f-f24ddec8a1d2 req-ad2f7cf5-be7e-4709-aa5f-4075ca96b0f7 tempest-ServerRescueNegativeTestJSON-1209427659 tempest-ServerRescueNegativeTestJSON-1209427659-project] 10.222.0.10 "DELETE /v2.0/ports/f5867bda-e9f5-44e1-9382-f6b9e19fe331 HTTP/1.1" status: 204 len: 173 time: 0.7841380 Sep 30 06:31:20.107409 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be801cab-b2ce-4594-8d30-3431ea29df2f', 'name': 'network-vif-deleted', 'tag': 'f5867bda-e9f5-44e1-9382-f6b9e19fe331'}] {{(pid=93999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 06:31:20.109722 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07b111f6e278cfffd9c4f208e103de524c2b9e3fbd4e5a5b5d8dd158a433df71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60bb0964-fe49-4e9e-bdda-7590dcd4cb05" -d '{"events": [{"server_uuid": "be801cab-b2ce-4594-8d30-3431ea29df2f", "name": "network-vif-deleted", "tag": "f5867bda-e9f5-44e1-9382-f6b9e19fe331"}]}' {{(pid=93999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 06:31:20.154666 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 06:31:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecd5be36-0db5-424d-b32c-f2f82b932095 x-openstack-request-id: req-ecd5be36-0db5-424d-b32c-f2f82b932095 {{(pid=93999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 06:31:20.154957 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be801cab-b2ce-4594-8d30-3431ea29df2f", "name": "network-vif-deleted", "tag": "f5867bda-e9f5-44e1-9382-f6b9e19fe331", "status": "completed", "code": 200}]} {{(pid=93999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 06:31:20.155206 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-ecd5be36-0db5-424d-b32c-f2f82b932095 {{(pid=93999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 06:31:20.155591 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be801cab-b2ce-4594-8d30-3431ea29df2f', 'name': 'network-vif-deleted', 'tag': 'f5867bda-e9f5-44e1-9382-f6b9e19fe331', 'status': 'completed', 'code': 200} Sep 30 06:31:20.665512 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb96e92b-5287-4e36-8099-cd5678313890 req-4dd2edb8-1c40-4e06-8055-16e529267a69 tempest-AttachVolumeTestJSON-1192105893 tempest-AttachVolumeTestJSON-1192105893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:31:20.667674 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-fb96e92b-5287-4e36-8099-cd5678313890 req-4dd2edb8-1c40-4e06-8055-16e529267a69 tempest-AttachVolumeTestJSON-1192105893 tempest-AttachVolumeTestJSON-1192105893-project] 10.222.0.36 "GET /v2.0/ports?device_id=6958c33e-794d-418e-a5ab-7fc4d005ddf7 HTTP/1.1" status: 200 len: 946 time: 0.0478482 Sep 30 06:31:20.707619 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-fb96e92b-5287-4e36-8099-cd5678313890 req-581d62fd-81d9-4274-9d8c-aa7dd6bb413b tempest-AttachVolumeTestJSON-1192105893 tempest-AttachVolumeTestJSON-1192105893-project] 10.222.0.36 "GET /v2.0/security-groups?id=2948a1ff-6e7e-4016-a1fe-d6f8926a46bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340877 Sep 30 06:31:21.125526 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-2e519dfa-ff00-47b5-a0af-44c46a19c299 req-7682a9e8-3edd-480b-98ea-858fe06e6a06 tempest-ServerRescueNegativeTestJSON-1209427659 tempest-ServerRescueNegativeTestJSON-1209427659-project] 10.222.0.36 "GET /v2.0/ports?device_id=be801cab-b2ce-4594-8d30-3431ea29df2f HTTP/1.1" status: 200 len: 210 time: 0.0266531 Sep 30 06:31:21.821548 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11edc4bf-d4b3-40ee-a169-9fc725951b1f req-6895966f-b80a-4d0c-a290-c9dc7e93880a tempest-AttachVolumeTestJSON-1192105893 tempest-AttachVolumeTestJSON-1192105893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:31:21.823043 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-11edc4bf-d4b3-40ee-a169-9fc725951b1f req-6895966f-b80a-4d0c-a290-c9dc7e93880a tempest-AttachVolumeTestJSON-1192105893 tempest-AttachVolumeTestJSON-1192105893-project] 10.222.0.36 "GET /v2.0/ports?device_id=6958c33e-794d-418e-a5ab-7fc4d005ddf7 HTTP/1.1" status: 200 len: 946 time: 0.0480475 Sep 30 06:31:21.862172 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-11edc4bf-d4b3-40ee-a169-9fc725951b1f req-4e7d6ce2-a919-4fe0-80d3-a962eff528e5 tempest-AttachVolumeTestJSON-1192105893 tempest-AttachVolumeTestJSON-1192105893-project] 10.222.0.36 "GET /v2.0/security-groups?id=2948a1ff-6e7e-4016-a1fe-d6f8926a46bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331523 Sep 30 06:31:22.221584 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-bdc9c58f-8768-49f9-a023-e3634be7c2d9 req-4a132910-2d3c-46e6-9dbe-360e44d58266 tempest-ServerRescueNegativeTestJSON-1209427659 tempest-ServerRescueNegativeTestJSON-1209427659-project] 10.222.0.36 "GET /v2.0/ports?device_id=be801cab-b2ce-4594-8d30-3431ea29df2f HTTP/1.1" status: 200 len: 210 time: 0.0269692 Sep 30 06:31:22.976467 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea47dfec-ae27-48e0-8156-327b4d9a03df req-deab8230-60c5-41ba-9b23-d341ea1b63e4 tempest-AttachVolumeTestJSON-1192105893 tempest-AttachVolumeTestJSON-1192105893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:31:22.977926 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-ea47dfec-ae27-48e0-8156-327b4d9a03df req-deab8230-60c5-41ba-9b23-d341ea1b63e4 tempest-AttachVolumeTestJSON-1192105893 tempest-AttachVolumeTestJSON-1192105893-project] 10.222.0.36 "GET /v2.0/ports?device_id=6958c33e-794d-418e-a5ab-7fc4d005ddf7 HTTP/1.1" status: 200 len: 946 time: 0.0486479 Sep 30 06:31:23.014902 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-ea47dfec-ae27-48e0-8156-327b4d9a03df req-6d94fd54-7269-47c1-987d-2d4aad3c88b7 tempest-AttachVolumeTestJSON-1192105893 tempest-AttachVolumeTestJSON-1192105893-project] 10.222.0.36 "GET /v2.0/security-groups?id=2948a1ff-6e7e-4016-a1fe-d6f8926a46bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309806 Sep 30 06:31:23.022713 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.db [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] get_ports_and_sgs() called for port_ids ['f5867bda-e9f5-44e1-9382-f6b9e19fe331'] {{(pid=94001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 06:31:23.325919 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-314fe2bf-27f7-4702-b7a4-bf3d75346842 req-674fa975-ba47-40a9-aa5e-bf92ad5446b8 tempest-ServerRescueNegativeTestJSON-1209427659 tempest-ServerRescueNegativeTestJSON-1209427659-project] 10.222.0.36 "GET /v2.0/ports?device_id=be801cab-b2ce-4594-8d30-3431ea29df2f HTTP/1.1" status: 200 len: 210 time: 0.0259705 Sep 30 06:31:24.133004 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a578ae10-980f-4d76-a2ad-2498f5d7523f req-d983cc8a-cfca-4b65-8f2e-266e6922b4cd tempest-AttachVolumeTestJSON-1192105893 tempest-AttachVolumeTestJSON-1192105893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:31:24.134520 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-a578ae10-980f-4d76-a2ad-2498f5d7523f req-d983cc8a-cfca-4b65-8f2e-266e6922b4cd tempest-AttachVolumeTestJSON-1192105893 tempest-AttachVolumeTestJSON-1192105893-project] 10.222.0.36 "GET /v2.0/ports?device_id=6958c33e-794d-418e-a5ab-7fc4d005ddf7 HTTP/1.1" status: 200 len: 946 time: 0.0522304 Sep 30 06:31:24.179457 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-a578ae10-980f-4d76-a2ad-2498f5d7523f req-43a47dc8-7640-4aa0-bd18-0c4c1f147962 tempest-AttachVolumeTestJSON-1192105893 tempest-AttachVolumeTestJSON-1192105893-project] 10.222.0.36 "GET /v2.0/security-groups?id=2948a1ff-6e7e-4016-a1fe-d6f8926a46bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360699 Sep 30 06:31:24.383959 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.36', 56776) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 06:31:24.847893 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-9c63bb08-b555-45ca-ae18-eb583c8a2adc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7877658'] for router_interface, before_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:31:25.168219 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.plugins.ml2.plugin [None req-9c63bb08-b555-45ca-ae18-eb583c8a2adc admin admin] Deleting port 03bed038-0dec-4f52-9abc-55a7211c617f {{(pid=94000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 06:31:25.168769 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-9c63bb08-b555-45ca-ae18-eb583c8a2adc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727545987880'] for port, before_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:31:25.261259 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.plugins.ml2.db [None req-9c63bb08-b555-45ca-ae18-eb583c8a2adc admin admin] For port 03bed038-0dec-4f52-9abc-55a7211c617f, host dv-cinder-811877-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811877-1-iscsi',level=0,port_id=03bed038-0dec-4f52-9abc-55a7211c617f,segment=NetworkSegment(410fd4de-8a82-48c3-96d1-1762cdf9a695),segment_id=410fd4de-8a82-48c3-96d1-1762cdf9a695)] {{(pid=94000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 06:31:25.261796 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-9c63bb08-b555-45ca-ae18-eb583c8a2adc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7874563'] for port, precommit_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:31:25.277013 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.plugins.ml2.plugin [None req-9c63bb08-b555-45ca-ae18-eb583c8a2adc admin admin] Calling delete_port for 03bed038-0dec-4f52-9abc-55a7211c617f owned by network:router_interface {{(pid=94000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 06:31:25.316413 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4d540d-dbf2-44e3-a922-69f285956aa7 req-a9abd533-0a81-4849-88e9-2948b080990f tempest-AttachVolumeTestJSON-1192105893 tempest-AttachVolumeTestJSON-1192105893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:31:25.318019 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-3f4d540d-dbf2-44e3-a922-69f285956aa7 req-a9abd533-0a81-4849-88e9-2948b080990f tempest-AttachVolumeTestJSON-1192105893 tempest-AttachVolumeTestJSON-1192105893-project] 10.222.0.36 "GET /v2.0/ports?device_id=6958c33e-794d-418e-a5ab-7fc4d005ddf7 HTTP/1.1" status: 200 len: 946 time: 0.0605345 Sep 30 06:31:25.360835 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-3f4d540d-dbf2-44e3-a922-69f285956aa7 req-740b86ba-ee47-4a1c-8173-c4db25dd18f4 tempest-AttachVolumeTestJSON-1192105893 tempest-AttachVolumeTestJSON-1192105893-project] 10.222.0.36 "GET /v2.0/security-groups?id=2948a1ff-6e7e-4016-a1fe-d6f8926a46bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345774 Sep 30 06:31:25.480566 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-9c63bb08-b555-45ca-ae18-eb583c8a2adc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7821886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727545991406', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727545489354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4572815'] for port, after_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:31:25.517378 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c63bb08-b555-45ca-ae18-eb583c8a2adc admin admin] Pushing event deleted for resources: {'Port': ['ID=03bed038-0dec-4f52-9abc-55a7211c617f,revision_number=None']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:31:25.595485 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1277cf8d-a1b9-4b02-87b2-33221bb31d4b req-0032315e-316b-494d-b24e-8e67cec37310 tempest-AttachVolumeTestJSON-1192105893 tempest-AttachVolumeTestJSON-1192105893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:31:25.597121 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-1277cf8d-a1b9-4b02-87b2-33221bb31d4b req-0032315e-316b-494d-b24e-8e67cec37310 tempest-AttachVolumeTestJSON-1192105893 tempest-AttachVolumeTestJSON-1192105893-project] 10.222.0.36 "GET /v2.0/ports?device_id=6958c33e-794d-418e-a5ab-7fc4d005ddf7 HTTP/1.1" status: 200 len: 946 time: 0.0653062 Sep 30 06:31:25.672916 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-1277cf8d-a1b9-4b02-87b2-33221bb31d4b req-021153e1-06d6-492b-abfb-b423c5e9d61f tempest-AttachVolumeTestJSON-1192105893 tempest-AttachVolumeTestJSON-1192105893-project] 10.222.0.36 "GET /v2.0/security-groups?id=2948a1ff-6e7e-4016-a1fe-d6f8926a46bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0623708 Sep 30 06:31:25.678570 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a401cf-176f-4fa3-bc37-9d92c208b52c req-f0f61175-4a49-4fc3-89fc-8853e589f8e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:31:25.680143 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-a9a401cf-176f-4fa3-bc37-9d92c208b52c req-f0f61175-4a49-4fc3-89fc-8853e589f8e5 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=fd01cd14f23840e59331ece07bbcdf9e&device_id=6958c33e-794d-418e-a5ab-7fc4d005ddf7 HTTP/1.1" status: 200 len: 1099 time: 0.0787642 Sep 30 06:31:25.709657 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-9c63bb08-b555-45ca-ae18-eb583c8a2adc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7821773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7878035'] for router_interface, after_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:31:25.791666 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a401cf-176f-4fa3-bc37-9d92c208b52c req-d150355a-b9e6-471a-83d2-79b3da7dfc16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:31:25.793762 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-a9a401cf-176f-4fa3-bc37-9d92c208b52c req-d150355a-b9e6-471a-83d2-79b3da7dfc16 service neutron] 10.222.0.10 "GET /v2.0/networks?id=92aa8f19-aafd-4462-9d7f-7e5f878c12b2 HTTP/1.1" status: 200 len: 911 time: 0.1020968 Sep 30 06:31:25.901576 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-a9a401cf-176f-4fa3-bc37-9d92c208b52c req-cf8a851c-efc3-47c7-992e-96efa837bfaa service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=80920450-855b-4404-98ac-1933b7f666f4 HTTP/1.1" status: 200 len: 1002 time: 0.0956695 Sep 30 06:31:25.985690 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a401cf-176f-4fa3-bc37-9d92c208b52c req-1faf1095-214f-4a5a-ba96-a853d2a47739 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:31:25.988226 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-a9a401cf-176f-4fa3-bc37-9d92c208b52c req-1faf1095-214f-4a5a-ba96-a853d2a47739 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=87e3e2f7-f230-4774-967b-a68a66b90c87 HTTP/1.1" status: 200 len: 849 time: 0.0768466 Sep 30 06:31:26.047018 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a401cf-176f-4fa3-bc37-9d92c208b52c req-9fe7a237-0ed4-4907-8b58-349a977610d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:31:26.048745 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-a9a401cf-176f-4fa3-bc37-9d92c208b52c req-9fe7a237-0ed4-4907-8b58-349a977610d7 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=92aa8f19-aafd-4462-9d7f-7e5f878c12b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0513201 Sep 30 06:31:26.165317 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-a9a401cf-176f-4fa3-bc37-9d92c208b52c req-4c4f90ec-3d32-477b-9e52-8d958ede25d9 service neutron] 10.222.0.10 "GET /v2.0/networks/92aa8f19-aafd-4462-9d7f-7e5f878c12b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1043603 Sep 30 06:31:26.203164 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c63bb08-b555-45ca-ae18-eb583c8a2adc admin admin] Router cae99a70-a1cd-44f6-a58e-8194089681bf has already been hosted by L3 agent f054bd23-6895-478f-87a4-7cc0e21c04e0 {{(pid=94000) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 06:31:26.260654 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-a9a401cf-176f-4fa3-bc37-9d92c208b52c req-d749dff6-6a24-4b32-acad-a204043ad7ed service neutron] 10.222.0.10 "GET /v2.0/networks/92aa8f19-aafd-4462-9d7f-7e5f878c12b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873985 Sep 30 06:31:26.312867 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c63bb08-b555-45ca-ae18-eb583c8a2adc admin admin] Notify agent at l3_agent.dv-cinder-811877-1-iscsi the message routers_updated {{(pid=94000) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 06:31:26.318501 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [None req-9c63bb08-b555-45ca-ae18-eb583c8a2adc admin admin] 10.222.0.36 "PUT /v2.0/routers/cae99a70-a1cd-44f6-a58e-8194089681bf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9334099 Sep 30 06:31:26.321266 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.36', 56840) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 06:31:26.328656 dv-cinder-811877-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f442ece-e0f7-404c-b705-02ed09f23441 None None] Sync routers for ids ['cae99a70-a1cd-44f6-a58e-8194089681bf'] in dv-cinder-811877-1-iscsi {{(pid=94002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 06:31:26.341493 dv-cinder-811877-1-iscsi neutron-server[94002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f442ece-e0f7-404c-b705-02ed09f23441 None None] Routers {'cae99a70-a1cd-44f6-a58e-8194089681bf'} bound to L3 agent in host dv-cinder-811877-1-iscsi {{(pid=94002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 06:31:26.343328 dv-cinder-811877-1-iscsi neutron-server[94002]: DEBUG neutron.db.l3_hamode_db [None req-6f442ece-e0f7-404c-b705-02ed09f23441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811877-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-30T06:19:31Z,description=,heartbeat_timestamp=2021-09-30T06:31:01Z,host='dv-cinder-811877-1-iscsi',id=f054bd23-6895-478f-87a4-7cc0e21c04e0,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T06:19:31Z,topic='l3_agent')) {'router_ids': ['cae99a70-a1cd-44f6-a58e-8194089681bf'], 'active': True} {{(pid=94002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 06:31:26.447453 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-d894193c-9283-4ce6-b344-278234f2eebe admin admin] Notify callbacks [] for router, before_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:31:26.474374 dv-cinder-811877-1-iscsi neutron-server[94002]: DEBUG neutron.db.l3_dvr_db [None req-6f442ece-e0f7-404c-b705-02ed09f23441 None None] Set router cae99a70-a1cd-44f6-a58e-8194089681bf gateway port host: dv-cinder-811877-1-iscsi {{(pid=94002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 06:31:26.557159 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-d894193c-9283-4ce6-b344-278234f2eebe admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:31:26.616458 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.plugins.ml2.plugin [None req-d894193c-9283-4ce6-b344-278234f2eebe admin admin] Deleting port bcf4ee31-af07-4d64-ac85-119b115a742e {{(pid=94000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 06:31:26.616710 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-d894193c-9283-4ce6-b344-278234f2eebe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727545987880'] for port, before_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:31:26.655888 dv-cinder-811877-1-iscsi neutron-server[94002]: DEBUG neutron.db.l3_hamode_db [None req-6f442ece-e0f7-404c-b705-02ed09f23441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cae99a70-a1cd-44f6-a58e-8194089681bf', 'name': 'tempest-ServerRescueNegativeTestJSON-13706840-router', 'tenant_id': '2a4fe69e521f47bb94fe812e2f32c8b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddd8ee8b-b24f-47fb-afd7-cfc700c93624', 'external_fixed_ips': [{'subnet_id': '4727b4cf-a8ea-4dab-8db4-019b4e8b0546', 'ip_address': '172.27.1.211'}], 'enable_snat': True}, 'gw_port_id': 'bcf4ee31-af07-4d64-ac85-119b115a742e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T06:27:28Z', 'updated_at': '2021-09-30T06:31:25Z', 'revision_number': 5, 'project_id': '2a4fe69e521f47bb94fe812e2f32c8b1', 'gw_port': {'id': 'bcf4ee31-af07-4d64-ac85-119b115a742e', 'name': '', 'network_id': 'ddd8ee8b-b24f-47fb-afd7-cfc700c93624', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:45:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cae99a70-a1cd-44f6-a58e-8194089681bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '4727b4cf-a8ea-4dab-8db4-019b4e8b0546', 'ip_address': '172.27.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T06:27:30Z', 'updated_at': '2021-09-30T06:27:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4727b4cf-a8ea-4dab-8db4-019b4e8b0546', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811877-1-iscsi'}], 'dv-cinder-811877-1-iscsi', False) {} {{(pid=94002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 06:31:26.682307 dv-cinder-811877-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f442ece-e0f7-404c-b705-02ed09f23441 None None] Checking router: cae99a70-a1cd-44f6-a58e-8194089681bf for host: dv-cinder-811877-1-iscsi {{(pid=94002) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 06:31:26.690629 dv-cinder-811877-1-iscsi neutron-server[94002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f442ece-e0f7-404c-b705-02ed09f23441 None None] Routers {'cae99a70-a1cd-44f6-a58e-8194089681bf'} bound to L3 agent in host dv-cinder-811877-1-iscsi {{(pid=94002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 06:31:26.691243 dv-cinder-811877-1-iscsi neutron-server[94002]: DEBUG neutron.db.l3_hamode_db [None req-6f442ece-e0f7-404c-b705-02ed09f23441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811877-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-30T06:19:31Z,description=,heartbeat_timestamp=2021-09-30T06:31:01Z,host='dv-cinder-811877-1-iscsi',id=f054bd23-6895-478f-87a4-7cc0e21c04e0,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T06:19:31Z,topic='l3_agent')) {'router_ids': ['cae99a70-a1cd-44f6-a58e-8194089681bf'], 'active': True} {{(pid=94002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 06:31:26.695279 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.plugins.ml2.db [None req-d894193c-9283-4ce6-b344-278234f2eebe admin admin] For port bcf4ee31-af07-4d64-ac85-119b115a742e, host dv-cinder-811877-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811877-1-iscsi',level=0,port_id=bcf4ee31-af07-4d64-ac85-119b115a742e,segment=NetworkSegment(f18bb042-e630-4c4b-b384-e9bf093ecc8b),segment_id=f18bb042-e630-4c4b-b384-e9bf093ecc8b)] {{(pid=94000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 06:31:26.695643 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-d894193c-9283-4ce6-b344-278234f2eebe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7874563'] for port, precommit_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:31:26.709518 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.plugins.ml2.plugin [None req-d894193c-9283-4ce6-b344-278234f2eebe admin admin] Calling delete_port for bcf4ee31-af07-4d64-ac85-119b115a742e owned by network:router_gateway {{(pid=94000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 06:31:26.870731 dv-cinder-811877-1-iscsi neutron-server[94002]: DEBUG neutron.db.l3_dvr_db [None req-6f442ece-e0f7-404c-b705-02ed09f23441 None None] Set router cae99a70-a1cd-44f6-a58e-8194089681bf gateway port host: None {{(pid=94002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 06:31:26.881196 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38da1648-83a2-4051-a500-931a90c936a4 req-f38d0c85-90bf-4c14-924d-97b4bff5c01b tempest-AttachVolumeTestJSON-1192105893 tempest-AttachVolumeTestJSON-1192105893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:31:26.882767 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-38da1648-83a2-4051-a500-931a90c936a4 req-f38d0c85-90bf-4c14-924d-97b4bff5c01b tempest-AttachVolumeTestJSON-1192105893 tempest-AttachVolumeTestJSON-1192105893-project] 10.222.0.36 "GET /v2.0/ports?device_id=6958c33e-794d-418e-a5ab-7fc4d005ddf7 HTTP/1.1" status: 200 len: 946 time: 0.1232851 Sep 30 06:31:26.927129 dv-cinder-811877-1-iscsi neutron-server[94002]: DEBUG neutron.db.l3_hamode_db [None req-6f442ece-e0f7-404c-b705-02ed09f23441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cae99a70-a1cd-44f6-a58e-8194089681bf', 'name': 'tempest-ServerRescueNegativeTestJSON-13706840-router', 'tenant_id': '2a4fe69e521f47bb94fe812e2f32c8b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T06:27:28Z', 'updated_at': '2021-09-30T06:31:26Z', 'revision_number': 6, 'project_id': '2a4fe69e521f47bb94fe812e2f32c8b1', 'gw_port_host': None}], 'dv-cinder-811877-1-iscsi', False) {} {{(pid=94002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 06:31:26.941568 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-38da1648-83a2-4051-a500-931a90c936a4 req-960fa289-6d25-477a-8386-2a167f80ee02 tempest-AttachVolumeTestJSON-1192105893 tempest-AttachVolumeTestJSON-1192105893-project] 10.222.0.36 "GET /v2.0/security-groups?id=2948a1ff-6e7e-4016-a1fe-d6f8926a46bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438838 Sep 30 06:31:26.968767 dv-cinder-811877-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f442ece-e0f7-404c-b705-02ed09f23441 None None] The sync data for ids ['cae99a70-a1cd-44f6-a58e-8194089681bf'] in dv-cinder-811877-1-iscsi is: [{'id': 'cae99a70-a1cd-44f6-a58e-8194089681bf', 'name': 'tempest-ServerRescueNegativeTestJSON-13706840-router', 'tenant_id': '2a4fe69e521f47bb94fe812e2f32c8b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T06:27:28Z', 'updated_at': '2021-09-30T06:31:26Z', 'revision_number': 6, 'project_id': '2a4fe69e521f47bb94fe812e2f32c8b1', 'gw_port_host': None}] {{(pid=94002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 06:31:26.993331 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-d894193c-9283-4ce6-b344-278234f2eebe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7821886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727545991406', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727545489354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4572815'] for port, after_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:31:27.021018 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d894193c-9283-4ce6-b344-278234f2eebe admin admin] Pushing event deleted for resources: {'Port': ['ID=bcf4ee31-af07-4d64-ac85-119b115a742e,revision_number=None']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:31:27.032340 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.rpc [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] Device f5867bda-e9f5-44e1-9382-f6b9e19fe331 no longer exists at agent hyperv_hv-cinder-81187 {{(pid=94001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 06:31:27.064010 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.plugin [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] No Port match for: f5867bda-e9f5-44e1-9382-f6b9e19fe331 {{(pid=94001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 06:31:27.064950 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.rpc [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] Device f5867bda-e9f5-44e1-9382-f6b9e19fe331 not bound to the agent host hv-cinder-81187 {{(pid=94001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 06:31:27.100031 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-d894193c-9283-4ce6-b344-278234f2eebe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7877968'] for router_gateway, after_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:31:27.210712 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-d894193c-9283-4ce6-b344-278234f2eebe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7877183', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-693'] for router, precommit_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:31:27.213632 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-d894193c-9283-4ce6-b344-278234f2eebe admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:31:27.296830 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-d894193c-9283-4ce6-b344-278234f2eebe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7877174'] for router, after_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:31:27.297433 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d894193c-9283-4ce6-b344-278234f2eebe admin admin] Fanout notify agent at l3_agent the message router_deleted on router cae99a70-a1cd-44f6-a58e-8194089681bf {{(pid=94000) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 30 06:31:27.310173 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-d894193c-9283-4ce6-b344-278234f2eebe admin admin] Notify callbacks [] for router, before_response {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:31:27.311529 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [None req-d894193c-9283-4ce6-b344-278234f2eebe admin admin] 10.222.0.36 "DELETE /v2.0/routers/cae99a70-a1cd-44f6-a58e-8194089681bf HTTP/1.1" status: 204 len: 168 time: 0.9886858 Sep 30 06:31:27.314455 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.36', 56858) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 06:31:27.367355 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d70c815-c3a2-4ce2-8594-3394f36ec72d admin admin] Deleting subnet c94366a3-4b59-4b72-a9bf-62e041f6886b {{(pid=94000) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 06:31:27.371219 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-2d70c815-c3a2-4ce2-8594-3394f36ec72d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:31:27.415776 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-2d70c815-c3a2-4ce2-8594-3394f36ec72d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4572778'] for subnet, precommit_delete_associations {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:31:27.428377 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-dfb6a498-621e-4612-baaf-3a60c7b2167f req-9b526087-9485-4e16-a37e-830f6c188278 tempest-TestShelveInstance-1895143482 tempest-TestShelveInstance-1895143482-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-481210864&fields=id&tenant_id=9aa1d25e98de4f36a0b60652c0c46005 HTTP/1.1" status: 200 len: 267 time: 0.0465536 Sep 30 06:31:27.523295 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-2d70c815-c3a2-4ce2-8594-3394f36ec72d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-583762'] for subnet, precommit_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:31:27.594821 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-2d70c815-c3a2-4ce2-8594-3394f36ec72d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-583771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7821886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4572882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5105895'] for subnet, after_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:31:27.599407 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb6a498-621e-4612-baaf-3a60c7b2167f req-4d6f28f8-83a6-4e9c-ac71-e0a687a22b21 tempest-TestShelveInstance-1895143482 tempest-TestShelveInstance-1895143482-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:31:27.600945 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-dfb6a498-621e-4612-baaf-3a60c7b2167f req-4d6f28f8-83a6-4e9c-ac71-e0a687a22b21 tempest-TestShelveInstance-1895143482 tempest-TestShelveInstance-1895143482-project] 10.222.0.36 "GET /v2.0/networks?id=87db61c9-abbc-4bc5-969a-590306bf0ba2 HTTP/1.1" status: 200 len: 809 time: 0.1641345 Sep 30 06:31:27.618069 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-dfb6a498-621e-4612-baaf-3a60c7b2167f req-05d55a9c-a147-401e-9559-866ba1f616e1 tempest-TestShelveInstance-1895143482 tempest-TestShelveInstance-1895143482-project] 10.222.0.36 "GET /v2.0/quotas/9aa1d25e98de4f36a0b60652c0c46005 HTTP/1.1" status: 200 len: 375 time: 0.0102811 Sep 30 06:31:27.621731 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d70c815-c3a2-4ce2-8594-3394f36ec72d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c94366a3-4b59-4b72-a9bf-62e041f6886b,revision_number=None']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:31:27.626158 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-2d70c815-c3a2-4ce2-8594-3394f36ec72d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:31:27.630699 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [None req-2d70c815-c3a2-4ce2-8594-3394f36ec72d admin admin] 10.222.0.36 "DELETE /v2.0/subnets/c94366a3-4b59-4b72-a9bf-62e041f6886b HTTP/1.1" status: 204 len: 168 time: 0.3125463 Sep 30 06:31:27.630699 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.36', 56872) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 06:31:27.673362 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-dfb6a498-621e-4612-baaf-3a60c7b2167f req-4859502f-b126-45aa-be8c-7fe806366502 tempest-TestShelveInstance-1895143482 tempest-TestShelveInstance-1895143482-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=9aa1d25e98de4f36a0b60652c0c46005&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0478284 Sep 30 06:31:27.710948 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-6d763f58-d506-46b2-a84c-b94b216a9837 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763795'] for network, before_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:31:27.786375 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-dfb6a498-621e-4612-baaf-3a60c7b2167f req-b79c8516-ac8d-48aa-a199-5f4c70853ccf service neutron] 10.222.0.36 "GET /v2.0/networks/87db61c9-abbc-4bc5-969a-590306bf0ba2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1005108 Sep 30 06:31:27.795720 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-6d763f58-d506-46b2-a84c-b94b216a9837 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-585195', 'neutron.services.segments.db._delete_segments_for_network-8727546001812'] for network, precommit_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:31:27.819478 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.services.segments.db [None req-6d763f58-d506-46b2-a84c-b94b216a9837 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c01f472-be09-4f47-a17f-2a759f124795']}} {{(pid=94000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 06:31:27.830577 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.services.segments.db [None req-6d763f58-d506-46b2-a84c-b94b216a9837 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '410fd4de-8a82-48c3-96d1-1762cdf9a695') {'for_net_delete': True} {{(pid=94000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 06:31:27.830908 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.services.segments.db [None req-6d763f58-d506-46b2-a84c-b94b216a9837 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '410fd4de-8a82-48c3-96d1-1762cdf9a695') {} {{(pid=94000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 06:31:27.846195 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-6d763f58-d506-46b2-a84c-b94b216a9837 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727546002077', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4572787'] for segment, before_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:31:27.864718 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-6d763f58-d506-46b2-a84c-b94b216a9837 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583621'] for segment, precommit_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:31:27.873297 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d763f58-d506-46b2-a84c-b94b216a9837 admin admin] Releasing vlan 337 on physical network physnet1 to pool {{(pid=94000) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 06:31:27.873708 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-6d763f58-d506-46b2-a84c-b94b216a9837 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4571260'] for segment, after_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:31:27.875622 dv-cinder-811877-1-iscsi neutron-server[94000]: Traceback (most recent call last): Sep 30 06:31:27.875622 dv-cinder-811877-1-iscsi neutron-server[94000]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 06:31:27.875622 dv-cinder-811877-1-iscsi neutron-server[94000]: timer() Sep 30 06:31:27.875622 dv-cinder-811877-1-iscsi neutron-server[94000]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 06:31:27.875622 dv-cinder-811877-1-iscsi neutron-server[94000]: cb(*args, **kw) Sep 30 06:31:27.875622 dv-cinder-811877-1-iscsi neutron-server[94000]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 06:31:27.875622 dv-cinder-811877-1-iscsi neutron-server[94000]: return func(*args, **kwargs) Sep 30 06:31:27.875622 dv-cinder-811877-1-iscsi neutron-server[94000]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 06:31:27.875622 dv-cinder-811877-1-iscsi neutron-server[94000]: self._notify() Sep 30 06:31:27.875622 dv-cinder-811877-1-iscsi neutron-server[94000]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 06:31:27.875622 dv-cinder-811877-1-iscsi neutron-server[94000]: self.callback(batched_events) Sep 30 06:31:27.875622 dv-cinder-811877-1-iscsi neutron-server[94000]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 06:31:27.875622 dv-cinder-811877-1-iscsi neutron-server[94000]: event.method(event) Sep 30 06:31:27.875622 dv-cinder-811877-1-iscsi neutron-server[94000]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 06:31:27.875622 dv-cinder-811877-1-iscsi neutron-server[94000]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 06:31:27.875622 dv-cinder-811877-1-iscsi neutron-server[94000]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 06:31:27.875622 dv-cinder-811877-1-iscsi neutron-server[94000]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 06:31:27.875622 dv-cinder-811877-1-iscsi neutron-server[94000]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 06:31:27.875622 dv-cinder-811877-1-iscsi neutron-server[94000]: return f(self, *a, **k) Sep 30 06:31:27.875622 dv-cinder-811877-1-iscsi neutron-server[94000]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 06:31:27.875622 dv-cinder-811877-1-iscsi neutron-server[94000]: return self._get(url).json() Sep 30 06:31:27.875622 dv-cinder-811877-1-iscsi neutron-server[94000]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 06:31:27.875622 dv-cinder-811877-1-iscsi neutron-server[94000]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 06:31:27.875622 dv-cinder-811877-1-iscsi neutron-server[94000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 06:31:27.875622 dv-cinder-811877-1-iscsi neutron-server[94000]: return self.request(url, 'GET', **kwargs) Sep 30 06:31:27.875622 dv-cinder-811877-1-iscsi neutron-server[94000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 06:31:27.875622 dv-cinder-811877-1-iscsi neutron-server[94000]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 06:31:27.875622 dv-cinder-811877-1-iscsi neutron-server[94000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 06:31:27.875622 dv-cinder-811877-1-iscsi neutron-server[94000]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 06:31:27.875622 dv-cinder-811877-1-iscsi neutron-server[94000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 06:31:27.875622 dv-cinder-811877-1-iscsi neutron-server[94000]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 06:31:27.875622 dv-cinder-811877-1-iscsi neutron-server[94000]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 06:31:27.904709 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-dfb6a498-621e-4612-baaf-3a60c7b2167f req-4b2f535c-cb53-4c83-a94f-0b106443aa60 service neutron] 10.222.0.36 "GET /v2.0/networks/87db61c9-abbc-4bc5-969a-590306bf0ba2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1099181 Sep 30 06:31:27.935079 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.rpc [None req-1a5ef50c-1a60-4eeb-b96e-cf5df6fcca4b None None] Device bcf4ee31-af07-4d64-ac85-119b115a742e no longer exists at agent ovs-agent-dv-cinder-811877-1-iscsi {{(pid=94001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 06:31:27.949884 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-6d763f58-d506-46b2-a84c-b94b216a9837 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-585180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7821886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7877900'] for network, after_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:31:27.957332 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-6d763f58-d506-46b2-a84c-b94b216a9837 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7821868'] for network, before_response {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:31:27.959306 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [None req-6d763f58-d506-46b2-a84c-b94b216a9837 admin admin] 10.222.0.36 "DELETE /v2.0/networks/5c01f472-be09-4f47-a17f-2a759f124795 HTTP/1.1" status: 204 len: 168 time: 0.3276856 Sep 30 06:31:27.966717 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.plugin [None req-1a5ef50c-1a60-4eeb-b96e-cf5df6fcca4b None None] No Port match for: bcf4ee31-af07-4d64-ac85-119b115a742e {{(pid=94001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 06:31:27.967076 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.rpc [None req-1a5ef50c-1a60-4eeb-b96e-cf5df6fcca4b None None] Device bcf4ee31-af07-4d64-ac85-119b115a742e not bound to the agent host dv-cinder-811877-1-iscsi {{(pid=94001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 06:31:27.967562 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.rpc [None req-1a5ef50c-1a60-4eeb-b96e-cf5df6fcca4b None None] Device 03bed038-0dec-4f52-9abc-55a7211c617f no longer exists at agent ovs-agent-dv-cinder-811877-1-iscsi {{(pid=94001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 06:31:27.977500 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d763f58-d506-46b2-a84c-b94b216a9837 admin admin] Pushing event deleted for resources: {'Network': ['ID=5c01f472-be09-4f47-a17f-2a759f124795,revision_number=None']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:31:27.989924 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.plugin [None req-1a5ef50c-1a60-4eeb-b96e-cf5df6fcca4b None None] No Port match for: 03bed038-0dec-4f52-9abc-55a7211c617f {{(pid=94001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 06:31:27.990297 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.rpc [None req-1a5ef50c-1a60-4eeb-b96e-cf5df6fcca4b None None] Device 03bed038-0dec-4f52-9abc-55a7211c617f not bound to the agent host dv-cinder-811877-1-iscsi {{(pid=94001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 06:31:28.108657 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ffadc4-ccfa-4b24-8252-1513d8b3633e req-e5e60c96-da28-4ce3-8a40-dcd01c194337 tempest-AttachVolumeTestJSON-1192105893 tempest-AttachVolumeTestJSON-1192105893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:31:28.111122 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-34ffadc4-ccfa-4b24-8252-1513d8b3633e req-e5e60c96-da28-4ce3-8a40-dcd01c194337 tempest-AttachVolumeTestJSON-1192105893 tempest-AttachVolumeTestJSON-1192105893-project] 10.222.0.36 "GET /v2.0/ports?device_id=6958c33e-794d-418e-a5ab-7fc4d005ddf7 HTTP/1.1" status: 200 len: 946 time: 0.0732222 Sep 30 06:31:28.188343 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-34ffadc4-ccfa-4b24-8252-1513d8b3633e req-a59013d6-6e54-4f79-b0db-387addd1a99a tempest-AttachVolumeTestJSON-1192105893 tempest-AttachVolumeTestJSON-1192105893-project] 10.222.0.36 "GET /v2.0/security-groups?id=2948a1ff-6e7e-4016-a1fe-d6f8926a46bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0708287 Sep 30 06:31:28.249594 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.wsgi [-] (93999) accepted ('10.222.0.36', 56886) {{(pid=93999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 06:31:28.307219 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [None req-181a60f2-4eb5-412d-a7bc-8daf308426f0 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=2a4fe69e521f47bb94fe812e2f32c8b1&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0564251 Sep 30 06:31:28.311885 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.wsgi [-] (93999) accepted ('10.222.0.36', 56892) {{(pid=93999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 06:31:28.362708 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-a5c72c58-52be-48ea-a437-ca7119a76313 req-5f5c0de8-7182-4230-bb85-d81b0988570e tempest-TestShelveInstance-1895143482 tempest-TestShelveInstance-1895143482-project] 10.222.0.36 "GET /v2.0/ports?device_id=51614c20-cf20-485e-9cbd-e42ca13cafa6 HTTP/1.1" status: 200 len: 210 time: 0.0447543 Sep 30 06:31:28.370924 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-a1e2ea76-3acc-4314-bcfe-e9441c42b28b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:31:28.402849 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-a1e2ea76-3acc-4314-bcfe-e9441c42b28b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:31:28.470540 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-a1e2ea76-3acc-4314-bcfe-e9441c42b28b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533969'] for security_group, after_delete {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:31:28.473941 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-a1e2ea76-3acc-4314-bcfe-e9441c42b28b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:31:28.475619 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [None req-a1e2ea76-3acc-4314-bcfe-e9441c42b28b admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/78ce1e3c-f3d7-420d-ac39-20c93d3fb7fc HTTP/1.1" status: 204 len: 168 time: 0.1626148 Sep 30 06:31:28.480338 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-ddb1b43a-e44a-46ab-8def-fb3f1fbb8c00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727546001794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-597483'] for agent, after_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:31:28.496662 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e2ea76-3acc-4314-bcfe-e9441c42b28b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78ce1e3c-f3d7-420d-ac39-20c93d3fb7fc,revision_number=None']} {{(pid=93999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:31:29.472056 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-eb836ee9-dd4e-4b68-8ed7-78836b334e60 req-2ac26adc-0489-4ee2-b58d-9dd2014f5702 tempest-TestShelveInstance-1895143482 tempest-TestShelveInstance-1895143482-project] 10.222.0.36 "GET /v2.0/ports?device_id=51614c20-cf20-485e-9cbd-e42ca13cafa6 HTTP/1.1" status: 200 len: 210 time: 0.0297234 Sep 30 06:31:29.870224 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.36', 56968) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 06:31:30.024751 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.36', 56974) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 06:31:30.092131 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-13003d39-5920-4454-acba-a23264d140c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:31:30.095195 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-e7af324e-6358-437a-8d51-a39727dfcb64 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:31:30.128457 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.db.api [None req-e7af324e-6358-437a-8d51-a39727dfcb64 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 30 06:31:30.128457 dv-cinder-811877-1-iscsi neutron-server[94000]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Sep 30 06:31:30.128457 dv-cinder-811877-1-iscsi neutron-server[94000]: [parameters: {'project_id': '0eb81d63dc6d45dab80d7a772fdecbbe', 'id': '74ebe744-a8d3-4bec-9ac1-6f3e13d3e27a', 'expiration': datetime.datetime(2021, 9, 30, 6, 33, 30, 123421)}] Sep 30 06:31:30.128457 dv-cinder-811877-1-iscsi neutron-server[94000]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94000) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 30 06:31:30.128953 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG oslo_db.api [None req-e7af324e-6358-437a-8d51-a39727dfcb64 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 30 06:31:30.202619 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-13003d39-5920-4454-acba-a23264d140c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:31:30.206536 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-13003d39-5920-4454-acba-a23264d140c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533969'] for security_group, after_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:31:30.245235 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [None req-13003d39-5920-4454-acba-a23264d140c6 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=6835df142903417cb71025b237f74b0f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3737249 Sep 30 06:31:30.246197 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13003d39-5920-4454-acba-a23264d140c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcf55fd2-b895-4d4d-a479-38844db4cc94,revision_number=1']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:31:30.249097 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.wsgi [-] (93999) accepted ('10.222.0.36', 56978) {{(pid=93999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 06:31:30.298886 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-d96386e3-fc6b-44e3-a565-5d7ed127fb2d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:31:30.319946 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-d96386e3-fc6b-44e3-a565-5d7ed127fb2d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:31:30.364852 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-d96386e3-fc6b-44e3-a565-5d7ed127fb2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533969'] for security_group, after_delete {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:31:30.367437 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-d96386e3-fc6b-44e3-a565-5d7ed127fb2d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:31:30.368678 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [None req-d96386e3-fc6b-44e3-a565-5d7ed127fb2d admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/dcf55fd2-b895-4d4d-a479-38844db4cc94 HTTP/1.1" status: 204 len: 168 time: 0.1180546 Sep 30 06:31:30.377829 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96386e3-fc6b-44e3-a565-5d7ed127fb2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcf55fd2-b895-4d4d-a479-38844db4cc94,revision_number=None']} {{(pid=93999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:31:30.566877 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-653b35e5-b4ed-4d0c-8cb8-399555d44002 req-6be1a88d-a317-4482-b7af-e23c21f95030 tempest-TestShelveInstance-1895143482 tempest-TestShelveInstance-1895143482-project] 10.222.0.36 "GET /v2.0/ports?device_id=51614c20-cf20-485e-9cbd-e42ca13cafa6 HTTP/1.1" status: 200 len: 210 time: 0.0262995 Sep 30 06:31:30.630190 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-e7af324e-6358-437a-8d51-a39727dfcb64 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:31:30.737861 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-e7af324e-6358-437a-8d51-a39727dfcb64 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:31:30.742233 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-e7af324e-6358-437a-8d51-a39727dfcb64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533969'] for security_group, after_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:31:30.785756 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [None req-e7af324e-6358-437a-8d51-a39727dfcb64 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=0eb81d63dc6d45dab80d7a772fdecbbe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7598701 Sep 30 06:31:30.786670 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7af324e-6358-437a-8d51-a39727dfcb64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbb8a34a-5df3-46a9-8bf8-2a1531feaae5,revision_number=1']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:31:30.788821 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.wsgi [-] (93999) accepted ('10.222.0.36', 56994) {{(pid=93999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 06:31:30.796121 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7af324e-6358-437a-8d51-a39727dfcb64 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=94000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:31:30.796694 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7af324e-6358-437a-8d51-a39727dfcb64 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=94000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:31:30.797048 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7af324e-6358-437a-8d51-a39727dfcb64 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=94000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:31:30.797885 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7af324e-6358-437a-8d51-a39727dfcb64 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=94000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:31:30.798238 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7af324e-6358-437a-8d51-a39727dfcb64 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=94000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:31:30.798596 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7af324e-6358-437a-8d51-a39727dfcb64 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=94000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:31:30.798936 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7af324e-6358-437a-8d51-a39727dfcb64 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=94000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:31:30.799269 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7af324e-6358-437a-8d51-a39727dfcb64 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=94000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:31:30.799602 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7af324e-6358-437a-8d51-a39727dfcb64 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=94000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:31:30.799929 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7af324e-6358-437a-8d51-a39727dfcb64 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=94000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:31:30.800256 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7af324e-6358-437a-8d51-a39727dfcb64 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=94000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:31:30.800608 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7af324e-6358-437a-8d51-a39727dfcb64 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=94000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:31:30.857959 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-d000dff4-0ada-45fb-b4a4-72c162c96b3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:31:30.880518 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-d000dff4-0ada-45fb-b4a4-72c162c96b3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:31:30.932980 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-d000dff4-0ada-45fb-b4a4-72c162c96b3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533969'] for security_group, after_delete {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:31:30.936256 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-d000dff4-0ada-45fb-b4a4-72c162c96b3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:31:30.937495 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [None req-d000dff4-0ada-45fb-b4a4-72c162c96b3e admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/bbb8a34a-5df3-46a9-8bf8-2a1531feaae5 HTTP/1.1" status: 204 len: 168 time: 0.1476657 Sep 30 06:31:30.947462 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d000dff4-0ada-45fb-b4a4-72c162c96b3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbb8a34a-5df3-46a9-8bf8-2a1531feaae5,revision_number=None']} {{(pid=93999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:31:31.029963 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.36', 57008) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 06:31:31.245845 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.api.v2.base [None req-b262d42d-154e-4c6c-a692-45a097b6ad85 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1099585942-network', 'tenant_id': '14533cc0f3154293a79babf1f4b745a2'}} {{(pid=94000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 06:31:31.268081 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b262d42d-154e-4c6c-a692-45a097b6ad85 admin admin] Made reservation on behalf of 14533cc0f3154293a79babf1f4b745a2 for: {'network': 1} {{(pid=94000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 06:31:31.270850 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-b262d42d-154e-4c6c-a692-45a097b6ad85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653538'] for network, before_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:31:31.279881 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-b262d42d-154e-4c6c-a692-45a097b6ad85 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:31:31.323809 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-8705a7a2-57d8-4ae2-9bb0-a4d958ef056e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727546001794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-597483'] for agent, after_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:31:31.370605 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-b262d42d-154e-4c6c-a692-45a097b6ad85 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:31:31.374710 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-b262d42d-154e-4c6c-a692-45a097b6ad85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533969'] for security_group, after_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:31:31.398764 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b262d42d-154e-4c6c-a692-45a097b6ad85 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 345} {{(pid=94000) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 06:31:31.407678 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b262d42d-154e-4c6c-a692-45a097b6ad85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61b5f652-c34a-45d7-9e18-d491de377088,revision_number=1']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:31:31.413612 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-b262d42d-154e-4c6c-a692-45a097b6ad85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583621'] for segment, precommit_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:31:31.413953 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.db.segments_db [None req-b262d42d-154e-4c6c-a692-45a097b6ad85 admin admin] Added segment e691b42b-5d28-42d5-ab46-ca7275ac51a3 of type vlan for network 0b997149-ef48-40fe-9a60-c876af257dcd Sep 30 06:31:31.453315 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-b262d42d-154e-4c6c-a692-45a097b6ad85 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727545443103'] for network, precommit_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:31:31.476205 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-b262d42d-154e-4c6c-a692-45a097b6ad85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7821886'] for network, after_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:31:31.477174 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b262d42d-154e-4c6c-a692-45a097b6ad85 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:31:31.477756 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-b262d42d-154e-4c6c-a692-45a097b6ad85 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7821868'] for network, before_response {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:31:31.503279 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [None req-b262d42d-154e-4c6c-a692-45a097b6ad85 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.4722843 Sep 30 06:31:31.506360 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.wsgi [-] (93999) accepted ('10.222.0.36', 57012) {{(pid=93999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 06:31:31.511680 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.api.v2.base [None req-975565a3-ca89-45b0-a861-e683852804f7 admin admin] Request body: {'subnet': {'network_id': '0b997149-ef48-40fe-9a60-c876af257dcd', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1099585942-subnet', 'tenant_id': '14533cc0f3154293a79babf1f4b745a2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 06:31:31.531835 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-975565a3-ca89-45b0-a861-e683852804f7 admin admin] Made reservation on behalf of 14533cc0f3154293a79babf1f4b745a2 for: {'subnet': 1} {{(pid=93999) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 06:31:31.534293 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-975565a3-ca89-45b0-a861-e683852804f7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4478141'] for subnet, before_create {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:31:31.539863 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b262d42d-154e-4c6c-a692-45a097b6ad85 admin admin] Pushing event updated for resources: {'Network': ['ID=0b997149-ef48-40fe-9a60-c876af257dcd,revision_number=1']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:31:31.549885 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.rpc [None req-1a5ef50c-1a60-4eeb-b96e-cf5df6fcca4b None None] Network 0b997149-ef48-40fe-9a60-c876af257dcd details requested by agent ovs-agent-dv-cinder-811877-1-iscsi with host dv-cinder-811877-1-iscsi {{(pid=94001) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 06:31:31.685473 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-afce7d69-8743-4aee-86d4-40f942d92bce req-d9fb3aaa-61a4-472b-83a5-e764f6dc7a5a tempest-TestShelveInstance-1895143482 tempest-TestShelveInstance-1895143482-project] 10.222.0.36 "GET /v2.0/ports?device_id=51614c20-cf20-485e-9cbd-e42ca13cafa6 HTTP/1.1" status: 200 len: 210 time: 0.0347841 Sep 30 06:31:31.733670 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-975565a3-ca89-45b0-a861-e683852804f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7821886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6560407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4478095'] for subnet, after_create {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:31:31.792173 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975565a3-ca89-45b0-a861-e683852804f7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5220ac62-05ba-44ad-8c01-fb96147aa3e6,revision_number=0']} {{(pid=93999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:31:31.799026 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-975565a3-ca89-45b0-a861-e683852804f7 admin admin] Checking segment: {'id': 'e691b42b-5d28-42d5-ab46-ca7275ac51a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '0b997149-ef48-40fe-9a60-c876af257dcd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 06:31:31.799379 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-975565a3-ca89-45b0-a861-e683852804f7 admin admin] Network hostable DHCP agents. Network: 0b997149-ef48-40fe-9a60-c876af257dcd, hostable agents: ['2764eebb-577a-46b3-8e38-018fcc444f25'], hosted agents: [] {{(pid=93999) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 06:31:31.815261 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-975565a3-ca89-45b0-a861-e683852804f7 admin admin] Network 0b997149-ef48-40fe-9a60-c876af257dcd is scheduled to be hosted by DHCP agent 2764eebb-577a-46b3-8e38-018fcc444f25 with binding_index 1 {{(pid=93999) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 06:31:31.824429 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.scheduler.base_scheduler [None req-975565a3-ca89-45b0-a861-e683852804f7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-811877-1-iscsi, 0b997149-ef48-40fe-9a60-c876af257dcd) {{(pid=93999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 06:31:31.828420 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-975565a3-ca89-45b0-a861-e683852804f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:31:31.829053 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-975565a3-ca89-45b0-a861-e683852804f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7821868'] for subnet, before_response {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:31:31.833263 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-015d7d83-15e0-4688-8057-c58780bc5df3 None None] Network 0b997149-ef48-40fe-9a60-c876af257dcd requested from dv-cinder-811877-1-iscsi {{(pid=94001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 06:31:31.844139 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [None req-975565a3-ca89-45b0-a861-e683852804f7 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.3366084 Sep 30 06:31:31.971615 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b8d8aff-cb7d-4dea-a9e7-a79a5fd54582 None None] Network 0b997149-ef48-40fe-9a60-c876af257dcd requested from dv-cinder-811877-1-iscsi {{(pid=94001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 06:31:32.128039 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb6a498-621e-4612-baaf-3a60c7b2167f req-55d37de5-e3c6-4929-ab1f-e1e06b441c14 tempest-TestShelveInstance-1895143482 tempest-TestShelveInstance-1895143482-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:31:32.129913 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-dfb6a498-621e-4612-baaf-3a60c7b2167f req-55d37de5-e3c6-4929-ab1f-e1e06b441c14 tempest-TestShelveInstance-1895143482 tempest-TestShelveInstance-1895143482-project] 10.222.0.10 "GET /v2.0/networks?id=87db61c9-abbc-4bc5-969a-590306bf0ba2 HTTP/1.1" status: 200 len: 809 time: 0.1489792 Sep 30 06:31:32.210214 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-dfb6a498-621e-4612-baaf-3a60c7b2167f req-4093c934-53bd-4908-a2e7-f1d2da397b88 tempest-TestShelveInstance-1895143482 tempest-TestShelveInstance-1895143482-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9aa1d25e98de4f36a0b60652c0c46005 HTTP/1.1" status: 200 len: 379 time: 0.0370884 Sep 30 06:31:32.220766 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.api.v2.base [req-dfb6a498-621e-4612-baaf-3a60c7b2167f req-1333361f-e979-4ac5-a3a3-70ddad92946f tempest-TestShelveInstance-1895143482 tempest-TestShelveInstance-1895143482-project] Request body: {'port': {'device_id': '51614c20-cf20-485e-9cbd-e42ca13cafa6', 'network_id': '87db61c9-abbc-4bc5-969a-590306bf0ba2', 'admin_state_up': True, 'tenant_id': '9aa1d25e98de4f36a0b60652c0c46005', 'security_groups': ['d31ebd02-b6b0-4773-95c4-51c8c3e0ede7']}} {{(pid=93999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 06:31:32.305278 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-1a5ef50c-1a60-4eeb-b96e-cf5df6fcca4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727546001794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-597483'] for agent, after_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:31:32.345973 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dfb6a498-621e-4612-baaf-3a60c7b2167f req-1333361f-e979-4ac5-a3a3-70ddad92946f tempest-TestShelveInstance-1895143482 tempest-TestShelveInstance-1895143482-project] Made reservation on behalf of 9aa1d25e98de4f36a0b60652c0c46005 for: {'port': 1} {{(pid=93999) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 06:31:32.349473 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [req-dfb6a498-621e-4612-baaf-3a60c7b2167f req-1333361f-e979-4ac5-a3a3-70ddad92946f tempest-TestShelveInstance-1895143482 tempest-TestShelveInstance-1895143482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653538'] for port, before_create {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:31:32.445735 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.36', 57032) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 06:31:32.451569 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.api.v2.base [None req-99bd777d-9ed6-4ceb-9a54-32cf8151a207 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-643798541-network', 'tenant_id': 'c721a0be277e41579c77211d56711864'}} {{(pid=94000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 06:31:32.472350 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99bd777d-9ed6-4ceb-9a54-32cf8151a207 admin admin] Made reservation on behalf of c721a0be277e41579c77211d56711864 for: {'network': 1} {{(pid=94000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 06:31:32.474691 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-99bd777d-9ed6-4ceb-9a54-32cf8151a207 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653538'] for network, before_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:31:32.483565 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-99bd777d-9ed6-4ceb-9a54-32cf8151a207 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:31:32.484203 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.db.db_base_plugin_common [req-dfb6a498-621e-4612-baaf-3a60c7b2167f req-1333361f-e979-4ac5-a3a3-70ddad92946f tempest-TestShelveInstance-1895143482 tempest-TestShelveInstance-1895143482-project] Allocated IP 172.20.0.11 (87db61c9-abbc-4bc5-969a-590306bf0ba2/ad20151b-cb17-497f-b1bf-e53cf87b5f0f/3186be9a-c7f5-45f9-97f9-961c9e5b9978) {{(pid=93999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 06:31:32.573776 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-99bd777d-9ed6-4ceb-9a54-32cf8151a207 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:31:32.577737 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-99bd777d-9ed6-4ceb-9a54-32cf8151a207 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533969'] for security_group, after_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:31:32.592486 dv-cinder-811877-1-iscsi neutron-server[94002]: DEBUG neutron.db.agents_db [None req-d9c94b1b-4ad8-4063-8329-7a4f29b52830 None None] Agent healthcheck: found 6 active agents {{(pid=94002) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 06:31:32.605861 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-99bd777d-9ed6-4ceb-9a54-32cf8151a207 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 323} {{(pid=94000) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 06:31:32.612115 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99bd777d-9ed6-4ceb-9a54-32cf8151a207 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1d028de-5c31-4acc-bd2e-77a19321af7b,revision_number=1']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:31:32.620917 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-99bd777d-9ed6-4ceb-9a54-32cf8151a207 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583621'] for segment, precommit_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:31:32.621774 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.db.segments_db [None req-99bd777d-9ed6-4ceb-9a54-32cf8151a207 admin admin] Added segment 8ce71442-e576-4517-8d7d-97d103a9390b of type vlan for network 9d808e11-f212-4186-acc3-c0e499bfb352 Sep 30 06:31:32.637240 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [req-dfb6a498-621e-4612-baaf-3a60c7b2167f req-1333361f-e979-4ac5-a3a3-70ddad92946f tempest-TestShelveInstance-1895143482 tempest-TestShelveInstance-1895143482-project] Notify callbacks [] for port, precommit_create {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:31:32.645233 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-028184f3-f8cc-4c85-9e6b-64613141ad03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727546001794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-597483'] for agent, after_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:31:32.665756 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-99bd777d-9ed6-4ceb-9a54-32cf8151a207 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727545443103'] for network, precommit_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:31:32.674642 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [req-dfb6a498-621e-4612-baaf-3a60c7b2167f req-1333361f-e979-4ac5-a3a3-70ddad92946f tempest-TestShelveInstance-1895143482 tempest-TestShelveInstance-1895143482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7821886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727545489345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6560267'] for port, after_create {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:31:32.695761 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-99bd777d-9ed6-4ceb-9a54-32cf8151a207 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7821886'] for network, after_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:31:32.696955 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99bd777d-9ed6-4ceb-9a54-32cf8151a207 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:31:32.697588 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-99bd777d-9ed6-4ceb-9a54-32cf8151a207 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7821868'] for network, before_response {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:31:32.717736 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dfb6a498-621e-4612-baaf-3a60c7b2167f req-1333361f-e979-4ac5-a3a3-70ddad92946f tempest-TestShelveInstance-1895143482 tempest-TestShelveInstance-1895143482-project] Network 87db61c9-abbc-4bc5-969a-590306bf0ba2 is already hosted by enough agents. {{(pid=93999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 06:31:32.721531 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.scheduler.base_scheduler [req-dfb6a498-621e-4612-baaf-3a60c7b2167f req-1333361f-e979-4ac5-a3a3-70ddad92946f tempest-TestShelveInstance-1895143482 tempest-TestShelveInstance-1895143482-project] Resources bound (agent type, host, resource id): {{(pid=93999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 06:31:32.726046 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.db.l3_dvrscheduler_db [req-dfb6a498-621e-4612-baaf-3a60c7b2167f req-1333361f-e979-4ac5-a3a3-70ddad92946f tempest-TestShelveInstance-1895143482 tempest-TestShelveInstance-1895143482-project] Received port after_create {{(pid=93999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 06:31:32.731681 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [None req-99bd777d-9ed6-4ceb-9a54-32cf8151a207 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.2845922 Sep 30 06:31:32.738978 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.36', 57036) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 06:31:32.746135 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.api.v2.base [None req-7abebb77-5284-440e-8658-66e6603093a0 admin admin] Request body: {'subnet': {'network_id': '9d808e11-f212-4186-acc3-c0e499bfb352', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-643798541-subnet', 'tenant_id': 'c721a0be277e41579c77211d56711864', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 06:31:32.780713 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1333361f-e979-4ac5-a3a3-70ddad92946f tempest-TestShelveInstance-1895143482 tempest-TestShelveInstance-1895143482-project] Pushing event updated for resources: {'Port': ['ID=3186be9a-c7f5-45f9-97f9-961c9e5b9978,revision_number=1']} {{(pid=93999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:31:32.790321 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99bd777d-9ed6-4ceb-9a54-32cf8151a207 admin admin] Pushing event updated for resources: {'Network': ['ID=9d808e11-f212-4186-acc3-c0e499bfb352,revision_number=1']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:31:32.792295 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb6a498-621e-4612-baaf-3a60c7b2167f req-1333361f-e979-4ac5-a3a3-70ddad92946f tempest-TestShelveInstance-1895143482 tempest-TestShelveInstance-1895143482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:31:32.793106 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [req-dfb6a498-621e-4612-baaf-3a60c7b2167f req-1333361f-e979-4ac5-a3a3-70ddad92946f tempest-TestShelveInstance-1895143482 tempest-TestShelveInstance-1895143482-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57126'] for port, before_response {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:31:32.816736 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.rpc [None req-1a5ef50c-1a60-4eeb-b96e-cf5df6fcca4b None None] Network 9d808e11-f212-4186-acc3-c0e499bfb352 details requested by agent ovs-agent-dv-cinder-811877-1-iscsi with host dv-cinder-811877-1-iscsi {{(pid=94001) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 06:31:32.844149 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7abebb77-5284-440e-8658-66e6603093a0 admin admin] Made reservation on behalf of c721a0be277e41579c77211d56711864 for: {'subnet': 1} {{(pid=94000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 06:31:32.847941 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-dfb6a498-621e-4612-baaf-3a60c7b2167f req-1333361f-e979-4ac5-a3a3-70ddad92946f tempest-TestShelveInstance-1895143482 tempest-TestShelveInstance-1895143482-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6311009 Sep 30 06:31:32.848844 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-7abebb77-5284-440e-8658-66e6603093a0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5105858'] for subnet, before_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:31:32.871604 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.api.v2.base [req-dfb6a498-621e-4612-baaf-3a60c7b2167f req-c46d0224-a931-49c8-900e-d231d3783b25 service neutron] Request body: {'port': {'device_id': '51614c20-cf20-485e-9cbd-e42ca13cafa6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81187'}} {{(pid=93999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 06:31:32.884617 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f174b5-b277-449a-9a64-90c1d209db21 req-a4ca5da8-cbb0-4d98-ba70-4a308021c2e7 tempest-TestShelveInstance-1895143482 tempest-TestShelveInstance-1895143482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:31:32.899978 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-e6f174b5-b277-449a-9a64-90c1d209db21 req-a4ca5da8-cbb0-4d98-ba70-4a308021c2e7 tempest-TestShelveInstance-1895143482 tempest-TestShelveInstance-1895143482-project] 10.222.0.36 "GET /v2.0/ports?device_id=51614c20-cf20-485e-9cbd-e42ca13cafa6 HTTP/1.1" status: 200 len: 932 time: 0.1132770 Sep 30 06:31:32.941171 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [req-dfb6a498-621e-4612-baaf-3a60c7b2167f req-c46d0224-a931-49c8-900e-d231d3783b25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653538'] for port, before_update {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:31:33.002717 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-e6f174b5-b277-449a-9a64-90c1d209db21 req-c2ebf363-28d9-4a01-b447-a5e3910abe06 tempest-TestShelveInstance-1895143482 tempest-TestShelveInstance-1895143482-project] 10.222.0.36 "GET /v2.0/security-groups?id=d31ebd02-b6b0-4773-95c4-51c8c3e0ede7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1001050 Sep 30 06:31:33.039355 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.db.provisioning_blocks [None req-5a65a0c7-5e97-49fa-b972-c01f96adebda None None] Provisioning complete for port 3186be9a-c7f5-45f9-97f9-961c9e5b9978 triggered by entity DHCP. {{(pid=94001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 06:31:33.040120 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-5a65a0c7-5e97-49fa-b972-c01f96adebda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-597822'] for port, provisioning_complete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:31:33.077357 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.plugin [None req-5a65a0c7-5e97-49fa-b972-c01f96adebda None None] Port 3186be9a-c7f5-45f9-97f9-961c9e5b9978 cannot update to ACTIVE because it is not bound. {{(pid=94001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 06:31:33.170886 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-7abebb77-5284-440e-8658-66e6603093a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7821886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4572691', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5105904'] for subnet, after_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:31:33.233057 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7abebb77-5284-440e-8658-66e6603093a0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6e08d493-2e77-4653-955a-60fedca6c101,revision_number=0']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:31:33.240293 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7abebb77-5284-440e-8658-66e6603093a0 admin admin] Checking segment: {'id': '8ce71442-e576-4517-8d7d-97d103a9390b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '9d808e11-f212-4186-acc3-c0e499bfb352'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 06:31:33.240662 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7abebb77-5284-440e-8658-66e6603093a0 admin admin] Network hostable DHCP agents. Network: 9d808e11-f212-4186-acc3-c0e499bfb352, hostable agents: ['2764eebb-577a-46b3-8e38-018fcc444f25'], hosted agents: [] {{(pid=94000) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 06:31:33.256385 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7abebb77-5284-440e-8658-66e6603093a0 admin admin] Network 9d808e11-f212-4186-acc3-c0e499bfb352 is scheduled to be hosted by DHCP agent 2764eebb-577a-46b3-8e38-018fcc444f25 with binding_index 1 {{(pid=94000) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 06:31:33.265663 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.scheduler.base_scheduler [None req-7abebb77-5284-440e-8658-66e6603093a0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-811877-1-iscsi, 9d808e11-f212-4186-acc3-c0e499bfb352) {{(pid=94000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 06:31:33.279556 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7abebb77-5284-440e-8658-66e6603093a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:31:33.280156 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-7abebb77-5284-440e-8658-66e6603093a0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:31:33.284703 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8b69bc7-9b28-40c8-bc8a-a9f489cc0205 None None] Network 9d808e11-f212-4186-acc3-c0e499bfb352 requested from dv-cinder-811877-1-iscsi {{(pid=94001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 06:31:33.297078 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [None req-7abebb77-5284-440e-8658-66e6603093a0 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.5568137 Sep 30 06:31:33.297320 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.notifiers.nova [req-dfb6a498-621e-4612-baaf-3a60c7b2167f req-c46d0224-a931-49c8-900e-d231d3783b25 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3186be9a-c7f5-45f9-97f9-961c9e5b9978 {{(pid=93999) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 06:31:33.305166 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [req-dfb6a498-621e-4612-baaf-3a60c7b2167f req-c46d0224-a931-49c8-900e-d231d3783b25 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:31:33.330150 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.db.provisioning_blocks [req-dfb6a498-621e-4612-baaf-3a60c7b2167f req-c46d0224-a931-49c8-900e-d231d3783b25 service neutron] Transition to ACTIVE for port object 3186be9a-c7f5-45f9-97f9-961c9e5b9978 will not be triggered until provisioned by entity L2. {{(pid=93999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 06:31:33.335533 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [req-dfb6a498-621e-4612-baaf-3a60c7b2167f req-c46d0224-a931-49c8-900e-d231d3783b25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7821886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727545992452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727545489363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727545489381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6560256'] for port, after_update {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:31:33.391756 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46d0224-a931-49c8-900e-d231d3783b25 service neutron] Pushing event updated for resources: {'Port': ['ID=3186be9a-c7f5-45f9-97f9-961c9e5b9978,revision_number=2']} {{(pid=93999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:31:33.450435 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bebffe66-8a18-43ee-b1dc-081351cba0b0 None None] Network 9d808e11-f212-4186-acc3-c0e499bfb352 requested from dv-cinder-811877-1-iscsi {{(pid=94001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 06:31:33.463030 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.36', 57046) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 06:31:33.483156 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.plugins.ml2.managers [req-dfb6a498-621e-4612-baaf-3a60c7b2167f req-c46d0224-a931-49c8-900e-d231d3783b25 service neutron] Attempting to bind port 3186be9a-c7f5-45f9-97f9-961c9e5b9978 on host hv-cinder-81187 for vnic_type normal with profile {{(pid=93999) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 06:31:33.483498 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.plugins.ml2.managers [req-dfb6a498-621e-4612-baaf-3a60c7b2167f req-c46d0224-a931-49c8-900e-d231d3783b25 service neutron] Attempting to bind port 3186be9a-c7f5-45f9-97f9-961c9e5b9978 by drivers openvswitch,hyperv on host hv-cinder-81187 at level 0 using segments [{'id': '04f5ac7d-c914-4271-ad20-e8c8197f8c4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '87db61c9-abbc-4bc5-969a-590306bf0ba2'}] {{(pid=93999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 06:31:33.483831 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfb6a498-621e-4612-baaf-3a60c7b2167f req-c46d0224-a931-49c8-900e-d231d3783b25 service neutron] Attempting to bind port 3186be9a-c7f5-45f9-97f9-961c9e5b9978 on network 87db61c9-abbc-4bc5-969a-590306bf0ba2 {{(pid=93999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 06:31:33.489251 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfb6a498-621e-4612-baaf-3a60c7b2167f req-c46d0224-a931-49c8-900e-d231d3783b25 service neutron] Port 3186be9a-c7f5-45f9-97f9-961c9e5b9978 on network 87db61c9-abbc-4bc5-969a-590306bf0ba2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81187 {{(pid=93999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 06:31:33.489581 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfb6a498-621e-4612-baaf-3a60c7b2167f req-c46d0224-a931-49c8-900e-d231d3783b25 service neutron] Attempting to bind port 3186be9a-c7f5-45f9-97f9-961c9e5b9978 on network 87db61c9-abbc-4bc5-969a-590306bf0ba2 {{(pid=93999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 06:31:33.495268 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfb6a498-621e-4612-baaf-3a60c7b2167f req-c46d0224-a931-49c8-900e-d231d3783b25 service neutron] Checking agent: {'id': '8d9eab89-7803-44fc-b727-c0e530c74148', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81187', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 6, 25, 39), 'started_at': datetime.datetime(2021, 9, 30, 6, 25, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 6, 31, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 06:31:33.495975 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfb6a498-621e-4612-baaf-3a60c7b2167f req-c46d0224-a931-49c8-900e-d231d3783b25 service neutron] Checking segment: {'id': '04f5ac7d-c914-4271-ad20-e8c8197f8c4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '87db61c9-abbc-4bc5-969a-590306bf0ba2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 06:31:33.496583 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfb6a498-621e-4612-baaf-3a60c7b2167f req-c46d0224-a931-49c8-900e-d231d3783b25 service neutron] Bound using segment: {'id': '04f5ac7d-c914-4271-ad20-e8c8197f8c4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '87db61c9-abbc-4bc5-969a-590306bf0ba2'} {{(pid=93999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 06:31:33.497170 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.plugins.ml2.managers [req-dfb6a498-621e-4612-baaf-3a60c7b2167f req-c46d0224-a931-49c8-900e-d231d3783b25 service neutron] Bound port: 3186be9a-c7f5-45f9-97f9-961c9e5b9978, host: hv-cinder-81187, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '04f5ac7d-c914-4271-ad20-e8c8197f8c4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '87db61c9-abbc-4bc5-969a-590306bf0ba2'}}] {{(pid=93999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 06:31:33.497536 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [req-dfb6a498-621e-4612-baaf-3a60c7b2167f req-c46d0224-a931-49c8-900e-d231d3783b25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653538'] for port, before_update {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:31:33.521453 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.db.db_base_plugin_v2 [None req-936e71db-c33e-4059-bca4-8b37eda30ba5 admin admin] Deleting subnet 5220ac62-05ba-44ad-8c01-fb96147aa3e6 {{(pid=94000) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 06:31:33.525702 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-936e71db-c33e-4059-bca4-8b37eda30ba5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:31:33.581427 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.plugins.ml2.db [req-dfb6a498-621e-4612-baaf-3a60c7b2167f req-c46d0224-a931-49c8-900e-d231d3783b25 service neutron] For port 3186be9a-c7f5-45f9-97f9-961c9e5b9978, host hv-cinder-81187, cleared binding levels {{(pid=93999) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 06:31:33.582338 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-936e71db-c33e-4059-bca4-8b37eda30ba5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4572778'] for subnet, precommit_delete_associations {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:31:33.585636 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.plugins.ml2.db [req-dfb6a498-621e-4612-baaf-3a60c7b2167f req-c46d0224-a931-49c8-900e-d231d3783b25 service neutron] For port 3186be9a-c7f5-45f9-97f9-961c9e5b9978, host hv-cinder-81187, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81187',level=0,port_id=3186be9a-c7f5-45f9-97f9-961c9e5b9978,segment=NetworkSegment(04f5ac7d-c914-4271-ad20-e8c8197f8c4f),segment_id=04f5ac7d-c914-4271-ad20-e8c8197f8c4f)] {{(pid=93999) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 06:31:33.591929 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [req-dfb6a498-621e-4612-baaf-3a60c7b2167f req-c46d0224-a931-49c8-900e-d231d3783b25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7821886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727545992452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727545489363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727545489381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6560256'] for port, after_update {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:31:33.627877 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb6a498-621e-4612-baaf-3a60c7b2167f req-c46d0224-a931-49c8-900e-d231d3783b25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:31:33.628461 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [req-dfb6a498-621e-4612-baaf-3a60c7b2167f req-c46d0224-a931-49c8-900e-d231d3783b25 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57126'] for port, before_response {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:31:33.629860 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-dfb6a498-621e-4612-baaf-3a60c7b2167f req-c46d0224-a931-49c8-900e-d231d3783b25 service neutron] 10.222.0.10 "PUT /v2.0/ports/3186be9a-c7f5-45f9-97f9-961c9e5b9978 HTTP/1.1" status: 200 len: 1094 time: 0.7635264 Sep 30 06:31:33.630433 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51614c20-cf20-485e-9cbd-e42ca13cafa6', 'tag': '3186be9a-c7f5-45f9-97f9-961c9e5b9978'}] {{(pid=93999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 06:31:33.631514 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-936e71db-c33e-4059-bca4-8b37eda30ba5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-583762'] for subnet, precommit_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:31:33.632587 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07b111f6e278cfffd9c4f208e103de524c2b9e3fbd4e5a5b5d8dd158a433df71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4c71ea0-5daf-4e54-9477-5a41e3e9dede" -d '{"events": [{"name": "network-changed", "server_uuid": "51614c20-cf20-485e-9cbd-e42ca13cafa6", "tag": "3186be9a-c7f5-45f9-97f9-961c9e5b9978"}]}' {{(pid=93999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 06:31:33.673448 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46d0224-a931-49c8-900e-d231d3783b25 service neutron] Pushing event updated for resources: {'Port': ['ID=3186be9a-c7f5-45f9-97f9-961c9e5b9978,revision_number=3']} {{(pid=93999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:31:33.678589 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 06:31:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b3a9293-a0cd-4898-9acd-764a5aabd381 x-openstack-request-id: req-0b3a9293-a0cd-4898-9acd-764a5aabd381 {{(pid=93999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 06:31:33.679701 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51614c20-cf20-485e-9cbd-e42ca13cafa6", "tag": "3186be9a-c7f5-45f9-97f9-961c9e5b9978", "status": "completed", "code": 200}]} {{(pid=93999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 06:31:33.680231 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-0b3a9293-a0cd-4898-9acd-764a5aabd381 {{(pid=93999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 06:31:33.680964 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51614c20-cf20-485e-9cbd-e42ca13cafa6', 'tag': '3186be9a-c7f5-45f9-97f9-961c9e5b9978', 'status': 'completed', 'code': 200} Sep 30 06:31:33.715185 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-936e71db-c33e-4059-bca4-8b37eda30ba5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-583771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7821886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4572882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5105895'] for subnet, after_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:31:33.742667 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936e71db-c33e-4059-bca4-8b37eda30ba5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5220ac62-05ba-44ad-8c01-fb96147aa3e6,revision_number=None']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:31:33.744737 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-936e71db-c33e-4059-bca4-8b37eda30ba5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:31:33.746880 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [None req-936e71db-c33e-4059-bca4-8b37eda30ba5 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/5220ac62-05ba-44ad-8c01-fb96147aa3e6 HTTP/1.1" status: 204 len: 168 time: 0.2824924 Sep 30 06:31:33.749387 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.36', 57050) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 06:31:33.755895 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb6a498-621e-4612-baaf-3a60c7b2167f req-03186c6a-3bd3-49f8-9feb-c9b235e52de1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:31:33.757421 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-dfb6a498-621e-4612-baaf-3a60c7b2167f req-03186c6a-3bd3-49f8-9feb-c9b235e52de1 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=9aa1d25e98de4f36a0b60652c0c46005&device_id=51614c20-cf20-485e-9cbd-e42ca13cafa6 HTTP/1.1" status: 200 len: 1097 time: 0.0532129 Sep 30 06:31:33.812143 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-dfb6a498-621e-4612-baaf-3a60c7b2167f req-ffe46404-6f4c-4f31-a0cc-f4353fc8c070 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3186be9a-c7f5-45f9-97f9-961c9e5b9978 HTTP/1.1" status: 200 len: 217 time: 0.0393386 Sep 30 06:31:33.824227 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-aeb561fc-69be-4dc3-a124-6ed80f5350c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763795'] for network, before_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:31:33.870368 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb6a498-621e-4612-baaf-3a60c7b2167f req-e2e1082d-c6b4-4caa-ad3d-f7af1fa031fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:31:33.871872 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-dfb6a498-621e-4612-baaf-3a60c7b2167f req-e2e1082d-c6b4-4caa-ad3d-f7af1fa031fe service neutron] 10.222.0.10 "GET /v2.0/subnets?id=ad20151b-cb17-497f-b1bf-e53cf87b5f0f HTTP/1.1" status: 200 len: 848 time: 0.0467234 Sep 30 06:31:33.912658 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-aeb561fc-69be-4dc3-a124-6ed80f5350c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-585195', 'neutron.services.segments.db._delete_segments_for_network-8727546001812'] for network, precommit_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:31:33.933581 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb6a498-621e-4612-baaf-3a60c7b2167f req-2c07e18a-2822-4d7b-98c0-1eac4ff9a2bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:31:33.935150 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-dfb6a498-621e-4612-baaf-3a60c7b2167f req-2c07e18a-2822-4d7b-98c0-1eac4ff9a2bc service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=87db61c9-abbc-4bc5-969a-590306bf0ba2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0477304 Sep 30 06:31:33.939172 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.services.segments.db [None req-aeb561fc-69be-4dc3-a124-6ed80f5350c8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b997149-ef48-40fe-9a60-c876af257dcd']}} {{(pid=94000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 06:31:33.949817 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.services.segments.db [None req-aeb561fc-69be-4dc3-a124-6ed80f5350c8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e691b42b-5d28-42d5-ab46-ca7275ac51a3') {'for_net_delete': True} {{(pid=94000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 06:31:33.950115 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.services.segments.db [None req-aeb561fc-69be-4dc3-a124-6ed80f5350c8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e691b42b-5d28-42d5-ab46-ca7275ac51a3') {} {{(pid=94000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 06:31:33.960108 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-aeb561fc-69be-4dc3-a124-6ed80f5350c8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727546002077', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4572787'] for segment, before_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:31:33.975072 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-aeb561fc-69be-4dc3-a124-6ed80f5350c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583621'] for segment, precommit_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:31:33.983438 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aeb561fc-69be-4dc3-a124-6ed80f5350c8 admin admin] Releasing vlan 345 on physical network physnet1 to pool {{(pid=94000) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 06:31:33.983980 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-aeb561fc-69be-4dc3-a124-6ed80f5350c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4571260'] for segment, after_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:31:33.985857 dv-cinder-811877-1-iscsi neutron-server[94000]: Traceback (most recent call last): Sep 30 06:31:33.985857 dv-cinder-811877-1-iscsi neutron-server[94000]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 06:31:33.985857 dv-cinder-811877-1-iscsi neutron-server[94000]: timer() Sep 30 06:31:33.985857 dv-cinder-811877-1-iscsi neutron-server[94000]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 06:31:33.985857 dv-cinder-811877-1-iscsi neutron-server[94000]: cb(*args, **kw) Sep 30 06:31:33.985857 dv-cinder-811877-1-iscsi neutron-server[94000]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 06:31:33.985857 dv-cinder-811877-1-iscsi neutron-server[94000]: return func(*args, **kwargs) Sep 30 06:31:33.985857 dv-cinder-811877-1-iscsi neutron-server[94000]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 06:31:33.985857 dv-cinder-811877-1-iscsi neutron-server[94000]: self._notify() Sep 30 06:31:33.985857 dv-cinder-811877-1-iscsi neutron-server[94000]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 06:31:33.985857 dv-cinder-811877-1-iscsi neutron-server[94000]: self.callback(batched_events) Sep 30 06:31:33.985857 dv-cinder-811877-1-iscsi neutron-server[94000]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 06:31:33.985857 dv-cinder-811877-1-iscsi neutron-server[94000]: event.method(event) Sep 30 06:31:33.985857 dv-cinder-811877-1-iscsi neutron-server[94000]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 06:31:33.985857 dv-cinder-811877-1-iscsi neutron-server[94000]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 06:31:33.985857 dv-cinder-811877-1-iscsi neutron-server[94000]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 06:31:33.985857 dv-cinder-811877-1-iscsi neutron-server[94000]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 06:31:33.985857 dv-cinder-811877-1-iscsi neutron-server[94000]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 06:31:33.985857 dv-cinder-811877-1-iscsi neutron-server[94000]: return f(self, *a, **k) Sep 30 06:31:33.985857 dv-cinder-811877-1-iscsi neutron-server[94000]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 06:31:33.985857 dv-cinder-811877-1-iscsi neutron-server[94000]: return self._get(url).json() Sep 30 06:31:33.985857 dv-cinder-811877-1-iscsi neutron-server[94000]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 06:31:33.985857 dv-cinder-811877-1-iscsi neutron-server[94000]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 06:31:33.985857 dv-cinder-811877-1-iscsi neutron-server[94000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 06:31:33.985857 dv-cinder-811877-1-iscsi neutron-server[94000]: return self.request(url, 'GET', **kwargs) Sep 30 06:31:33.985857 dv-cinder-811877-1-iscsi neutron-server[94000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 06:31:33.985857 dv-cinder-811877-1-iscsi neutron-server[94000]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 06:31:33.985857 dv-cinder-811877-1-iscsi neutron-server[94000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 06:31:33.985857 dv-cinder-811877-1-iscsi neutron-server[94000]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 06:31:33.985857 dv-cinder-811877-1-iscsi neutron-server[94000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 06:31:33.985857 dv-cinder-811877-1-iscsi neutron-server[94000]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 06:31:33.985857 dv-cinder-811877-1-iscsi neutron-server[94000]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 06:31:34.021723 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-31788eca-3db2-42eb-847b-597dce492ba7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727546001794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-597483'] for agent, after_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:31:34.042791 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-dfb6a498-621e-4612-baaf-3a60c7b2167f req-13acb938-6b46-4ab1-a792-bf399713e9e7 service neutron] 10.222.0.10 "GET /v2.0/networks/87db61c9-abbc-4bc5-969a-590306bf0ba2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0985246 Sep 30 06:31:34.049740 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-aeb561fc-69be-4dc3-a124-6ed80f5350c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-585180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7821886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7877900'] for network, after_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:31:34.059075 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-aeb561fc-69be-4dc3-a124-6ed80f5350c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7821868'] for network, before_response {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:31:34.062906 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [None req-aeb561fc-69be-4dc3-a124-6ed80f5350c8 admin admin] 10.222.0.36 "DELETE /v2.0/networks/0b997149-ef48-40fe-9a60-c876af257dcd HTTP/1.1" status: 204 len: 168 time: 0.3121839 Sep 30 06:31:34.065582 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.36', 57054) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 06:31:34.128677 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb561fc-69be-4dc3-a124-6ed80f5350c8 admin admin] Pushing event deleted for resources: {'Network': ['ID=0b997149-ef48-40fe-9a60-c876af257dcd,revision_number=None']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:31:34.146593 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-dfb6a498-621e-4612-baaf-3a60c7b2167f req-8cdc02b9-bc28-4d2a-85a7-d3ee060b3d6c service neutron] 10.222.0.10 "GET /v2.0/networks/87db61c9-abbc-4bc5-969a-590306bf0ba2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941863 Sep 30 06:31:34.193182 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.db.db_base_plugin_v2 [None req-9684daea-e1c0-4b3d-86c3-bb9f1096b4b7 admin admin] Deleting subnet 6e08d493-2e77-4653-955a-60fedca6c101 {{(pid=94000) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 06:31:34.197998 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-9684daea-e1c0-4b3d-86c3-bb9f1096b4b7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:31:34.228670 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1937d9a-147d-4726-8d26-9120ae26b193 req-d6a86ab4-b344-4621-9a97-be7f4ec58b52 tempest-TestShelveInstance-1895143482 tempest-TestShelveInstance-1895143482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:31:34.231276 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-d1937d9a-147d-4726-8d26-9120ae26b193 req-d6a86ab4-b344-4621-9a97-be7f4ec58b52 tempest-TestShelveInstance-1895143482 tempest-TestShelveInstance-1895143482-project] 10.222.0.36 "GET /v2.0/ports?device_id=51614c20-cf20-485e-9cbd-e42ca13cafa6 HTTP/1.1" status: 200 len: 944 time: 0.1366847 Sep 30 06:31:34.252629 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-9684daea-e1c0-4b3d-86c3-bb9f1096b4b7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4572778'] for subnet, precommit_delete_associations {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:31:34.319237 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-d1937d9a-147d-4726-8d26-9120ae26b193 req-7efbfc77-b57f-43c8-b77e-0cac8bab9ec1 tempest-TestShelveInstance-1895143482 tempest-TestShelveInstance-1895143482-project] 10.222.0.36 "GET /v2.0/security-groups?id=d31ebd02-b6b0-4773-95c4-51c8c3e0ede7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0795109 Sep 30 06:31:34.326112 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-9684daea-e1c0-4b3d-86c3-bb9f1096b4b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-583762'] for subnet, precommit_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:31:34.327513 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c71ea0-5daf-4e54-9477-5a41e3e9dede req-eb034524-3909-48b2-9c57-148cd9bd7c43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:31:34.330644 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-a4c71ea0-5daf-4e54-9477-5a41e3e9dede req-eb034524-3909-48b2-9c57-148cd9bd7c43 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=9aa1d25e98de4f36a0b60652c0c46005&device_id=51614c20-cf20-485e-9cbd-e42ca13cafa6 HTTP/1.1" status: 200 len: 1097 time: 0.0828569 Sep 30 06:31:34.400585 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-9684daea-e1c0-4b3d-86c3-bb9f1096b4b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-583771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7821886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4572882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5105895'] for subnet, after_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:31:34.419099 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-9684daea-e1c0-4b3d-86c3-bb9f1096b4b7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:31:34.421067 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [None req-9684daea-e1c0-4b3d-86c3-bb9f1096b4b7 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/6e08d493-2e77-4653-955a-60fedca6c101 HTTP/1.1" status: 204 len: 168 time: 0.3541143 Sep 30 06:31:34.423901 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.wsgi [-] (93999) accepted ('10.222.0.36', 57064) {{(pid=93999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 06:31:34.440197 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9684daea-e1c0-4b3d-86c3-bb9f1096b4b7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6e08d493-2e77-4653-955a-60fedca6c101,revision_number=None']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:31:34.465339 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c71ea0-5daf-4e54-9477-5a41e3e9dede req-35a05dd3-111d-4a65-851e-a1c67f29da4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:31:34.466864 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-a4c71ea0-5daf-4e54-9477-5a41e3e9dede req-35a05dd3-111d-4a65-851e-a1c67f29da4d service neutron] 10.222.0.10 "GET /v2.0/networks?id=87db61c9-abbc-4bc5-969a-590306bf0ba2 HTTP/1.1" status: 200 len: 910 time: 0.1264966 Sep 30 06:31:34.523640 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-5ac03538-995f-454b-9237-c6375fe80c87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763795'] for network, before_delete {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:31:34.557890 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-a4c71ea0-5daf-4e54-9477-5a41e3e9dede req-7b7f4f40-ea56-43b0-a4c5-ea33556c6d76 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3186be9a-c7f5-45f9-97f9-961c9e5b9978 HTTP/1.1" status: 200 len: 217 time: 0.0533743 Sep 30 06:31:34.658633 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c71ea0-5daf-4e54-9477-5a41e3e9dede req-3b626011-662a-424c-a1b5-8ac44c5b68c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:31:34.660099 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-a4c71ea0-5daf-4e54-9477-5a41e3e9dede req-3b626011-662a-424c-a1b5-8ac44c5b68c7 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=ad20151b-cb17-497f-b1bf-e53cf87b5f0f HTTP/1.1" status: 200 len: 848 time: 0.0913408 Sep 30 06:31:34.682235 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-5ac03538-995f-454b-9237-c6375fe80c87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-585195', 'neutron.services.segments.db._delete_segments_for_network-8727546001812'] for network, precommit_delete {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:31:34.726010 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.services.segments.db [None req-5ac03538-995f-454b-9237-c6375fe80c87 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d808e11-f212-4186-acc3-c0e499bfb352']}} {{(pid=93999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 06:31:34.740446 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.services.segments.db [None req-5ac03538-995f-454b-9237-c6375fe80c87 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ce71442-e576-4517-8d7d-97d103a9390b') {'for_net_delete': True} {{(pid=93999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 06:31:34.740741 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.services.segments.db [None req-5ac03538-995f-454b-9237-c6375fe80c87 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ce71442-e576-4517-8d7d-97d103a9390b') {} {{(pid=93999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 06:31:34.756074 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-5ac03538-995f-454b-9237-c6375fe80c87 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727546002077', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4492009'] for segment, before_delete {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:31:34.764073 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c71ea0-5daf-4e54-9477-5a41e3e9dede req-fe5dc4d7-1424-4d3c-91cf-f1ff9ec8d956 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:31:34.765559 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-a4c71ea0-5daf-4e54-9477-5a41e3e9dede req-fe5dc4d7-1424-4d3c-91cf-f1ff9ec8d956 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=87db61c9-abbc-4bc5-969a-590306bf0ba2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0806434 Sep 30 06:31:34.772947 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-5ac03538-995f-454b-9237-c6375fe80c87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583621'] for segment, precommit_delete {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:31:34.786227 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ac03538-995f-454b-9237-c6375fe80c87 admin admin] Releasing vlan 323 on physical network physnet1 to pool {{(pid=93999) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 06:31:34.786661 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-5ac03538-995f-454b-9237-c6375fe80c87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6561016'] for segment, after_delete {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:31:34.788905 dv-cinder-811877-1-iscsi neutron-server[93999]: Traceback (most recent call last): Sep 30 06:31:34.788905 dv-cinder-811877-1-iscsi neutron-server[93999]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 06:31:34.788905 dv-cinder-811877-1-iscsi neutron-server[93999]: timer() Sep 30 06:31:34.788905 dv-cinder-811877-1-iscsi neutron-server[93999]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 06:31:34.788905 dv-cinder-811877-1-iscsi neutron-server[93999]: cb(*args, **kw) Sep 30 06:31:34.788905 dv-cinder-811877-1-iscsi neutron-server[93999]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 06:31:34.788905 dv-cinder-811877-1-iscsi neutron-server[93999]: return func(*args, **kwargs) Sep 30 06:31:34.788905 dv-cinder-811877-1-iscsi neutron-server[93999]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 06:31:34.788905 dv-cinder-811877-1-iscsi neutron-server[93999]: self._notify() Sep 30 06:31:34.788905 dv-cinder-811877-1-iscsi neutron-server[93999]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 06:31:34.788905 dv-cinder-811877-1-iscsi neutron-server[93999]: self.callback(batched_events) Sep 30 06:31:34.788905 dv-cinder-811877-1-iscsi neutron-server[93999]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 06:31:34.788905 dv-cinder-811877-1-iscsi neutron-server[93999]: event.method(event) Sep 30 06:31:34.788905 dv-cinder-811877-1-iscsi neutron-server[93999]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 06:31:34.788905 dv-cinder-811877-1-iscsi neutron-server[93999]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 06:31:34.788905 dv-cinder-811877-1-iscsi neutron-server[93999]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 06:31:34.788905 dv-cinder-811877-1-iscsi neutron-server[93999]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 06:31:34.788905 dv-cinder-811877-1-iscsi neutron-server[93999]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 06:31:34.788905 dv-cinder-811877-1-iscsi neutron-server[93999]: return f(self, *a, **k) Sep 30 06:31:34.788905 dv-cinder-811877-1-iscsi neutron-server[93999]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 06:31:34.788905 dv-cinder-811877-1-iscsi neutron-server[93999]: return self._get(url).json() Sep 30 06:31:34.788905 dv-cinder-811877-1-iscsi neutron-server[93999]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 06:31:34.788905 dv-cinder-811877-1-iscsi neutron-server[93999]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 06:31:34.788905 dv-cinder-811877-1-iscsi neutron-server[93999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 06:31:34.788905 dv-cinder-811877-1-iscsi neutron-server[93999]: return self.request(url, 'GET', **kwargs) Sep 30 06:31:34.788905 dv-cinder-811877-1-iscsi neutron-server[93999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 06:31:34.788905 dv-cinder-811877-1-iscsi neutron-server[93999]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 06:31:34.788905 dv-cinder-811877-1-iscsi neutron-server[93999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 06:31:34.788905 dv-cinder-811877-1-iscsi neutron-server[93999]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 06:31:34.788905 dv-cinder-811877-1-iscsi neutron-server[93999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 06:31:34.788905 dv-cinder-811877-1-iscsi neutron-server[93999]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 06:31:34.788905 dv-cinder-811877-1-iscsi neutron-server[93999]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 06:31:34.890857 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-5ac03538-995f-454b-9237-c6375fe80c87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-585180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7821886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7877900'] for network, after_delete {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:31:34.895608 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-5ac03538-995f-454b-9237-c6375fe80c87 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7821868'] for network, before_response {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:31:34.900570 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [None req-5ac03538-995f-454b-9237-c6375fe80c87 admin admin] 10.222.0.36 "DELETE /v2.0/networks/9d808e11-f212-4186-acc3-c0e499bfb352 HTTP/1.1" status: 204 len: 168 time: 0.4731252 Sep 30 06:31:34.917633 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac03538-995f-454b-9237-c6375fe80c87 admin admin] Pushing event deleted for resources: {'Network': ['ID=9d808e11-f212-4186-acc3-c0e499bfb352,revision_number=None']} {{(pid=93999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:31:34.935457 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-a4c71ea0-5daf-4e54-9477-5a41e3e9dede req-305e58cd-647f-43ea-837f-7d8c84d306b0 service neutron] 10.222.0.10 "GET /v2.0/networks/87db61c9-abbc-4bc5-969a-590306bf0ba2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1576002 Sep 30 06:31:35.035694 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-a4c71ea0-5daf-4e54-9477-5a41e3e9dede req-573f9a91-3cb0-4e77-9be8-d4c05d632f39 service neutron] 10.222.0.10 "GET /v2.0/networks/87db61c9-abbc-4bc5-969a-590306bf0ba2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918715 Sep 30 06:31:35.078286 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.wsgi [-] (93999) accepted ('10.222.0.36', 57068) {{(pid=93999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 06:31:35.122712 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [None req-7e22a8d9-a0c4-413b-b509-26a0e974a536 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=14533cc0f3154293a79babf1f4b745a2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0431557 Sep 30 06:31:35.125194 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.wsgi [-] (93999) accepted ('10.222.0.36', 57070) {{(pid=93999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 06:31:35.179598 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-40c16be6-bfb9-4c60-8821-45621407f6e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:31:35.201640 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-40c16be6-bfb9-4c60-8821-45621407f6e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:31:35.251556 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-40c16be6-bfb9-4c60-8821-45621407f6e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533969'] for security_group, after_delete {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:31:35.254162 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-40c16be6-bfb9-4c60-8821-45621407f6e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:31:35.255376 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [None req-40c16be6-bfb9-4c60-8821-45621407f6e0 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/61b5f652-c34a-45d7-9e18-d491de377088 HTTP/1.1" status: 204 len: 168 time: 0.1292009 Sep 30 06:31:35.263715 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c16be6-bfb9-4c60-8821-45621407f6e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61b5f652-c34a-45d7-9e18-d491de377088,revision_number=None']} {{(pid=93999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:31:35.454147 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9483ca7-f858-483f-a554-a0ab5b6d4c83 req-0ffda7a6-1deb-4ee1-b89f-45f61726046e tempest-TestShelveInstance-1895143482 tempest-TestShelveInstance-1895143482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:31:35.455941 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-d9483ca7-f858-483f-a554-a0ab5b6d4c83 req-0ffda7a6-1deb-4ee1-b89f-45f61726046e tempest-TestShelveInstance-1895143482 tempest-TestShelveInstance-1895143482-project] 10.222.0.36 "GET /v2.0/ports?device_id=51614c20-cf20-485e-9cbd-e42ca13cafa6 HTTP/1.1" status: 200 len: 944 time: 0.0604527 Sep 30 06:31:35.508710 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-d9483ca7-f858-483f-a554-a0ab5b6d4c83 req-464e234c-1dc3-4698-aee6-7390df2fbaa7 tempest-TestShelveInstance-1895143482 tempest-TestShelveInstance-1895143482-project] 10.222.0.36 "GET /v2.0/security-groups?id=d31ebd02-b6b0-4773-95c4-51c8c3e0ede7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388629 Sep 30 06:31:35.646172 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.wsgi [-] (93999) accepted ('10.222.0.36', 57084) {{(pid=93999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 06:31:35.688705 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [None req-5ad5ab81-fbee-4be4-9607-1534d5f667df admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=c721a0be277e41579c77211d56711864&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0412941 Sep 30 06:31:35.691240 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.wsgi [-] (93999) accepted ('10.222.0.36', 57086) {{(pid=93999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 06:31:35.748192 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-2e30c437-6dd7-4121-9470-d8eac51d2211 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:31:35.777870 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-2e30c437-6dd7-4121-9470-d8eac51d2211 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:31:35.834251 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-2e30c437-6dd7-4121-9470-d8eac51d2211 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533969'] for security_group, after_delete {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:31:35.837376 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-2e30c437-6dd7-4121-9470-d8eac51d2211 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:31:35.838649 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [None req-2e30c437-6dd7-4121-9470-d8eac51d2211 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/c1d028de-5c31-4acc-bd2e-77a19321af7b HTTP/1.1" status: 204 len: 168 time: 0.1464119 Sep 30 06:31:35.847661 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e30c437-6dd7-4121-9470-d8eac51d2211 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1d028de-5c31-4acc-bd2e-77a19321af7b,revision_number=None']} {{(pid=93999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:31:36.641517 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a63d18-7e1b-4e4b-9794-d6783b645b3e req-00853bdf-2ccd-4129-b7c9-160ba5508a5d tempest-TestShelveInstance-1895143482 tempest-TestShelveInstance-1895143482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:31:36.643476 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-f2a63d18-7e1b-4e4b-9794-d6783b645b3e req-00853bdf-2ccd-4129-b7c9-160ba5508a5d tempest-TestShelveInstance-1895143482 tempest-TestShelveInstance-1895143482-project] 10.222.0.36 "GET /v2.0/ports?device_id=51614c20-cf20-485e-9cbd-e42ca13cafa6 HTTP/1.1" status: 200 len: 944 time: 0.0556524 Sep 30 06:31:36.694697 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-f2a63d18-7e1b-4e4b-9794-d6783b645b3e req-14a57e52-8fe7-4b3b-979d-c779a0c43a38 tempest-TestShelveInstance-1895143482 tempest-TestShelveInstance-1895143482-project] 10.222.0.36 "GET /v2.0/security-groups?id=d31ebd02-b6b0-4773-95c4-51c8c3e0ede7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419495 Sep 30 06:31:37.848533 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5579815-b41d-4322-baa1-139885e6058a req-c655b93a-440e-47ac-a0a7-9ca07560046d tempest-TestShelveInstance-1895143482 tempest-TestShelveInstance-1895143482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:31:37.849738 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-e5579815-b41d-4322-baa1-139885e6058a req-c655b93a-440e-47ac-a0a7-9ca07560046d tempest-TestShelveInstance-1895143482 tempest-TestShelveInstance-1895143482-project] 10.222.0.36 "GET /v2.0/ports?device_id=51614c20-cf20-485e-9cbd-e42ca13cafa6 HTTP/1.1" status: 200 len: 944 time: 0.0618839 Sep 30 06:31:37.903572 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-e5579815-b41d-4322-baa1-139885e6058a req-de4a1d5b-2b96-4db7-978b-3a2adb6137b7 tempest-TestShelveInstance-1895143482 tempest-TestShelveInstance-1895143482-project] 10.222.0.36 "GET /v2.0/security-groups?id=d31ebd02-b6b0-4773-95c4-51c8c3e0ede7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445685 Sep 30 06:31:38.030275 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.wsgi [-] (93999) accepted ('10.222.0.36', 57148) {{(pid=93999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 06:31:38.166200 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-d60c9858-4e0c-4a91-913c-3e3bb98cbfaf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:31:38.268576 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-d60c9858-4e0c-4a91-913c-3e3bb98cbfaf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:31:38.272485 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-d60c9858-4e0c-4a91-913c-3e3bb98cbfaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533969'] for security_group, after_create {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:31:38.314047 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [None req-d60c9858-4e0c-4a91-913c-3e3bb98cbfaf admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=f8e6ed808fa24473857f292bdd62aa04&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2824445 Sep 30 06:31:38.314901 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60c9858-4e0c-4a91-913c-3e3bb98cbfaf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=326d6097-c52c-471b-a58b-6731b1295804,revision_number=1']} {{(pid=93999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:31:38.317867 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.36', 57152) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 06:31:38.390409 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-97f330c6-d185-4b40-9015-56d97b8904b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:31:38.413669 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-97f330c6-d185-4b40-9015-56d97b8904b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:31:38.465409 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-97f330c6-d185-4b40-9015-56d97b8904b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533969'] for security_group, after_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:31:38.467943 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-97f330c6-d185-4b40-9015-56d97b8904b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:31:38.469094 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [None req-97f330c6-d185-4b40-9015-56d97b8904b4 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/326d6097-c52c-471b-a58b-6731b1295804 HTTP/1.1" status: 204 len: 168 time: 0.1496429 Sep 30 06:31:38.477092 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f330c6-d185-4b40-9015-56d97b8904b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=326d6097-c52c-471b-a58b-6731b1295804,revision_number=None']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:31:39.045978 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab43bba-0e38-4e1c-bde2-6ffde776f2c1 req-0d927569-04b1-484c-aefd-147666e2c0b7 tempest-TestShelveInstance-1895143482 tempest-TestShelveInstance-1895143482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:31:39.047807 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-9ab43bba-0e38-4e1c-bde2-6ffde776f2c1 req-0d927569-04b1-484c-aefd-147666e2c0b7 tempest-TestShelveInstance-1895143482 tempest-TestShelveInstance-1895143482-project] 10.222.0.36 "GET /v2.0/ports?device_id=51614c20-cf20-485e-9cbd-e42ca13cafa6 HTTP/1.1" status: 200 len: 944 time: 0.0595376 Sep 30 06:31:39.050022 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727546001794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-597483'] for agent, after_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:31:39.099602 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-9ab43bba-0e38-4e1c-bde2-6ffde776f2c1 req-6f4c5ac9-e36e-48d6-a2d4-a2f6a60f8d4f tempest-TestShelveInstance-1895143482 tempest-TestShelveInstance-1895143482-project] 10.222.0.36 "GET /v2.0/security-groups?id=d31ebd02-b6b0-4773-95c4-51c8c3e0ede7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436320 Sep 30 06:31:40.225664 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d08529-a118-431f-a592-45d3f541a943 req-1b3d6e50-80c8-49ed-bd04-7c72d095cfb2 tempest-TestShelveInstance-1895143482 tempest-TestShelveInstance-1895143482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:31:40.227227 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-a8d08529-a118-431f-a592-45d3f541a943 req-1b3d6e50-80c8-49ed-bd04-7c72d095cfb2 tempest-TestShelveInstance-1895143482 tempest-TestShelveInstance-1895143482-project] 10.222.0.36 "GET /v2.0/ports?device_id=51614c20-cf20-485e-9cbd-e42ca13cafa6 HTTP/1.1" status: 200 len: 944 time: 0.0537546 Sep 30 06:31:40.269228 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-a8d08529-a118-431f-a592-45d3f541a943 req-7f916135-449f-431a-9c85-f5fe3160a147 tempest-TestShelveInstance-1895143482 tempest-TestShelveInstance-1895143482-project] 10.222.0.36 "GET /v2.0/security-groups?id=d31ebd02-b6b0-4773-95c4-51c8c3e0ede7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326848 Sep 30 06:31:41.389244 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ffe783-8bfd-46b3-9845-54159b9dcdbf req-98b790f9-dae1-4633-b984-29ba4cf767e9 tempest-TestShelveInstance-1895143482 tempest-TestShelveInstance-1895143482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:31:41.390816 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-50ffe783-8bfd-46b3-9845-54159b9dcdbf req-98b790f9-dae1-4633-b984-29ba4cf767e9 tempest-TestShelveInstance-1895143482 tempest-TestShelveInstance-1895143482-project] 10.222.0.36 "GET /v2.0/ports?device_id=51614c20-cf20-485e-9cbd-e42ca13cafa6 HTTP/1.1" status: 200 len: 944 time: 0.0502124 Sep 30 06:31:41.434325 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-50ffe783-8bfd-46b3-9845-54159b9dcdbf req-cb26c08c-1cb3-4ebf-baf4-a80bf2d5952b tempest-TestShelveInstance-1895143482 tempest-TestShelveInstance-1895143482-project] 10.222.0.36 "GET /v2.0/security-groups?id=d31ebd02-b6b0-4773-95c4-51c8c3e0ede7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375659 Sep 30 06:31:42.050422 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-e6a7729a-8eed-4b30-9541-a65214772f73 req-fdf8b026-7712-4fb2-803d-0e373b2451b1 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=6958c33e-794d-418e-a5ab-7fc4d005ddf7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0428708 Sep 30 06:31:42.151186 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a7729a-8eed-4b30-9541-a65214772f73 req-5bbad312-a58f-4d66-8aa3-05ca43292392 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:31:42.153336 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-e6a7729a-8eed-4b30-9541-a65214772f73 req-5bbad312-a58f-4d66-8aa3-05ca43292392 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=fd01cd14f23840e59331ece07bbcdf9e&device_id=6958c33e-794d-418e-a5ab-7fc4d005ddf7 HTTP/1.1" status: 200 len: 1099 time: 0.0489759 Sep 30 06:31:42.271065 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a7729a-8eed-4b30-9541-a65214772f73 req-9b07fcd5-ce76-4bd1-a732-89917c7cbf44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:31:42.272850 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-e6a7729a-8eed-4b30-9541-a65214772f73 req-9b07fcd5-ce76-4bd1-a732-89917c7cbf44 service neutron] 10.222.0.10 "GET /v2.0/networks?id=92aa8f19-aafd-4462-9d7f-7e5f878c12b2 HTTP/1.1" status: 200 len: 911 time: 0.0952141 Sep 30 06:31:42.356640 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-e6a7729a-8eed-4b30-9541-a65214772f73 req-8b4989ee-8983-446c-a101-93d052429481 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=80920450-855b-4404-98ac-1933b7f666f4 HTTP/1.1" status: 200 len: 1002 time: 0.0638604 Sep 30 06:31:42.412806 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a7729a-8eed-4b30-9541-a65214772f73 req-cb106527-2ad1-424e-bf67-68598e3a0bf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:31:42.414267 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-e6a7729a-8eed-4b30-9541-a65214772f73 req-cb106527-2ad1-424e-bf67-68598e3a0bf4 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=87e3e2f7-f230-4774-967b-a68a66b90c87 HTTP/1.1" status: 200 len: 849 time: 0.0489688 Sep 30 06:31:42.461154 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a7729a-8eed-4b30-9541-a65214772f73 req-559bfe75-71ce-4156-bea9-d00d4bbc2e35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:31:42.462823 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-e6a7729a-8eed-4b30-9541-a65214772f73 req-559bfe75-71ce-4156-bea9-d00d4bbc2e35 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=92aa8f19-aafd-4462-9d7f-7e5f878c12b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0406260 Sep 30 06:31:42.833260 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-e6a7729a-8eed-4b30-9541-a65214772f73 req-b3b6dd45-a6a0-400a-abfd-7cc499c24191 service neutron] 10.222.0.10 "GET /v2.0/networks/92aa8f19-aafd-4462-9d7f-7e5f878c12b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3620410 Sep 30 06:31:42.842913 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8837da51-dc9e-4218-b15b-a6052f895cf5 req-edab12ef-29f6-4f0e-8954-dad7d347b243 tempest-TestShelveInstance-1895143482 tempest-TestShelveInstance-1895143482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:31:42.844468 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-8837da51-dc9e-4218-b15b-a6052f895cf5 req-edab12ef-29f6-4f0e-8954-dad7d347b243 tempest-TestShelveInstance-1895143482 tempest-TestShelveInstance-1895143482-project] 10.222.0.36 "GET /v2.0/ports?device_id=51614c20-cf20-485e-9cbd-e42ca13cafa6 HTTP/1.1" status: 200 len: 944 time: 0.3393614 Sep 30 06:31:42.943739 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-8837da51-dc9e-4218-b15b-a6052f895cf5 req-e15e1177-1b7a-479b-9498-126a1bd4f765 tempest-TestShelveInstance-1895143482 tempest-TestShelveInstance-1895143482-project] 10.222.0.36 "GET /v2.0/security-groups?id=d31ebd02-b6b0-4773-95c4-51c8c3e0ede7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0873187 Sep 30 06:31:42.976668 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-e6a7729a-8eed-4b30-9541-a65214772f73 req-09240104-6ab3-4bd7-94f6-7b18c35084db service neutron] 10.222.0.10 "GET /v2.0/networks/92aa8f19-aafd-4462-9d7f-7e5f878c12b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280255 Sep 30 06:31:44.066293 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f30a24-873e-49a4-9d49-0beb41e27ea8 req-26972383-ae0a-48e7-bd3d-05e37f34a581 tempest-TestShelveInstance-1895143482 tempest-TestShelveInstance-1895143482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:31:44.067925 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-c5f30a24-873e-49a4-9d49-0beb41e27ea8 req-26972383-ae0a-48e7-bd3d-05e37f34a581 tempest-TestShelveInstance-1895143482 tempest-TestShelveInstance-1895143482-project] 10.222.0.36 "GET /v2.0/ports?device_id=51614c20-cf20-485e-9cbd-e42ca13cafa6 HTTP/1.1" status: 200 len: 944 time: 0.0502338 Sep 30 06:31:44.108499 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-c5f30a24-873e-49a4-9d49-0beb41e27ea8 req-1dced7f1-0421-4ee4-afc0-3be45a98de6d tempest-TestShelveInstance-1895143482 tempest-TestShelveInstance-1895143482-project] 10.222.0.36 "GET /v2.0/security-groups?id=d31ebd02-b6b0-4773-95c4-51c8c3e0ede7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335832 Sep 30 06:31:45.225225 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e142de9f-fce4-4111-b5e1-ea4dca19bbe6 req-b79a8441-9f0c-45df-bb54-a488a1354941 tempest-TestShelveInstance-1895143482 tempest-TestShelveInstance-1895143482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:31:45.226756 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-e142de9f-fce4-4111-b5e1-ea4dca19bbe6 req-b79a8441-9f0c-45df-bb54-a488a1354941 tempest-TestShelveInstance-1895143482 tempest-TestShelveInstance-1895143482-project] 10.222.0.36 "GET /v2.0/ports?device_id=51614c20-cf20-485e-9cbd-e42ca13cafa6 HTTP/1.1" status: 200 len: 944 time: 0.0495901 Sep 30 06:31:45.267675 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-e142de9f-fce4-4111-b5e1-ea4dca19bbe6 req-17c34799-c16c-48e7-a8b2-027ab6d493ee tempest-TestShelveInstance-1895143482 tempest-TestShelveInstance-1895143482-project] 10.222.0.36 "GET /v2.0/security-groups?id=d31ebd02-b6b0-4773-95c4-51c8c3e0ede7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347173 Sep 30 06:31:46.383783 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8419fb-1dc0-4770-a73f-95eba6511e31 req-d27f5903-615b-430a-9f0c-c7eb6b4363cf tempest-TestShelveInstance-1895143482 tempest-TestShelveInstance-1895143482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:31:46.385252 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-6a8419fb-1dc0-4770-a73f-95eba6511e31 req-d27f5903-615b-430a-9f0c-c7eb6b4363cf tempest-TestShelveInstance-1895143482 tempest-TestShelveInstance-1895143482-project] 10.222.0.36 "GET /v2.0/ports?device_id=51614c20-cf20-485e-9cbd-e42ca13cafa6 HTTP/1.1" status: 200 len: 944 time: 0.0486877 Sep 30 06:31:46.422863 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-6a8419fb-1dc0-4770-a73f-95eba6511e31 req-b3c44df7-5eea-49f8-9480-84cba3a93c83 tempest-TestShelveInstance-1895143482 tempest-TestShelveInstance-1895143482-project] 10.222.0.36 "GET /v2.0/security-groups?id=d31ebd02-b6b0-4773-95c4-51c8c3e0ede7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308022 Sep 30 06:31:46.737559 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.rpc [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] Device 3186be9a-c7f5-45f9-97f9-961c9e5b9978 details requested by agent hyperv_hv-cinder-81187 with host hv-cinder-81187 {{(pid=94001) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 06:31:46.841589 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.db [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] For port 3186be9a-c7f5-45f9-97f9-961c9e5b9978, host hv-cinder-81187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81187',level=0,port_id=3186be9a-c7f5-45f9-97f9-961c9e5b9978,segment=NetworkSegment(04f5ac7d-c914-4271-ad20-e8c8197f8c4f),segment_id=04f5ac7d-c914-4271-ad20-e8c8197f8c4f)] {{(pid=94001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 06:31:46.853495 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.rpc [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] Returning: {'device': '3186be9a-c7f5-45f9-97f9-961c9e5b9978', 'network_id': '87db61c9-abbc-4bc5-969a-590306bf0ba2', 'port_id': '3186be9a-c7f5-45f9-97f9-961c9e5b9978', 'mac_address': 'fa:16:3e:26:f0:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 308, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ad20151b-cb17-497f-b1bf-e53cf87b5f0f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94001) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 06:31:46.896481 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653538'] for port, before_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:31:46.910774 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.notifiers.nova [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3186be9a-c7f5-45f9-97f9-961c9e5b9978 {{(pid=94001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 06:31:46.930910 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.db [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] For port 3186be9a-c7f5-45f9-97f9-961c9e5b9978, host hv-cinder-81187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81187',level=0,port_id=3186be9a-c7f5-45f9-97f9-961c9e5b9978,segment=NetworkSegment(04f5ac7d-c914-4271-ad20-e8c8197f8c4f),segment_id=04f5ac7d-c914-4271-ad20-e8c8197f8c4f)] {{(pid=94001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 06:31:46.935491 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7821886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727545992452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727545489363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727545489381'] for port, after_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:31:46.983068 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] Pushing event updated for resources: {'Port': ['ID=3186be9a-c7f5-45f9-97f9-961c9e5b9978,revision_number=4']} {{(pid=94001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:31:47.345240 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.db [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] get_ports_and_sgs() called for port_ids ['3186be9a-c7f5-45f9-97f9-961c9e5b9978'] {{(pid=94001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 06:31:47.541602 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7210a381-7ce6-40a5-826b-b6d9d46e9d4b req-88451368-afcd-413d-811d-3efe2eb3c8d8 tempest-TestShelveInstance-1895143482 tempest-TestShelveInstance-1895143482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:31:47.543635 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-7210a381-7ce6-40a5-826b-b6d9d46e9d4b req-88451368-afcd-413d-811d-3efe2eb3c8d8 tempest-TestShelveInstance-1895143482 tempest-TestShelveInstance-1895143482-project] 10.222.0.36 "GET /v2.0/ports?device_id=51614c20-cf20-485e-9cbd-e42ca13cafa6 HTTP/1.1" status: 200 len: 945 time: 0.0496371 Sep 30 06:31:47.582178 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-7210a381-7ce6-40a5-826b-b6d9d46e9d4b req-3c62b3ef-1c7a-4272-8ea7-6537c161a947 tempest-TestShelveInstance-1895143482 tempest-TestShelveInstance-1895143482-project] 10.222.0.36 "GET /v2.0/security-groups?id=d31ebd02-b6b0-4773-95c4-51c8c3e0ede7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317597 Sep 30 06:31:48.706351 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ed29f4-593a-4cdb-bee6-8cd45bdf6355 req-b5ee9965-ae36-4bfd-9cc4-d1e906a6d513 tempest-TestShelveInstance-1895143482 tempest-TestShelveInstance-1895143482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:31:48.708002 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-16ed29f4-593a-4cdb-bee6-8cd45bdf6355 req-b5ee9965-ae36-4bfd-9cc4-d1e906a6d513 tempest-TestShelveInstance-1895143482 tempest-TestShelveInstance-1895143482-project] 10.222.0.36 "GET /v2.0/ports?device_id=51614c20-cf20-485e-9cbd-e42ca13cafa6 HTTP/1.1" status: 200 len: 945 time: 0.0488384 Sep 30 06:31:48.752964 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-16ed29f4-593a-4cdb-bee6-8cd45bdf6355 req-561a4a62-e7c9-4eff-9540-e2219355f821 tempest-TestShelveInstance-1895143482 tempest-TestShelveInstance-1895143482-project] 10.222.0.36 "GET /v2.0/security-groups?id=d31ebd02-b6b0-4773-95c4-51c8c3e0ede7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389049 Sep 30 06:31:49.128147 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.rpc [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] Device 3186be9a-c7f5-45f9-97f9-961c9e5b9978 up at agent hyperv_hv-cinder-81187 {{(pid=94001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 06:31:49.177744 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.db.provisioning_blocks [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] Provisioning for port 3186be9a-c7f5-45f9-97f9-961c9e5b9978 completed by entity L2. {{(pid=94001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 06:31:49.181257 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.db.provisioning_blocks [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] Provisioning complete for port 3186be9a-c7f5-45f9-97f9-961c9e5b9978 triggered by entity L2. {{(pid=94001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 06:31:49.181634 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-597822'] for port, provisioning_complete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:31:49.267659 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653538'] for port, before_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:31:49.290505 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51614c20-cf20-485e-9cbd-e42ca13cafa6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3186be9a-c7f5-45f9-97f9-961c9e5b9978'}] {{(pid=94001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 06:31:49.292747 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6a6fbc36b32d89ab1780593628eab99e94898f937be62aa03f5208480f4236e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9524e60c-4d7e-4f0f-8828-1f9f6d8c7870" -d '{"events": [{"server_uuid": "51614c20-cf20-485e-9cbd-e42ca13cafa6", "name": "network-vif-plugged", "status": "completed", "tag": "3186be9a-c7f5-45f9-97f9-961c9e5b9978"}]}' {{(pid=94001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 06:31:49.306282 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.db [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] For port 3186be9a-c7f5-45f9-97f9-961c9e5b9978, host hv-cinder-81187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81187',level=0,port_id=3186be9a-c7f5-45f9-97f9-961c9e5b9978,segment=NetworkSegment(04f5ac7d-c914-4271-ad20-e8c8197f8c4f),segment_id=04f5ac7d-c914-4271-ad20-e8c8197f8c4f)] {{(pid=94001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 06:31:49.311599 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7821886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727545992452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727545489363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727545489381'] for port, after_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:31:49.350505 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 06:31:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba6febfc-f01e-40d9-9b69-53b99d4d791b x-openstack-request-id: req-ba6febfc-f01e-40d9-9b69-53b99d4d791b {{(pid=94001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 06:31:49.350768 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51614c20-cf20-485e-9cbd-e42ca13cafa6", "name": "network-vif-plugged", "status": "completed", "tag": "3186be9a-c7f5-45f9-97f9-961c9e5b9978", "code": 200}]} {{(pid=94001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 06:31:49.351025 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-ba6febfc-f01e-40d9-9b69-53b99d4d791b {{(pid=94001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 06:31:49.351415 dv-cinder-811877-1-iscsi neutron-server[94001]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51614c20-cf20-485e-9cbd-e42ca13cafa6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3186be9a-c7f5-45f9-97f9-961c9e5b9978', 'code': 200} Sep 30 06:31:49.375993 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] Pushing event updated for resources: {'Port': ['ID=3186be9a-c7f5-45f9-97f9-961c9e5b9978,revision_number=5']} {{(pid=94001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:31:49.870215 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74d73bd-98f7-4b5f-ad0e-94b72b6fa2a7 req-29501930-028a-4dcc-8690-6c5985806b49 tempest-TestShelveInstance-1895143482 tempest-TestShelveInstance-1895143482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:31:49.872619 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-e74d73bd-98f7-4b5f-ad0e-94b72b6fa2a7 req-29501930-028a-4dcc-8690-6c5985806b49 tempest-TestShelveInstance-1895143482 tempest-TestShelveInstance-1895143482-project] 10.222.0.36 "GET /v2.0/ports?device_id=51614c20-cf20-485e-9cbd-e42ca13cafa6 HTTP/1.1" status: 200 len: 946 time: 0.0496185 Sep 30 06:31:49.911319 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-e74d73bd-98f7-4b5f-ad0e-94b72b6fa2a7 req-52edc1a2-2777-49c9-a5c7-e76865688099 tempest-TestShelveInstance-1895143482 tempest-TestShelveInstance-1895143482-project] 10.222.0.36 "GET /v2.0/security-groups?id=d31ebd02-b6b0-4773-95c4-51c8c3e0ede7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325794 Sep 30 06:31:50.606433 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6254d43b-b568-4f99-905f-3ae5fd7842eb req-8e695e24-9ef4-442d-bacd-f70876170f0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:31:50.607882 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-6254d43b-b568-4f99-905f-3ae5fd7842eb req-8e695e24-9ef4-442d-bacd-f70876170f0a service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=51614c20-cf20-485e-9cbd-e42ca13cafa6 HTTP/1.1" status: 200 len: 1099 time: 0.0466428 Sep 30 06:31:51.037913 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d653d7-2a14-4d6a-9c6e-6f6b36c52df4 req-109d1568-8912-4491-8748-a04ee3f532c3 tempest-TestShelveInstance-1895143482 tempest-TestShelveInstance-1895143482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:31:51.039427 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-02d653d7-2a14-4d6a-9c6e-6f6b36c52df4 req-109d1568-8912-4491-8748-a04ee3f532c3 tempest-TestShelveInstance-1895143482 tempest-TestShelveInstance-1895143482-project] 10.222.0.36 "GET /v2.0/ports?device_id=51614c20-cf20-485e-9cbd-e42ca13cafa6 HTTP/1.1" status: 200 len: 946 time: 0.0513980 Sep 30 06:31:51.076497 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-02d653d7-2a14-4d6a-9c6e-6f6b36c52df4 req-3f8de755-2f22-46de-bbc0-24275212e776 tempest-TestShelveInstance-1895143482 tempest-TestShelveInstance-1895143482-project] 10.222.0.36 "GET /v2.0/security-groups?id=d31ebd02-b6b0-4773-95c4-51c8c3e0ede7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302680 Sep 30 06:31:51.424976 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-6254d43b-b568-4f99-905f-3ae5fd7842eb req-bb899430-23da-452b-b5dd-c18f526359c1 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=d31ebd02-b6b0-4773-95c4-51c8c3e0ede7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0297248 Sep 30 06:31:52.196645 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592f7097-39d0-49b5-8e78-88252e43b62d req-b4d68cf8-255b-4945-97cd-7465e7f3ba1c tempest-TestShelveInstance-1895143482 tempest-TestShelveInstance-1895143482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:31:52.198196 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-592f7097-39d0-49b5-8e78-88252e43b62d req-b4d68cf8-255b-4945-97cd-7465e7f3ba1c tempest-TestShelveInstance-1895143482 tempest-TestShelveInstance-1895143482-project] 10.222.0.36 "GET /v2.0/ports?device_id=51614c20-cf20-485e-9cbd-e42ca13cafa6 HTTP/1.1" status: 200 len: 946 time: 0.0523479 Sep 30 06:31:52.244955 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-592f7097-39d0-49b5-8e78-88252e43b62d req-9fb97ad8-96f3-46b8-906e-9c670f5af2fa tempest-TestShelveInstance-1895143482 tempest-TestShelveInstance-1895143482-project] 10.222.0.36 "GET /v2.0/security-groups?id=d31ebd02-b6b0-4773-95c4-51c8c3e0ede7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339739 Sep 30 06:31:53.382979 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51042ea-30fb-480a-a76a-02b8406544b0 req-c5ea830d-e6da-429a-87a5-bb216569c396 tempest-TestShelveInstance-1895143482 tempest-TestShelveInstance-1895143482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:31:53.384464 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-c51042ea-30fb-480a-a76a-02b8406544b0 req-c5ea830d-e6da-429a-87a5-bb216569c396 tempest-TestShelveInstance-1895143482 tempest-TestShelveInstance-1895143482-project] 10.222.0.36 "GET /v2.0/ports?device_id=51614c20-cf20-485e-9cbd-e42ca13cafa6 HTTP/1.1" status: 200 len: 946 time: 0.0496309 Sep 30 06:31:53.422366 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-c51042ea-30fb-480a-a76a-02b8406544b0 req-4285e18f-0d5e-4adc-9316-cf6d8fb7f959 tempest-TestShelveInstance-1895143482 tempest-TestShelveInstance-1895143482-project] 10.222.0.36 "GET /v2.0/security-groups?id=d31ebd02-b6b0-4773-95c4-51c8c3e0ede7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315049 Sep 30 06:31:54.544485 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4ef3da-ca80-41c1-832d-bc50c29df562 req-1c2554c6-cb18-44f4-88c9-15f4e2c52348 tempest-TestShelveInstance-1895143482 tempest-TestShelveInstance-1895143482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:31:54.546040 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-4a4ef3da-ca80-41c1-832d-bc50c29df562 req-1c2554c6-cb18-44f4-88c9-15f4e2c52348 tempest-TestShelveInstance-1895143482 tempest-TestShelveInstance-1895143482-project] 10.222.0.36 "GET /v2.0/ports?device_id=51614c20-cf20-485e-9cbd-e42ca13cafa6 HTTP/1.1" status: 200 len: 946 time: 0.0558672 Sep 30 06:31:54.587738 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-4a4ef3da-ca80-41c1-832d-bc50c29df562 req-13c3323c-12d1-448e-abe4-57a0005dac28 tempest-TestShelveInstance-1895143482 tempest-TestShelveInstance-1895143482-project] 10.222.0.36 "GET /v2.0/security-groups?id=d31ebd02-b6b0-4773-95c4-51c8c3e0ede7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356381 Sep 30 06:31:55.708357 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476c9fbd-041a-47d1-b2a5-d7b70274134b req-a34a2db3-f2be-41ce-a2eb-ca46c4c2f3ca tempest-TestShelveInstance-1895143482 tempest-TestShelveInstance-1895143482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:31:55.710188 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-476c9fbd-041a-47d1-b2a5-d7b70274134b req-a34a2db3-f2be-41ce-a2eb-ca46c4c2f3ca tempest-TestShelveInstance-1895143482 tempest-TestShelveInstance-1895143482-project] 10.222.0.36 "GET /v2.0/ports?device_id=51614c20-cf20-485e-9cbd-e42ca13cafa6 HTTP/1.1" status: 200 len: 946 time: 0.0490878 Sep 30 06:31:55.750606 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-476c9fbd-041a-47d1-b2a5-d7b70274134b req-580a5f5a-eb2d-457b-90a4-af1d374abd89 tempest-TestShelveInstance-1895143482 tempest-TestShelveInstance-1895143482-project] 10.222.0.36 "GET /v2.0/security-groups?id=d31ebd02-b6b0-4773-95c4-51c8c3e0ede7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343189 Sep 30 06:31:56.880245 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc24abb6-3b44-4131-902f-dc83cba85fa0 req-94e1d295-06b3-48fb-bf80-1fe190513a2c tempest-TestShelveInstance-1895143482 tempest-TestShelveInstance-1895143482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:31:56.881756 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-cc24abb6-3b44-4131-902f-dc83cba85fa0 req-94e1d295-06b3-48fb-bf80-1fe190513a2c tempest-TestShelveInstance-1895143482 tempest-TestShelveInstance-1895143482-project] 10.222.0.36 "GET /v2.0/ports?device_id=51614c20-cf20-485e-9cbd-e42ca13cafa6 HTTP/1.1" status: 200 len: 946 time: 0.0598123 Sep 30 06:31:56.921130 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-cc24abb6-3b44-4131-902f-dc83cba85fa0 req-fa2d5810-1f12-4832-ac52-b3f9ca888c39 tempest-TestShelveInstance-1895143482 tempest-TestShelveInstance-1895143482-project] 10.222.0.36 "GET /v2.0/security-groups?id=d31ebd02-b6b0-4773-95c4-51c8c3e0ede7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324223 Sep 30 06:31:57.036086 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe372f4-d4b0-44e5-9da9-d94bd5932672 req-3c9cdd05-0ec3-4c8b-ad7b-f423c42c2dbe tempest-TestShelveInstance-1895143482 tempest-TestShelveInstance-1895143482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:31:57.037471 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-3fe372f4-d4b0-44e5-9da9-d94bd5932672 req-3c9cdd05-0ec3-4c8b-ad7b-f423c42c2dbe tempest-TestShelveInstance-1895143482 tempest-TestShelveInstance-1895143482-project] 10.222.0.36 "GET /v2.0/ports?device_id=51614c20-cf20-485e-9cbd-e42ca13cafa6 HTTP/1.1" status: 200 len: 946 time: 0.0495234 Sep 30 06:31:57.076913 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-3fe372f4-d4b0-44e5-9da9-d94bd5932672 req-66823fc1-f2df-42c2-8fcf-e630cb601733 tempest-TestShelveInstance-1895143482 tempest-TestShelveInstance-1895143482-project] 10.222.0.36 "GET /v2.0/security-groups?id=d31ebd02-b6b0-4773-95c4-51c8c3e0ede7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323277 Sep 30 06:31:57.098418 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.36', 57382) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 06:31:57.279219 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29d57a38-1844-4dc5-96d0-7bd7e2abf481 tempest-TestShelveInstance-856257834 tempest-TestShelveInstance-856257834-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:31:57.280727 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [None req-29d57a38-1844-4dc5-96d0-7bd7e2abf481 tempest-TestShelveInstance-856257834 tempest-TestShelveInstance-856257834-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=51614c20-cf20-485e-9cbd-e42ca13cafa6 HTTP/1.1" status: 200 len: 1094 time: 0.1813061 Sep 30 06:31:57.283696 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.36', 57386) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 06:31:57.288045 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.api.v2.base [None req-ddf8215c-132d-4f89-9075-9efece1092c1 tempest-TestShelveInstance-1895143482 tempest-TestShelveInstance-1895143482-project] Request body: {'floatingip': {'floating_network_id': 'ddd8ee8b-b24f-47fb-afd7-cfc700c93624', 'port_id': '3186be9a-c7f5-45f9-97f9-961c9e5b9978', 'tenant_id': '9aa1d25e98de4f36a0b60652c0c46005', 'fixed_ip_address': '172.20.0.11'}} {{(pid=94000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 06:31:57.310935 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-ddf8215c-132d-4f89-9075-9efece1092c1 tempest-TestShelveInstance-1895143482 tempest-TestShelveInstance-1895143482-project] Notify callbacks [] for floatingip, before_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:31:57.405236 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-ddf8215c-132d-4f89-9075-9efece1092c1 tempest-TestShelveInstance-1895143482 tempest-TestShelveInstance-1895143482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653538'] for port, before_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:31:57.510775 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.db.db_base_plugin_common [None req-ddf8215c-132d-4f89-9075-9efece1092c1 tempest-TestShelveInstance-1895143482 tempest-TestShelveInstance-1895143482-project] Allocated IP 172.27.1.219 (ddd8ee8b-b24f-47fb-afd7-cfc700c93624/4727b4cf-a8ea-4dab-8db4-019b4e8b0546/c4392727-9dcc-4313-8579-549e7fd5d5fd) {{(pid=94000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 06:31:57.619285 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-ddf8215c-132d-4f89-9075-9efece1092c1 tempest-TestShelveInstance-1895143482 tempest-TestShelveInstance-1895143482-project] Notify callbacks [] for port, precommit_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:31:57.660562 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-ddf8215c-132d-4f89-9075-9efece1092c1 tempest-TestShelveInstance-1895143482 tempest-TestShelveInstance-1895143482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7821886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727545489345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4572815'] for port, after_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:31:57.698327 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddf8215c-132d-4f89-9075-9efece1092c1 tempest-TestShelveInstance-1895143482 tempest-TestShelveInstance-1895143482-project] Network ddd8ee8b-b24f-47fb-afd7-cfc700c93624 is already hosted by enough agents. {{(pid=94000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 06:31:57.701717 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.scheduler.base_scheduler [None req-ddf8215c-132d-4f89-9075-9efece1092c1 tempest-TestShelveInstance-1895143482 tempest-TestShelveInstance-1895143482-project] Resources bound (agent type, host, resource id): {{(pid=94000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 06:31:57.706134 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddf8215c-132d-4f89-9075-9efece1092c1 tempest-TestShelveInstance-1895143482 tempest-TestShelveInstance-1895143482-project] Received port after_create {{(pid=94000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 06:31:57.733349 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf8215c-132d-4f89-9075-9efece1092c1 tempest-TestShelveInstance-1895143482 tempest-TestShelveInstance-1895143482-project] Pushing event updated for resources: {'Port': ['ID=c4392727-9dcc-4313-8579-549e7fd5d5fd,revision_number=1']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:31:58.340887 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-ddf8215c-132d-4f89-9075-9efece1092c1 tempest-TestShelveInstance-1895143482 tempest-TestShelveInstance-1895143482-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:31:58.408570 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-ddf8215c-132d-4f89-9075-9efece1092c1 tempest-TestShelveInstance-1895143482 tempest-TestShelveInstance-1895143482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653538'] for port, before_update {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:31:58.464192 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-0dec8b6c-8342-48a5-af0a-5129f7fb864c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727546001794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-597483'] for agent, after_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:31:58.561276 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-ddf8215c-132d-4f89-9075-9efece1092c1 tempest-TestShelveInstance-1895143482 tempest-TestShelveInstance-1895143482-project] Notify callbacks [] for port, precommit_update {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:31:58.565905 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-ddf8215c-132d-4f89-9075-9efece1092c1 tempest-TestShelveInstance-1895143482 tempest-TestShelveInstance-1895143482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7821886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727545992452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727545489363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727545489381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4572804'] for port, after_update {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:31:58.637842 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf8215c-132d-4f89-9075-9efece1092c1 tempest-TestShelveInstance-1895143482 tempest-TestShelveInstance-1895143482-project] Pushing event updated for resources: {'Port': ['ID=c4392727-9dcc-4313-8579-549e7fd5d5fd,revision_number=2']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:31:58.647856 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-ddf8215c-132d-4f89-9075-9efece1092c1 tempest-TestShelveInstance-1895143482 tempest-TestShelveInstance-1895143482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7877914'] for floatingip, after_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:31:58.757031 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.db.l3_db [None req-ddf8215c-132d-4f89-9075-9efece1092c1 tempest-TestShelveInstance-1895143482 tempest-TestShelveInstance-1895143482-project] Floating IP b08f6b40-5e07-4176-b560-602adc5efdb7 associated. External IP: 172.27.1.219, port: 3186be9a-c7f5-45f9-97f9-961c9e5b9978. Sep 30 06:31:58.971005 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ddf8215c-132d-4f89-9075-9efece1092c1 tempest-TestShelveInstance-1895143482 tempest-TestShelveInstance-1895143482-project] Router 0bc5ac9b-aba0-4b0e-90b3-292d0ec5e51a has already been hosted by L3 agent f054bd23-6895-478f-87a4-7cc0e21c04e0 {{(pid=94000) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 06:31:59.085415 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddf8215c-132d-4f89-9075-9efece1092c1 tempest-TestShelveInstance-1895143482 tempest-TestShelveInstance-1895143482-project] Notify agent at l3_agent.dv-cinder-811877-1-iscsi the message routers_updated {{(pid=94000) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 06:31:59.095857 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c82e2387-25e2-4e5f-ab91-bda3219e4772 None None] Sync routers for ids ['0bc5ac9b-aba0-4b0e-90b3-292d0ec5e51a'] in dv-cinder-811877-1-iscsi {{(pid=94001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 06:31:59.102662 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-ddf8215c-132d-4f89-9075-9efece1092c1 tempest-TestShelveInstance-1895143482 tempest-TestShelveInstance-1895143482-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57126'] for floatingip, before_response {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:31:59.105732 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c82e2387-25e2-4e5f-ab91-bda3219e4772 None None] Routers {'0bc5ac9b-aba0-4b0e-90b3-292d0ec5e51a'} bound to L3 agent in host dv-cinder-811877-1-iscsi {{(pid=94001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 06:31:59.106384 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.db.l3_hamode_db [None req-c82e2387-25e2-4e5f-ab91-bda3219e4772 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811877-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-30T06:19:31Z,description=,heartbeat_timestamp=2021-09-30T06:31:31Z,host='dv-cinder-811877-1-iscsi',id=f054bd23-6895-478f-87a4-7cc0e21c04e0,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T06:19:31Z,topic='l3_agent')) {'router_ids': ['0bc5ac9b-aba0-4b0e-90b3-292d0ec5e51a'], 'active': True} {{(pid=94001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 06:31:59.130506 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [None req-ddf8215c-132d-4f89-9075-9efece1092c1 tempest-TestShelveInstance-1895143482 tempest-TestShelveInstance-1895143482-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8457208 Sep 30 06:31:59.131146 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51614c20-cf20-485e-9cbd-e42ca13cafa6', 'tag': '3186be9a-c7f5-45f9-97f9-961c9e5b9978'}] {{(pid=94000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 06:31:59.133465 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4acac726bceb08fc5dc31984e0b5877fccc01d7f70542289dc6193c12fa4dba7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-770a5117-dea4-4af2-8191-62bb978f93e5" -d '{"events": [{"name": "network-changed", "server_uuid": "51614c20-cf20-485e-9cbd-e42ca13cafa6", "tag": "3186be9a-c7f5-45f9-97f9-961c9e5b9978"}]}' {{(pid=94000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 06:31:59.171751 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 06:31:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9dd4969b-f249-4524-9af3-3d0839a2ad84 x-openstack-request-id: req-9dd4969b-f249-4524-9af3-3d0839a2ad84 {{(pid=94000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 06:31:59.172042 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51614c20-cf20-485e-9cbd-e42ca13cafa6", "tag": "3186be9a-c7f5-45f9-97f9-961c9e5b9978", "status": "completed", "code": 200}]} {{(pid=94000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 06:31:59.172301 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-9dd4969b-f249-4524-9af3-3d0839a2ad84 {{(pid=94000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 06:31:59.172947 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51614c20-cf20-485e-9cbd-e42ca13cafa6', 'tag': '3186be9a-c7f5-45f9-97f9-961c9e5b9978', 'status': 'completed', 'code': 200} Sep 30 06:31:59.222323 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.db.l3_dvr_db [None req-c82e2387-25e2-4e5f-ab91-bda3219e4772 None None] Set router 0bc5ac9b-aba0-4b0e-90b3-292d0ec5e51a gateway port host: dv-cinder-811877-1-iscsi {{(pid=94001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 06:31:59.471873 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.db.l3_hamode_db [None req-c82e2387-25e2-4e5f-ab91-bda3219e4772 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bc5ac9b-aba0-4b0e-90b3-292d0ec5e51a', 'name': 'tempest-TestShelveInstance-1753272872-router', 'tenant_id': '9aa1d25e98de4f36a0b60652c0c46005', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddd8ee8b-b24f-47fb-afd7-cfc700c93624', 'external_fixed_ips': [{'subnet_id': '4727b4cf-a8ea-4dab-8db4-019b4e8b0546', 'ip_address': '172.27.1.76'}], 'enable_snat': True}, 'gw_port_id': '928eb5a7-6360-4d9f-95ef-94a5cbd93667', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T06:30:09Z', 'updated_at': '2021-09-30T06:30:18Z', 'revision_number': 4, 'project_id': '9aa1d25e98de4f36a0b60652c0c46005', 'gw_port': {'id': '928eb5a7-6360-4d9f-95ef-94a5cbd93667', 'name': '', 'network_id': 'ddd8ee8b-b24f-47fb-afd7-cfc700c93624', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:38:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bc5ac9b-aba0-4b0e-90b3-292d0ec5e51a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '4727b4cf-a8ea-4dab-8db4-019b4e8b0546', 'ip_address': '172.27.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T06:30:10Z', 'updated_at': '2021-09-30T06:30:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4727b4cf-a8ea-4dab-8db4-019b4e8b0546', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811877-1-iscsi', '_floatingips': [{'id': 'b08f6b40-5e07-4176-b560-602adc5efdb7', 'tenant_id': '9aa1d25e98de4f36a0b60652c0c46005', 'floating_ip_address': '172.27.1.219', 'floating_network_id': 'ddd8ee8b-b24f-47fb-afd7-cfc700c93624', 'router_id': '0bc5ac9b-aba0-4b0e-90b3-292d0ec5e51a', 'port_id': '3186be9a-c7f5-45f9-97f9-961c9e5b9978', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 457, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '87db61c9-abbc-4bc5-969a-590306bf0ba2', 'mac_address': 'fa:16:3e:26:f0:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51614c20-cf20-485e-9cbd-e42ca13cafa6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T06:31:58Z', 'updated_at': '2021-09-30T06:31:58Z', 'revision_number': 0, 'project_id': '9aa1d25e98de4f36a0b60652c0c46005', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2d28a87-588e-42e6-a151-16c4f6e0ae10', 'name': '', 'network_id': '87db61c9-abbc-4bc5-969a-590306bf0ba2', 'tenant_id': '9aa1d25e98de4f36a0b60652c0c46005', 'mac_address': 'fa:16:3e:08:c6:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bc5ac9b-aba0-4b0e-90b3-292d0ec5e51a', 'device_owner': 'network:router_interface', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': 'ad20151b-cb17-497f-b1bf-e53cf87b5f0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T06:30:16Z', 'updated_at': '2021-09-30T06:30:27Z', 'revision_number': 5, 'project_id': '9aa1d25e98de4f36a0b60652c0c46005', 'subnets': [{'id': 'ad20151b-cb17-497f-b1bf-e53cf87b5f0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811877-1-iscsi', False) {} {{(pid=94001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 06:31:59.499283 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c82e2387-25e2-4e5f-ab91-bda3219e4772 None None] Checking router: 0bc5ac9b-aba0-4b0e-90b3-292d0ec5e51a for host: dv-cinder-811877-1-iscsi {{(pid=94001) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 06:31:59.507948 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c82e2387-25e2-4e5f-ab91-bda3219e4772 None None] Routers {'0bc5ac9b-aba0-4b0e-90b3-292d0ec5e51a'} bound to L3 agent in host dv-cinder-811877-1-iscsi {{(pid=94001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 06:31:59.508580 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.db.l3_hamode_db [None req-c82e2387-25e2-4e5f-ab91-bda3219e4772 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811877-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-30T06:19:31Z,description=,heartbeat_timestamp=2021-09-30T06:31:31Z,host='dv-cinder-811877-1-iscsi',id=f054bd23-6895-478f-87a4-7cc0e21c04e0,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T06:19:31Z,topic='l3_agent')) {'router_ids': ['0bc5ac9b-aba0-4b0e-90b3-292d0ec5e51a'], 'active': True} {{(pid=94001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 06:31:59.641255 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.db.l3_dvr_db [None req-c82e2387-25e2-4e5f-ab91-bda3219e4772 None None] Set router 0bc5ac9b-aba0-4b0e-90b3-292d0ec5e51a gateway port host: dv-cinder-811877-1-iscsi {{(pid=94001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 06:31:59.875057 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.db.l3_hamode_db [None req-c82e2387-25e2-4e5f-ab91-bda3219e4772 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bc5ac9b-aba0-4b0e-90b3-292d0ec5e51a', 'name': 'tempest-TestShelveInstance-1753272872-router', 'tenant_id': '9aa1d25e98de4f36a0b60652c0c46005', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddd8ee8b-b24f-47fb-afd7-cfc700c93624', 'external_fixed_ips': [{'subnet_id': '4727b4cf-a8ea-4dab-8db4-019b4e8b0546', 'ip_address': '172.27.1.76'}], 'enable_snat': True}, 'gw_port_id': '928eb5a7-6360-4d9f-95ef-94a5cbd93667', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T06:30:09Z', 'updated_at': '2021-09-30T06:30:18Z', 'revision_number': 4, 'project_id': '9aa1d25e98de4f36a0b60652c0c46005', 'gw_port': {'id': '928eb5a7-6360-4d9f-95ef-94a5cbd93667', 'name': '', 'network_id': 'ddd8ee8b-b24f-47fb-afd7-cfc700c93624', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:38:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bc5ac9b-aba0-4b0e-90b3-292d0ec5e51a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '4727b4cf-a8ea-4dab-8db4-019b4e8b0546', 'ip_address': '172.27.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T06:30:10Z', 'updated_at': '2021-09-30T06:30:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4727b4cf-a8ea-4dab-8db4-019b4e8b0546', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811877-1-iscsi', '_floatingips': [{'id': 'b08f6b40-5e07-4176-b560-602adc5efdb7', 'tenant_id': '9aa1d25e98de4f36a0b60652c0c46005', 'floating_ip_address': '172.27.1.219', 'floating_network_id': 'ddd8ee8b-b24f-47fb-afd7-cfc700c93624', 'router_id': '0bc5ac9b-aba0-4b0e-90b3-292d0ec5e51a', 'port_id': '3186be9a-c7f5-45f9-97f9-961c9e5b9978', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 457, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '87db61c9-abbc-4bc5-969a-590306bf0ba2', 'mac_address': 'fa:16:3e:26:f0:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51614c20-cf20-485e-9cbd-e42ca13cafa6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T06:31:58Z', 'updated_at': '2021-09-30T06:31:58Z', 'revision_number': 0, 'project_id': '9aa1d25e98de4f36a0b60652c0c46005', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2d28a87-588e-42e6-a151-16c4f6e0ae10', 'name': '', 'network_id': '87db61c9-abbc-4bc5-969a-590306bf0ba2', 'tenant_id': '9aa1d25e98de4f36a0b60652c0c46005', 'mac_address': 'fa:16:3e:08:c6:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bc5ac9b-aba0-4b0e-90b3-292d0ec5e51a', 'device_owner': 'network:router_interface', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': 'ad20151b-cb17-497f-b1bf-e53cf87b5f0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T06:30:16Z', 'updated_at': '2021-09-30T06:30:27Z', 'revision_number': 5, 'project_id': '9aa1d25e98de4f36a0b60652c0c46005', 'subnets': [{'id': 'ad20151b-cb17-497f-b1bf-e53cf87b5f0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811877-1-iscsi', False) {} {{(pid=94001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 06:31:59.945698 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770a5117-dea4-4af2-8191-62bb978f93e5 req-edb32806-311a-4399-a056-bc98ff13c8ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:31:59.947290 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-770a5117-dea4-4af2-8191-62bb978f93e5 req-edb32806-311a-4399-a056-bc98ff13c8ad service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=9aa1d25e98de4f36a0b60652c0c46005&device_id=51614c20-cf20-485e-9cbd-e42ca13cafa6 HTTP/1.1" status: 200 len: 1099 time: 0.0428257 Sep 30 06:32:00.020217 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c82e2387-25e2-4e5f-ab91-bda3219e4772 None None] The sync data for ids ['0bc5ac9b-aba0-4b0e-90b3-292d0ec5e51a'] in dv-cinder-811877-1-iscsi is: [{'id': '0bc5ac9b-aba0-4b0e-90b3-292d0ec5e51a', 'name': 'tempest-TestShelveInstance-1753272872-router', 'tenant_id': '9aa1d25e98de4f36a0b60652c0c46005', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddd8ee8b-b24f-47fb-afd7-cfc700c93624', 'external_fixed_ips': [{'subnet_id': '4727b4cf-a8ea-4dab-8db4-019b4e8b0546', 'ip_address': '172.27.1.76'}], 'enable_snat': True}, 'gw_port_id': '928eb5a7-6360-4d9f-95ef-94a5cbd93667', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T06:30:09Z', 'updated_at': '2021-09-30T06:30:18Z', 'revision_number': 4, 'project_id': '9aa1d25e98de4f36a0b60652c0c46005', 'gw_port': {'id': '928eb5a7-6360-4d9f-95ef-94a5cbd93667', 'name': '', 'network_id': 'ddd8ee8b-b24f-47fb-afd7-cfc700c93624', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:38:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bc5ac9b-aba0-4b0e-90b3-292d0ec5e51a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '4727b4cf-a8ea-4dab-8db4-019b4e8b0546', 'ip_address': '172.27.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T06:30:10Z', 'updated_at': '2021-09-30T06:30:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4727b4cf-a8ea-4dab-8db4-019b4e8b0546', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811877-1-iscsi', '_floatingips': [{'id': 'b08f6b40-5e07-4176-b560-602adc5efdb7', 'tenant_id': '9aa1d25e98de4f36a0b60652c0c46005', 'floating_ip_address': '172.27.1.219', 'floating_network_id': 'ddd8ee8b-b24f-47fb-afd7-cfc700c93624', 'router_id': '0bc5ac9b-aba0-4b0e-90b3-292d0ec5e51a', 'port_id': '3186be9a-c7f5-45f9-97f9-961c9e5b9978', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 457, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '87db61c9-abbc-4bc5-969a-590306bf0ba2', 'mac_address': 'fa:16:3e:26:f0:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51614c20-cf20-485e-9cbd-e42ca13cafa6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T06:31:58Z', 'updated_at': '2021-09-30T06:31:58Z', 'revision_number': 0, 'project_id': '9aa1d25e98de4f36a0b60652c0c46005', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2d28a87-588e-42e6-a151-16c4f6e0ae10', 'name': '', 'network_id': '87db61c9-abbc-4bc5-969a-590306bf0ba2', 'tenant_id': '9aa1d25e98de4f36a0b60652c0c46005', 'mac_address': 'fa:16:3e:08:c6:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bc5ac9b-aba0-4b0e-90b3-292d0ec5e51a', 'device_owner': 'network:router_interface', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': 'ad20151b-cb17-497f-b1bf-e53cf87b5f0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T06:30:16Z', 'updated_at': '2021-09-30T06:30:27Z', 'revision_number': 5, 'project_id': '9aa1d25e98de4f36a0b60652c0c46005', 'subnets': [{'id': 'ad20151b-cb17-497f-b1bf-e53cf87b5f0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 06:32:00.048836 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770a5117-dea4-4af2-8191-62bb978f93e5 req-a430a7a2-541f-4921-8f9d-acfb42414b6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:32:00.050044 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-770a5117-dea4-4af2-8191-62bb978f93e5 req-a430a7a2-541f-4921-8f9d-acfb42414b6d service neutron] 10.222.0.10 "GET /v2.0/networks?id=87db61c9-abbc-4bc5-969a-590306bf0ba2 HTTP/1.1" status: 200 len: 910 time: 0.0953178 Sep 30 06:32:00.121429 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-770a5117-dea4-4af2-8191-62bb978f93e5 req-f07d34f1-023e-4761-8f5d-0c8ff9989cb7 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3186be9a-c7f5-45f9-97f9-961c9e5b9978 HTTP/1.1" status: 200 len: 1000 time: 0.0630746 Sep 30 06:32:00.180227 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770a5117-dea4-4af2-8191-62bb978f93e5 req-61b88428-0d8f-4e7d-9994-7e9da5dd1b04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:32:00.181787 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-770a5117-dea4-4af2-8191-62bb978f93e5 req-61b88428-0d8f-4e7d-9994-7e9da5dd1b04 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=ad20151b-cb17-497f-b1bf-e53cf87b5f0f HTTP/1.1" status: 200 len: 848 time: 0.0515523 Sep 30 06:32:00.221782 dv-cinder-811877-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9716694-c417-4048-8d44-55d430ca55a1 None None] New status for floating IP b08f6b40-5e07-4176-b560-602adc5efdb7: ACTIVE {{(pid=94002) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 30 06:32:00.251013 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770a5117-dea4-4af2-8191-62bb978f93e5 req-d247a80d-9b25-4a78-98ef-ee1436aa78b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:32:00.252564 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-770a5117-dea4-4af2-8191-62bb978f93e5 req-d247a80d-9b25-4a78-98ef-ee1436aa78b3 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=87db61c9-abbc-4bc5-969a-590306bf0ba2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0581012 Sep 30 06:32:00.365725 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-770a5117-dea4-4af2-8191-62bb978f93e5 req-4d35f0e9-a73d-4914-8d92-a9a0bb4c9cc8 service neutron] 10.222.0.10 "GET /v2.0/networks/87db61c9-abbc-4bc5-969a-590306bf0ba2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0989580 Sep 30 06:32:00.476422 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-770a5117-dea4-4af2-8191-62bb978f93e5 req-297bc9d5-0502-40da-93c5-01f26551e98d service neutron] 10.222.0.10 "GET /v2.0/networks/87db61c9-abbc-4bc5-969a-590306bf0ba2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1025004 Sep 30 06:32:01.326048 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-462ef4f6-3945-4550-a6f0-64813d970b64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727546001794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-597483'] for agent, after_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:32:02.304919 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-1a5ef50c-1a60-4eeb-b96e-cf5df6fcca4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727546001794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-597483'] for agent, after_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:32:02.641029 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-028184f3-f8cc-4c85-9e6b-64613141ad03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727546001794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-597483'] for agent, after_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:32:04.022829 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-31788eca-3db2-42eb-847b-597dce492ba7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727546001794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-597483'] for agent, after_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:32:09.060943 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727546001794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-597483'] for agent, after_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:32:09.593690 dv-cinder-811877-1-iscsi neutron-server[94002]: DEBUG neutron.db.agents_db [None req-d9c94b1b-4ad8-4063-8329-7a4f29b52830 None None] Agent healthcheck: found 6 active agents {{(pid=94002) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 06:32:10.329605 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.36', 57590) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 06:32:10.447560 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-7705b9b1-39fe-492e-8e23-48207c6be201 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:32:10.573873 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-7705b9b1-39fe-492e-8e23-48207c6be201 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:32:10.579526 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-7705b9b1-39fe-492e-8e23-48207c6be201 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533969'] for security_group, after_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:32:10.622591 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [None req-7705b9b1-39fe-492e-8e23-48207c6be201 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=a787f22f488f4835a55202052bf44f8f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2911577 Sep 30 06:32:10.623723 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7705b9b1-39fe-492e-8e23-48207c6be201 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20cc6a22-e799-4f74-bb64-954a08e6a1db,revision_number=1']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:32:10.625593 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.wsgi [-] (93999) accepted ('10.222.0.36', 57596) {{(pid=93999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 06:32:10.692111 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-75e1b120-c0b1-4e77-91b9-7a42b92a9221 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:32:10.722935 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-75e1b120-c0b1-4e77-91b9-7a42b92a9221 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:32:10.789411 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-75e1b120-c0b1-4e77-91b9-7a42b92a9221 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533969'] for security_group, after_delete {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:32:10.792613 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-75e1b120-c0b1-4e77-91b9-7a42b92a9221 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:32:10.794467 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [None req-75e1b120-c0b1-4e77-91b9-7a42b92a9221 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/20cc6a22-e799-4f74-bb64-954a08e6a1db HTTP/1.1" status: 204 len: 168 time: 0.1668127 Sep 30 06:32:10.805883 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e1b120-c0b1-4e77-91b9-7a42b92a9221 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20cc6a22-e799-4f74-bb64-954a08e6a1db,revision_number=None']} {{(pid=93999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:32:10.820081 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e1b120-c0b1-4e77-91b9-7a42b92a9221 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=93999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:32:10.821209 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e1b120-c0b1-4e77-91b9-7a42b92a9221 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=93999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:32:10.822019 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e1b120-c0b1-4e77-91b9-7a42b92a9221 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=93999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:32:10.822862 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e1b120-c0b1-4e77-91b9-7a42b92a9221 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=93999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:32:10.823680 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e1b120-c0b1-4e77-91b9-7a42b92a9221 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=93999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:32:10.824536 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e1b120-c0b1-4e77-91b9-7a42b92a9221 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=93999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:32:10.825124 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e1b120-c0b1-4e77-91b9-7a42b92a9221 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=93999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:32:10.825690 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e1b120-c0b1-4e77-91b9-7a42b92a9221 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=93999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:32:10.826296 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e1b120-c0b1-4e77-91b9-7a42b92a9221 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=93999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:32:10.826900 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e1b120-c0b1-4e77-91b9-7a42b92a9221 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=93999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:32:10.827757 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e1b120-c0b1-4e77-91b9-7a42b92a9221 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=93999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:32:10.828330 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e1b120-c0b1-4e77-91b9-7a42b92a9221 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=93999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:32:11.102456 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.wsgi [-] (93999) accepted ('10.222.0.36', 57602) {{(pid=93999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 06:32:11.116920 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-a17e0729-69ba-4c52-962d-6c579c79678f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:32:11.223699 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-a17e0729-69ba-4c52-962d-6c579c79678f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:32:11.230427 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-a17e0729-69ba-4c52-962d-6c579c79678f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533969'] for security_group, after_create {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:32:11.270109 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [None req-a17e0729-69ba-4c52-962d-6c579c79678f admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=ef95c97f9eb6455ebf277bf6196aa061&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1665001 Sep 30 06:32:11.273001 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.36', 57604) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 06:32:11.275475 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17e0729-69ba-4c52-962d-6c579c79678f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a04ee9b4-e26d-4148-9412-d27f7ca730d9,revision_number=1']} {{(pid=93999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:32:11.330191 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-ab70ec3f-a29a-47e3-ad65-93ba0b67addc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:32:11.354370 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-ab70ec3f-a29a-47e3-ad65-93ba0b67addc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:32:11.414540 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-ab70ec3f-a29a-47e3-ad65-93ba0b67addc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533969'] for security_group, after_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:32:11.418466 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-ab70ec3f-a29a-47e3-ad65-93ba0b67addc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:32:11.423469 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [None req-ab70ec3f-a29a-47e3-ad65-93ba0b67addc admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/a04ee9b4-e26d-4148-9412-d27f7ca730d9 HTTP/1.1" status: 204 len: 168 time: 0.1491652 Sep 30 06:32:11.432088 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab70ec3f-a29a-47e3-ad65-93ba0b67addc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a04ee9b4-e26d-4148-9412-d27f7ca730d9,revision_number=None']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:32:13.837028 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.wsgi [-] (93999) accepted ('10.222.0.36', 57684) {{(pid=93999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 06:32:13.977356 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-b2978ac7-c184-47fb-8a90-a96ca76b41ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:32:14.079416 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-b2978ac7-c184-47fb-8a90-a96ca76b41ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:32:14.084040 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-b2978ac7-c184-47fb-8a90-a96ca76b41ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533969'] for security_group, after_create {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:32:14.125858 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [None req-b2978ac7-c184-47fb-8a90-a96ca76b41ce admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=f30eaa8f6ca94717b445d4833fb56833&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2877173 Sep 30 06:32:14.128109 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2978ac7-c184-47fb-8a90-a96ca76b41ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f587a7a-c9ee-4468-a0f3-22ed7a9282e0,revision_number=1']} {{(pid=93999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:32:14.128803 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.36', 57688) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 06:32:14.193863 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-ae03db46-cec3-4bd2-8dfd-391fecd441f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:32:14.221422 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-ae03db46-cec3-4bd2-8dfd-391fecd441f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:32:14.273031 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-ae03db46-cec3-4bd2-8dfd-391fecd441f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533969'] for security_group, after_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:32:14.275633 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-ae03db46-cec3-4bd2-8dfd-391fecd441f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:32:14.276804 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [None req-ae03db46-cec3-4bd2-8dfd-391fecd441f1 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/4f587a7a-c9ee-4468-a0f3-22ed7a9282e0 HTTP/1.1" status: 204 len: 168 time: 0.1468945 Sep 30 06:32:14.285659 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae03db46-cec3-4bd2-8dfd-391fecd441f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f587a7a-c9ee-4468-a0f3-22ed7a9282e0,revision_number=None']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:32:14.549459 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.wsgi [-] (93999) accepted ('10.222.0.36', 57694) {{(pid=93999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 06:32:14.563269 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-a720b170-70da-4b78-957d-b648d25316de admin admin] Notify callbacks [] for security_group, before_create {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:32:14.673355 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-a720b170-70da-4b78-957d-b648d25316de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:32:14.677246 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-a720b170-70da-4b78-957d-b648d25316de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533969'] for security_group, after_create {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:32:14.720978 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [None req-a720b170-70da-4b78-957d-b648d25316de admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=e6990af24d2441bcbf8ac0a1bfc9d8a4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1701913 Sep 30 06:32:14.721704 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a720b170-70da-4b78-957d-b648d25316de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30bd2465-c81b-42c5-9307-b1862a423caf,revision_number=1']} {{(pid=93999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:32:14.723652 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.36', 57698) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 06:32:14.780840 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-8d2370cb-548b-4d70-b44e-67e16a5db71b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:32:14.804007 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-8d2370cb-548b-4d70-b44e-67e16a5db71b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:32:14.859031 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-8d2370cb-548b-4d70-b44e-67e16a5db71b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533969'] for security_group, after_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:32:14.862572 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-8d2370cb-548b-4d70-b44e-67e16a5db71b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:32:14.864436 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [None req-8d2370cb-548b-4d70-b44e-67e16a5db71b admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/30bd2465-c81b-42c5-9307-b1862a423caf HTTP/1.1" status: 204 len: 168 time: 0.1396518 Sep 30 06:32:14.878177 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2370cb-548b-4d70-b44e-67e16a5db71b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30bd2465-c81b-42c5-9307-b1862a423caf,revision_number=None']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:32:19.051473 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-287d70e0-a8f1-47a8-9f13-ccd8df3f0ac0 req-46a810b5-1907-4d0f-a451-f037524a607e tempest-TestMinimumBasicScenario-1320848959 tempest-TestMinimumBasicScenario-1320848959-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1079454741&fields=id&tenant_id=1eac498b69b6420eb083db675eb52bac HTTP/1.1" status: 200 len: 267 time: 0.0395072 Sep 30 06:32:19.107085 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287d70e0-a8f1-47a8-9f13-ccd8df3f0ac0 req-b683e6e0-2d44-49ff-918c-66d1f9e7cc5f tempest-TestMinimumBasicScenario-1320848959 tempest-TestMinimumBasicScenario-1320848959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:32:19.108657 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-287d70e0-a8f1-47a8-9f13-ccd8df3f0ac0 req-b683e6e0-2d44-49ff-918c-66d1f9e7cc5f tempest-TestMinimumBasicScenario-1320848959 tempest-TestMinimumBasicScenario-1320848959-project] 10.222.0.36 "GET /v2.0/ports?device_id=d0bb6047-6799-481c-9961-ca0038f01968 HTTP/1.1" status: 200 len: 985 time: 0.0513275 Sep 30 06:32:19.120403 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.api.v2.base [req-287d70e0-a8f1-47a8-9f13-ccd8df3f0ac0 req-b0d3b6c5-fd9e-4f3e-8373-6b0694af8315 tempest-TestMinimumBasicScenario-1320848959 tempest-TestMinimumBasicScenario-1320848959-project] Request body: {'port': {'security_groups': ['a3fc8924-f30a-4de5-8af2-a86f77449999']}} {{(pid=93999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 06:32:19.196244 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [req-287d70e0-a8f1-47a8-9f13-ccd8df3f0ac0 req-b0d3b6c5-fd9e-4f3e-8373-6b0694af8315 tempest-TestMinimumBasicScenario-1320848959 tempest-TestMinimumBasicScenario-1320848959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653538'] for port, before_update {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:32:19.404021 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.plugins.ml2.db [req-287d70e0-a8f1-47a8-9f13-ccd8df3f0ac0 req-b0d3b6c5-fd9e-4f3e-8373-6b0694af8315 tempest-TestMinimumBasicScenario-1320848959 tempest-TestMinimumBasicScenario-1320848959-project] For port 12a27015-8937-4612-aa31-c36e99d84dae, host hv-cinder-81187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81187',level=0,port_id=12a27015-8937-4612-aa31-c36e99d84dae,segment=NetworkSegment(e38808c4-ca93-4f8b-9d24-7dc14d2470c7),segment_id=e38808c4-ca93-4f8b-9d24-7dc14d2470c7)] {{(pid=93999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 06:32:19.445884 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [req-287d70e0-a8f1-47a8-9f13-ccd8df3f0ac0 req-b0d3b6c5-fd9e-4f3e-8373-6b0694af8315 tempest-TestMinimumBasicScenario-1320848959 tempest-TestMinimumBasicScenario-1320848959-project] Notify callbacks [] for port, precommit_update {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:32:19.452967 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [req-287d70e0-a8f1-47a8-9f13-ccd8df3f0ac0 req-b0d3b6c5-fd9e-4f3e-8373-6b0694af8315 tempest-TestMinimumBasicScenario-1320848959 tempest-TestMinimumBasicScenario-1320848959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7821886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727545992452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727545489363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727545489381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6560256'] for port, after_update {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:32:19.500716 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.db [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] get_ports_and_sgs() called for port_ids ['12a27015-8937-4612-aa31-c36e99d84dae'] {{(pid=94001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 06:32:19.504815 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287d70e0-a8f1-47a8-9f13-ccd8df3f0ac0 req-b0d3b6c5-fd9e-4f3e-8373-6b0694af8315 tempest-TestMinimumBasicScenario-1320848959 tempest-TestMinimumBasicScenario-1320848959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:32:19.505508 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [req-287d70e0-a8f1-47a8-9f13-ccd8df3f0ac0 req-b0d3b6c5-fd9e-4f3e-8373-6b0694af8315 tempest-TestMinimumBasicScenario-1320848959 tempest-TestMinimumBasicScenario-1320848959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57126'] for port, before_response {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:32:19.507020 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-287d70e0-a8f1-47a8-9f13-ccd8df3f0ac0 req-b0d3b6c5-fd9e-4f3e-8373-6b0694af8315 tempest-TestMinimumBasicScenario-1320848959 tempest-TestMinimumBasicScenario-1320848959-project] 10.222.0.36 "PUT /v2.0/ports/12a27015-8937-4612-aa31-c36e99d84dae HTTP/1.1" status: 200 len: 943 time: 0.3914168 Sep 30 06:32:19.507504 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0bb6047-6799-481c-9961-ca0038f01968', 'tag': '12a27015-8937-4612-aa31-c36e99d84dae'}] {{(pid=93999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 06:32:19.509871 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07b111f6e278cfffd9c4f208e103de524c2b9e3fbd4e5a5b5d8dd158a433df71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-712857fa-fdf9-41d5-94c3-09227642e9e9" -d '{"events": [{"name": "network-changed", "server_uuid": "d0bb6047-6799-481c-9961-ca0038f01968", "tag": "12a27015-8937-4612-aa31-c36e99d84dae"}]}' {{(pid=93999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 06:32:19.531121 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.36', 57780) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 06:32:19.543518 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d3b6c5-fd9e-4f3e-8373-6b0694af8315 tempest-TestMinimumBasicScenario-1320848959 tempest-TestMinimumBasicScenario-1320848959-project] Pushing event updated for resources: {'Port': ['ID=12a27015-8937-4612-aa31-c36e99d84dae,revision_number=7']} {{(pid=93999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:32:19.640162 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-a6b6682d-0c86-46d0-a332-0d76e7f506d8 tempest-TestMinimumBasicScenario-1320848959 tempest-TestMinimumBasicScenario-1320848959-project] Notify callbacks [] for security_group, before_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:32:19.672670 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 06:32:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dab53b52-499d-40e3-a22c-387203099f97 x-openstack-request-id: req-dab53b52-499d-40e3-a22c-387203099f97 {{(pid=93999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 06:32:19.672968 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d0bb6047-6799-481c-9961-ca0038f01968", "tag": "12a27015-8937-4612-aa31-c36e99d84dae", "status": "completed", "code": 200}]} {{(pid=93999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 06:32:19.673266 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-dab53b52-499d-40e3-a22c-387203099f97 {{(pid=93999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 06:32:19.673704 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd0bb6047-6799-481c-9961-ca0038f01968', 'tag': '12a27015-8937-4612-aa31-c36e99d84dae', 'status': 'completed', 'code': 200} Sep 30 06:32:19.696795 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-a6b6682d-0c86-46d0-a332-0d76e7f506d8 tempest-TestMinimumBasicScenario-1320848959 tempest-TestMinimumBasicScenario-1320848959-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:32:19.714131 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.db [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] get_ports_and_sgs() called for port_ids ['12a27015-8937-4612-aa31-c36e99d84dae'] {{(pid=94001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 06:32:19.808809 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-a6b6682d-0c86-46d0-a332-0d76e7f506d8 tempest-TestMinimumBasicScenario-1320848959 tempest-TestMinimumBasicScenario-1320848959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533969'] for security_group, after_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:32:19.812682 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-a6b6682d-0c86-46d0-a332-0d76e7f506d8 tempest-TestMinimumBasicScenario-1320848959 tempest-TestMinimumBasicScenario-1320848959-project] Notify callbacks [] for security_group, before_response {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:32:19.813830 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [None req-a6b6682d-0c86-46d0-a332-0d76e7f506d8 tempest-TestMinimumBasicScenario-1320848959 tempest-TestMinimumBasicScenario-1320848959-project] 10.222.0.36 "DELETE /v2.0/security-groups/fc329881-6b3d-4d3c-b200-11722bc15b7a HTTP/1.1" status: 204 len: 168 time: 0.2802341 Sep 30 06:32:19.819288 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.wsgi [-] (93999) accepted ('10.222.0.36', 57786) {{(pid=93999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 06:32:19.833124 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b6682d-0c86-46d0-a332-0d76e7f506d8 tempest-TestMinimumBasicScenario-1320848959 tempest-TestMinimumBasicScenario-1320848959-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc329881-6b3d-4d3c-b200-11722bc15b7a,revision_number=None']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:32:19.842767 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712857fa-fdf9-41d5-94c3-09227642e9e9 req-d5e18926-1918-4b21-980f-94bb771deae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:32:19.844480 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-712857fa-fdf9-41d5-94c3-09227642e9e9 req-d5e18926-1918-4b21-980f-94bb771deae5 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=1eac498b69b6420eb083db675eb52bac&device_id=d0bb6047-6799-481c-9961-ca0038f01968 HTTP/1.1" status: 200 len: 1099 time: 0.1141210 Sep 30 06:32:20.000372 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.db.provisioning_blocks [None req-c70b646e-b802-4707-ad20-fd34a8cc6d81 None None] Provisioning complete for port 12a27015-8937-4612-aa31-c36e99d84dae triggered by entity DHCP. {{(pid=94001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 06:32:20.001437 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-c70b646e-b802-4707-ad20-fd34a8cc6d81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-597822'] for port, provisioning_complete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:32:20.062933 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712857fa-fdf9-41d5-94c3-09227642e9e9 req-b19fc7f4-9525-4454-a15a-5cd5771d64b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:32:20.064451 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-712857fa-fdf9-41d5-94c3-09227642e9e9 req-b19fc7f4-9525-4454-a15a-5cd5771d64b1 service neutron] 10.222.0.10 "GET /v2.0/networks?id=615a80a4-119e-49ec-bb8d-26850945a271 HTTP/1.1" status: 200 len: 916 time: 0.1808312 Sep 30 06:32:20.165562 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-712857fa-fdf9-41d5-94c3-09227642e9e9 req-4399c063-f75f-4e75-8310-6c1dc4c13d7e service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=12a27015-8937-4612-aa31-c36e99d84dae HTTP/1.1" status: 200 len: 1001 time: 0.0927432 Sep 30 06:32:20.187552 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.plugins.ml2.plugin [None req-8f1c5afc-ed4d-4614-bacd-b2662c7ea8ef tempest-TestMinimumBasicScenario-1320848959 tempest-TestMinimumBasicScenario-1320848959-project] Deleting port 6d55b467-7bbd-4102-bf55-289cd0355288 {{(pid=93999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 06:32:20.187908 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-8f1c5afc-ed4d-4614-bacd-b2662c7ea8ef tempest-TestMinimumBasicScenario-1320848959 tempest-TestMinimumBasicScenario-1320848959-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727545987880'] for port, before_delete {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:32:20.275620 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712857fa-fdf9-41d5-94c3-09227642e9e9 req-0ea1f94e-a653-4354-b204-6281c459581c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:32:20.277192 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-712857fa-fdf9-41d5-94c3-09227642e9e9 req-0ea1f94e-a653-4354-b204-6281c459581c service neutron] 10.222.0.10 "GET /v2.0/subnets?id=2c9c376a-5800-4284-af97-c6cdc8434b50 HTTP/1.1" status: 200 len: 854 time: 0.1028168 Sep 30 06:32:20.330239 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-8f1c5afc-ed4d-4614-bacd-b2662c7ea8ef tempest-TestMinimumBasicScenario-1320848959 tempest-TestMinimumBasicScenario-1320848959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7874563'] for port, precommit_delete {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:32:20.330618 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-8f1c5afc-ed4d-4614-bacd-b2662c7ea8ef tempest-TestMinimumBasicScenario-1320848959 tempest-TestMinimumBasicScenario-1320848959-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:32:20.347813 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.plugins.ml2.plugin [None req-8f1c5afc-ed4d-4614-bacd-b2662c7ea8ef tempest-TestMinimumBasicScenario-1320848959 tempest-TestMinimumBasicScenario-1320848959-project] Calling delete_port for 6d55b467-7bbd-4102-bf55-289cd0355288 owned by network:floatingip {{(pid=93999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 06:32:20.365238 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712857fa-fdf9-41d5-94c3-09227642e9e9 req-67757e1d-7369-430d-9cff-6b69be570796 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:32:20.366799 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-712857fa-fdf9-41d5-94c3-09227642e9e9 req-67757e1d-7369-430d-9cff-6b69be570796 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=615a80a4-119e-49ec-bb8d-26850945a271&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0784101 Sep 30 06:32:20.561399 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-712857fa-fdf9-41d5-94c3-09227642e9e9 req-803ad6d5-1ccd-414b-bcb3-e46c5154b29d service neutron] 10.222.0.10 "GET /v2.0/networks/615a80a4-119e-49ec-bb8d-26850945a271?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1561239 Sep 30 06:32:20.747097 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-8f1c5afc-ed4d-4614-bacd-b2662c7ea8ef tempest-TestMinimumBasicScenario-1320848959 tempest-TestMinimumBasicScenario-1320848959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7821886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727545991406', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727545489354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6560267'] for port, after_delete {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:32:20.751185 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-712857fa-fdf9-41d5-94c3-09227642e9e9 req-c2ed89d5-1e56-4b91-8697-4f87e21c3db2 service neutron] 10.222.0.10 "GET /v2.0/networks/615a80a4-119e-49ec-bb8d-26850945a271?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1778350 Sep 30 06:32:20.801498 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1c5afc-ed4d-4614-bacd-b2662c7ea8ef tempest-TestMinimumBasicScenario-1320848959 tempest-TestMinimumBasicScenario-1320848959-project] Pushing event deleted for resources: {'Port': ['ID=6d55b467-7bbd-4102-bf55-289cd0355288,revision_number=None']} {{(pid=93999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:32:20.917304 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-8f1c5afc-ed4d-4614-bacd-b2662c7ea8ef tempest-TestMinimumBasicScenario-1320848959 tempest-TestMinimumBasicScenario-1320848959-project] Notify callbacks [] for floatingip, after_delete {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:32:20.917810 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.db.l3_db [None req-8f1c5afc-ed4d-4614-bacd-b2662c7ea8ef tempest-TestMinimumBasicScenario-1320848959 tempest-TestMinimumBasicScenario-1320848959-project] Floating IP 37dd193b-ca89-447f-937f-b163830dd60e disassociated (deleted). External IP: 172.27.1.75, port: 12a27015-8937-4612-aa31-c36e99d84dae. Sep 30 06:32:21.000785 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320c3a38-e6b3-4ef6-a625-232948b6d66d req-1929eb77-27e7-4199-8ead-e6a504b57dc9 tempest-AttachVolumeTestJSON-1192105893 tempest-AttachVolumeTestJSON-1192105893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:32:21.002438 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-320c3a38-e6b3-4ef6-a625-232948b6d66d req-1929eb77-27e7-4199-8ead-e6a504b57dc9 tempest-AttachVolumeTestJSON-1192105893 tempest-AttachVolumeTestJSON-1192105893-project] 10.222.0.36 "GET /v2.0/ports?device_id=6958c33e-794d-418e-a5ab-7fc4d005ddf7 HTTP/1.1" status: 200 len: 946 time: 0.1312823 Sep 30 06:32:21.121324 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-320c3a38-e6b3-4ef6-a625-232948b6d66d req-b7dde75c-b87d-4272-8625-8c6b7247da8b tempest-AttachVolumeTestJSON-1192105893 tempest-AttachVolumeTestJSON-1192105893-project] 10.222.0.36 "GET /v2.0/security-groups?id=2948a1ff-6e7e-4016-a1fe-d6f8926a46bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1093609 Sep 30 06:32:21.242922 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f1c5afc-ed4d-4614-bacd-b2662c7ea8ef tempest-TestMinimumBasicScenario-1320848959 tempest-TestMinimumBasicScenario-1320848959-project] Router 706768c9-2d14-4a5a-9bab-f46de9be7398 has already been hosted by L3 agent f054bd23-6895-478f-87a4-7cc0e21c04e0 {{(pid=93999) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 06:32:21.372359 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f1c5afc-ed4d-4614-bacd-b2662c7ea8ef tempest-TestMinimumBasicScenario-1320848959 tempest-TestMinimumBasicScenario-1320848959-project] Notify agent at l3_agent.dv-cinder-811877-1-iscsi the message routers_updated {{(pid=93999) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 06:32:21.376988 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-8f1c5afc-ed4d-4614-bacd-b2662c7ea8ef tempest-TestMinimumBasicScenario-1320848959 tempest-TestMinimumBasicScenario-1320848959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57126'] for floatingip, before_response {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:32:21.387184 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3da68e49-9b05-4f2c-bd35-fdd068e9aaea None None] Sync routers for ids ['706768c9-2d14-4a5a-9bab-f46de9be7398'] in dv-cinder-811877-1-iscsi {{(pid=94001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 06:32:21.405429 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3da68e49-9b05-4f2c-bd35-fdd068e9aaea None None] Routers {'706768c9-2d14-4a5a-9bab-f46de9be7398'} bound to L3 agent in host dv-cinder-811877-1-iscsi {{(pid=94001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 06:32:21.406282 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.db.l3_hamode_db [None req-3da68e49-9b05-4f2c-bd35-fdd068e9aaea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811877-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-30T06:19:31Z,description=,heartbeat_timestamp=2021-09-30T06:32:01Z,host='dv-cinder-811877-1-iscsi',id=f054bd23-6895-478f-87a4-7cc0e21c04e0,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T06:19:31Z,topic='l3_agent')) {'router_ids': ['706768c9-2d14-4a5a-9bab-f46de9be7398'], 'active': True} {{(pid=94001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 06:32:21.419048 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [None req-8f1c5afc-ed4d-4614-bacd-b2662c7ea8ef tempest-TestMinimumBasicScenario-1320848959 tempest-TestMinimumBasicScenario-1320848959-project] 10.222.0.36 "DELETE /v2.0/floatingips/37dd193b-ca89-447f-937f-b163830dd60e HTTP/1.1" status: 204 len: 168 time: 1.5979455 Sep 30 06:32:21.539617 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.db.l3_dvr_db [None req-3da68e49-9b05-4f2c-bd35-fdd068e9aaea None None] Set router 706768c9-2d14-4a5a-9bab-f46de9be7398 gateway port host: dv-cinder-811877-1-iscsi {{(pid=94001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 06:32:21.675248 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0bb6047-6799-481c-9961-ca0038f01968', 'tag': '12a27015-8937-4612-aa31-c36e99d84dae'}] {{(pid=93999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 06:32:21.677793 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07b111f6e278cfffd9c4f208e103de524c2b9e3fbd4e5a5b5d8dd158a433df71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8149967-4b38-4f00-a447-5e7e6aec433a" -d '{"events": [{"name": "network-changed", "server_uuid": "d0bb6047-6799-481c-9961-ca0038f01968", "tag": "12a27015-8937-4612-aa31-c36e99d84dae"}]}' {{(pid=93999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 06:32:21.717378 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 06:32:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea6ba02f-cef5-4189-aa18-fa197888e8f8 x-openstack-request-id: req-ea6ba02f-cef5-4189-aa18-fa197888e8f8 {{(pid=93999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 06:32:21.717667 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d0bb6047-6799-481c-9961-ca0038f01968", "tag": "12a27015-8937-4612-aa31-c36e99d84dae", "status": "completed", "code": 200}]} {{(pid=93999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 06:32:21.717918 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-ea6ba02f-cef5-4189-aa18-fa197888e8f8 {{(pid=93999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 06:32:21.718316 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd0bb6047-6799-481c-9961-ca0038f01968', 'tag': '12a27015-8937-4612-aa31-c36e99d84dae', 'status': 'completed', 'code': 200} Sep 30 06:32:21.780424 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.db.l3_hamode_db [None req-3da68e49-9b05-4f2c-bd35-fdd068e9aaea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '706768c9-2d14-4a5a-9bab-f46de9be7398', 'name': 'tempest-TestMinimumBasicScenario-1179216974-router', 'tenant_id': '1eac498b69b6420eb083db675eb52bac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddd8ee8b-b24f-47fb-afd7-cfc700c93624', 'external_fixed_ips': [{'subnet_id': '4727b4cf-a8ea-4dab-8db4-019b4e8b0546', 'ip_address': '172.27.1.13'}], 'enable_snat': True}, 'gw_port_id': '07e17e25-9f4f-4af6-a235-bc7090b2ada5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T06:28:49Z', 'updated_at': '2021-09-30T06:28:56Z', 'revision_number': 4, 'project_id': '1eac498b69b6420eb083db675eb52bac', 'gw_port': {'id': '07e17e25-9f4f-4af6-a235-bc7090b2ada5', 'name': '', 'network_id': 'ddd8ee8b-b24f-47fb-afd7-cfc700c93624', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:7c:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '706768c9-2d14-4a5a-9bab-f46de9be7398', 'device_owner': 'network:router_gateway', 'standard_attr_id': 283, 'fixed_ips': [{'subnet_id': '4727b4cf-a8ea-4dab-8db4-019b4e8b0546', 'ip_address': '172.27.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T06:28:50Z', 'updated_at': '2021-09-30T06:28:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4727b4cf-a8ea-4dab-8db4-019b4e8b0546', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811877-1-iscsi', '_interfaces': [{'id': 'cae3120b-7c2f-4b4b-9ce8-449107abc03c', 'name': '', 'network_id': '615a80a4-119e-49ec-bb8d-26850945a271', 'tenant_id': '1eac498b69b6420eb083db675eb52bac', 'mac_address': 'fa:16:3e:07:4c:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '706768c9-2d14-4a5a-9bab-f46de9be7398', 'device_owner': 'network:router_interface', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': '2c9c376a-5800-4284-af97-c6cdc8434b50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T06:28:54Z', 'updated_at': '2021-09-30T06:29:04Z', 'revision_number': 5, 'project_id': '1eac498b69b6420eb083db675eb52bac', 'subnets': [{'id': '2c9c376a-5800-4284-af97-c6cdc8434b50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811877-1-iscsi', False) {} {{(pid=94001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 06:32:21.810210 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3da68e49-9b05-4f2c-bd35-fdd068e9aaea None None] Checking router: 706768c9-2d14-4a5a-9bab-f46de9be7398 for host: dv-cinder-811877-1-iscsi {{(pid=94001) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 06:32:21.820360 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3da68e49-9b05-4f2c-bd35-fdd068e9aaea None None] Routers {'706768c9-2d14-4a5a-9bab-f46de9be7398'} bound to L3 agent in host dv-cinder-811877-1-iscsi {{(pid=94001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 06:32:21.821092 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.db.l3_hamode_db [None req-3da68e49-9b05-4f2c-bd35-fdd068e9aaea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811877-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-30T06:19:31Z,description=,heartbeat_timestamp=2021-09-30T06:32:01Z,host='dv-cinder-811877-1-iscsi',id=f054bd23-6895-478f-87a4-7cc0e21c04e0,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T06:19:31Z,topic='l3_agent')) {'router_ids': ['706768c9-2d14-4a5a-9bab-f46de9be7398'], 'active': True} {{(pid=94001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 06:32:21.827884 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8149967-4b38-4f00-a447-5e7e6aec433a req-1fef47e9-2fca-4efe-99f3-9d54f43eb11f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:32:21.829553 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-a8149967-4b38-4f00-a447-5e7e6aec433a req-1fef47e9-2fca-4efe-99f3-9d54f43eb11f service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=1eac498b69b6420eb083db675eb52bac&device_id=d0bb6047-6799-481c-9961-ca0038f01968 HTTP/1.1" status: 200 len: 1099 time: 0.0514636 Sep 30 06:32:21.940907 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8149967-4b38-4f00-a447-5e7e6aec433a req-8de53b05-0fd4-408e-aa73-e281f06280c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:32:21.942464 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-a8149967-4b38-4f00-a447-5e7e6aec433a req-8de53b05-0fd4-408e-aa73-e281f06280c1 service neutron] 10.222.0.10 "GET /v2.0/networks?id=615a80a4-119e-49ec-bb8d-26850945a271 HTTP/1.1" status: 200 len: 916 time: 0.1037686 Sep 30 06:32:21.946885 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.db.l3_dvr_db [None req-3da68e49-9b05-4f2c-bd35-fdd068e9aaea None None] Set router 706768c9-2d14-4a5a-9bab-f46de9be7398 gateway port host: dv-cinder-811877-1-iscsi {{(pid=94001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 06:32:21.995374 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-a8149967-4b38-4f00-a447-5e7e6aec433a req-1efb00a0-8a75-4b4f-afc3-c3bde943f2d6 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=12a27015-8937-4612-aa31-c36e99d84dae HTTP/1.1" status: 200 len: 217 time: 0.0408328 Sep 30 06:32:22.084772 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8149967-4b38-4f00-a447-5e7e6aec433a req-53939d9e-7e8d-4b8c-86d9-553b438b663d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:32:22.087680 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-a8149967-4b38-4f00-a447-5e7e6aec433a req-53939d9e-7e8d-4b8c-86d9-553b438b663d service neutron] 10.222.0.10 "GET /v2.0/subnets?id=2c9c376a-5800-4284-af97-c6cdc8434b50 HTTP/1.1" status: 200 len: 854 time: 0.0843365 Sep 30 06:32:22.183340 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8149967-4b38-4f00-a447-5e7e6aec433a req-179c74c6-4e0d-4a3e-adaf-aabb738495d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:32:22.185414 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-a8149967-4b38-4f00-a447-5e7e6aec433a req-179c74c6-4e0d-4a3e-adaf-aabb738495d2 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=615a80a4-119e-49ec-bb8d-26850945a271&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0801063 Sep 30 06:32:22.201986 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.db.l3_hamode_db [None req-3da68e49-9b05-4f2c-bd35-fdd068e9aaea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '706768c9-2d14-4a5a-9bab-f46de9be7398', 'name': 'tempest-TestMinimumBasicScenario-1179216974-router', 'tenant_id': '1eac498b69b6420eb083db675eb52bac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddd8ee8b-b24f-47fb-afd7-cfc700c93624', 'external_fixed_ips': [{'subnet_id': '4727b4cf-a8ea-4dab-8db4-019b4e8b0546', 'ip_address': '172.27.1.13'}], 'enable_snat': True}, 'gw_port_id': '07e17e25-9f4f-4af6-a235-bc7090b2ada5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T06:28:49Z', 'updated_at': '2021-09-30T06:28:56Z', 'revision_number': 4, 'project_id': '1eac498b69b6420eb083db675eb52bac', 'gw_port': {'id': '07e17e25-9f4f-4af6-a235-bc7090b2ada5', 'name': '', 'network_id': 'ddd8ee8b-b24f-47fb-afd7-cfc700c93624', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:7c:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '706768c9-2d14-4a5a-9bab-f46de9be7398', 'device_owner': 'network:router_gateway', 'standard_attr_id': 283, 'fixed_ips': [{'subnet_id': '4727b4cf-a8ea-4dab-8db4-019b4e8b0546', 'ip_address': '172.27.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T06:28:50Z', 'updated_at': '2021-09-30T06:28:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4727b4cf-a8ea-4dab-8db4-019b4e8b0546', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811877-1-iscsi', '_interfaces': [{'id': 'cae3120b-7c2f-4b4b-9ce8-449107abc03c', 'name': '', 'network_id': '615a80a4-119e-49ec-bb8d-26850945a271', 'tenant_id': '1eac498b69b6420eb083db675eb52bac', 'mac_address': 'fa:16:3e:07:4c:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '706768c9-2d14-4a5a-9bab-f46de9be7398', 'device_owner': 'network:router_interface', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': '2c9c376a-5800-4284-af97-c6cdc8434b50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T06:28:54Z', 'updated_at': '2021-09-30T06:29:04Z', 'revision_number': 5, 'project_id': '1eac498b69b6420eb083db675eb52bac', 'subnets': [{'id': '2c9c376a-5800-4284-af97-c6cdc8434b50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811877-1-iscsi', False) {} {{(pid=94001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 06:32:22.261216 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3da68e49-9b05-4f2c-bd35-fdd068e9aaea None None] The sync data for ids ['706768c9-2d14-4a5a-9bab-f46de9be7398'] in dv-cinder-811877-1-iscsi is: [{'id': '706768c9-2d14-4a5a-9bab-f46de9be7398', 'name': 'tempest-TestMinimumBasicScenario-1179216974-router', 'tenant_id': '1eac498b69b6420eb083db675eb52bac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddd8ee8b-b24f-47fb-afd7-cfc700c93624', 'external_fixed_ips': [{'subnet_id': '4727b4cf-a8ea-4dab-8db4-019b4e8b0546', 'ip_address': '172.27.1.13'}], 'enable_snat': True}, 'gw_port_id': '07e17e25-9f4f-4af6-a235-bc7090b2ada5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T06:28:49Z', 'updated_at': '2021-09-30T06:28:56Z', 'revision_number': 4, 'project_id': '1eac498b69b6420eb083db675eb52bac', 'gw_port': {'id': '07e17e25-9f4f-4af6-a235-bc7090b2ada5', 'name': '', 'network_id': 'ddd8ee8b-b24f-47fb-afd7-cfc700c93624', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:7c:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '706768c9-2d14-4a5a-9bab-f46de9be7398', 'device_owner': 'network:router_gateway', 'standard_attr_id': 283, 'fixed_ips': [{'subnet_id': '4727b4cf-a8ea-4dab-8db4-019b4e8b0546', 'ip_address': '172.27.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T06:28:50Z', 'updated_at': '2021-09-30T06:28:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4727b4cf-a8ea-4dab-8db4-019b4e8b0546', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811877-1-iscsi', '_interfaces': [{'id': 'cae3120b-7c2f-4b4b-9ce8-449107abc03c', 'name': '', 'network_id': '615a80a4-119e-49ec-bb8d-26850945a271', 'tenant_id': '1eac498b69b6420eb083db675eb52bac', 'mac_address': 'fa:16:3e:07:4c:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '706768c9-2d14-4a5a-9bab-f46de9be7398', 'device_owner': 'network:router_interface', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': '2c9c376a-5800-4284-af97-c6cdc8434b50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T06:28:54Z', 'updated_at': '2021-09-30T06:29:04Z', 'revision_number': 5, 'project_id': '1eac498b69b6420eb083db675eb52bac', 'subnets': [{'id': '2c9c376a-5800-4284-af97-c6cdc8434b50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 06:32:22.356949 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89b7de5-131f-4d69-9fe2-310b34ab034a req-880a2a05-0c83-42aa-b607-97b7fe5ed6f4 tempest-AttachVolumeTestJSON-1192105893 tempest-AttachVolumeTestJSON-1192105893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:32:22.359538 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-e89b7de5-131f-4d69-9fe2-310b34ab034a req-880a2a05-0c83-42aa-b607-97b7fe5ed6f4 tempest-AttachVolumeTestJSON-1192105893 tempest-AttachVolumeTestJSON-1192105893-project] 10.222.0.36 "GET /v2.0/ports?device_id=6958c33e-794d-418e-a5ab-7fc4d005ddf7 HTTP/1.1" status: 200 len: 946 time: 0.1312969 Sep 30 06:32:22.370637 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-a8149967-4b38-4f00-a447-5e7e6aec433a req-cd51d459-18d6-41fc-82ac-0f5a139026d2 service neutron] 10.222.0.10 "GET /v2.0/networks/615a80a4-119e-49ec-bb8d-26850945a271?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1623747 Sep 30 06:32:22.478773 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-e89b7de5-131f-4d69-9fe2-310b34ab034a req-f87497da-001d-48ff-b9c3-63e97ce3813f tempest-AttachVolumeTestJSON-1192105893 tempest-AttachVolumeTestJSON-1192105893-project] 10.222.0.36 "GET /v2.0/security-groups?id=2948a1ff-6e7e-4016-a1fe-d6f8926a46bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1123703 Sep 30 06:32:22.566322 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-a8149967-4b38-4f00-a447-5e7e6aec433a req-fa8182bd-f30a-4ee8-b6cb-e49202dce966 service neutron] 10.222.0.10 "GET /v2.0/networks/615a80a4-119e-49ec-bb8d-26850945a271?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1680312 Sep 30 06:32:22.605937 dv-cinder-811877-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-153467cb-8fa9-4fd9-ac96-7c87da534138 None None] New status for floating IP 37dd193b-ca89-447f-937f-b163830dd60e: DOWN {{(pid=94002) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 30 06:32:23.661109 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec1b11a-e239-48f6-b9dc-0b813e7a83b7 req-10dd73df-2b9a-45df-9900-2262dcc70aca tempest-AttachVolumeTestJSON-1192105893 tempest-AttachVolumeTestJSON-1192105893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:32:23.663044 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-2ec1b11a-e239-48f6-b9dc-0b813e7a83b7 req-10dd73df-2b9a-45df-9900-2262dcc70aca tempest-AttachVolumeTestJSON-1192105893 tempest-AttachVolumeTestJSON-1192105893-project] 10.222.0.36 "GET /v2.0/ports?device_id=6958c33e-794d-418e-a5ab-7fc4d005ddf7 HTTP/1.1" status: 200 len: 946 time: 0.0847654 Sep 30 06:32:23.675884 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb88d07-b439-4bc2-8512-701d129b2e4f req-95979507-d16e-4c18-a602-750f3913d58f tempest-AttachVolumeTestJSON-1192105893 tempest-AttachVolumeTestJSON-1192105893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:32:23.677432 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-5eb88d07-b439-4bc2-8512-701d129b2e4f req-95979507-d16e-4c18-a602-750f3913d58f tempest-AttachVolumeTestJSON-1192105893 tempest-AttachVolumeTestJSON-1192105893-project] 10.222.0.10 "GET /v2.0/ports?device_id=6958c33e-794d-418e-a5ab-7fc4d005ddf7 HTTP/1.1" status: 200 len: 946 time: 0.0895121 Sep 30 06:32:23.756799 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-2ec1b11a-e239-48f6-b9dc-0b813e7a83b7 req-65f1ead3-ddb0-4cdb-9895-0a800829d52a tempest-AttachVolumeTestJSON-1192105893 tempest-AttachVolumeTestJSON-1192105893-project] 10.222.0.36 "GET /v2.0/security-groups?id=2948a1ff-6e7e-4016-a1fe-d6f8926a46bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0783288 Sep 30 06:32:23.836835 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.plugins.ml2.plugin [req-5eb88d07-b439-4bc2-8512-701d129b2e4f req-9b0abf59-3eb9-47c7-bb4b-8db7cfa41a08 tempest-AttachVolumeTestJSON-1192105893 tempest-AttachVolumeTestJSON-1192105893-project] Deleting port 80920450-855b-4404-98ac-1933b7f666f4 {{(pid=93999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 06:32:23.837105 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [req-5eb88d07-b439-4bc2-8512-701d129b2e4f req-9b0abf59-3eb9-47c7-bb4b-8db7cfa41a08 tempest-AttachVolumeTestJSON-1192105893 tempest-AttachVolumeTestJSON-1192105893-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727545987880'] for port, before_delete {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:32:23.964580 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.plugins.ml2.db [req-5eb88d07-b439-4bc2-8512-701d129b2e4f req-9b0abf59-3eb9-47c7-bb4b-8db7cfa41a08 tempest-AttachVolumeTestJSON-1192105893 tempest-AttachVolumeTestJSON-1192105893-project] For port 80920450-855b-4404-98ac-1933b7f666f4, host hv-cinder-81187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81187',level=0,port_id=80920450-855b-4404-98ac-1933b7f666f4,segment=NetworkSegment(fb392b75-2cea-4ed8-909e-87c2ccb253f8),segment_id=fb392b75-2cea-4ed8-909e-87c2ccb253f8)] {{(pid=93999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 06:32:23.965048 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [req-5eb88d07-b439-4bc2-8512-701d129b2e4f req-9b0abf59-3eb9-47c7-bb4b-8db7cfa41a08 tempest-AttachVolumeTestJSON-1192105893 tempest-AttachVolumeTestJSON-1192105893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7874563'] for port, precommit_delete {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:32:24.531057 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [req-5eb88d07-b439-4bc2-8512-701d129b2e4f req-9b0abf59-3eb9-47c7-bb4b-8db7cfa41a08 tempest-AttachVolumeTestJSON-1192105893 tempest-AttachVolumeTestJSON-1192105893-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:32:24.531408 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [req-5eb88d07-b439-4bc2-8512-701d129b2e4f req-9b0abf59-3eb9-47c7-bb4b-8db7cfa41a08 tempest-AttachVolumeTestJSON-1192105893 tempest-AttachVolumeTestJSON-1192105893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7877914'] for floatingip, after_update {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:32:24.531722 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.db.l3_db [req-5eb88d07-b439-4bc2-8512-701d129b2e4f req-9b0abf59-3eb9-47c7-bb4b-8db7cfa41a08 tempest-AttachVolumeTestJSON-1192105893 tempest-AttachVolumeTestJSON-1192105893-project] Floating IP f9d32322-2d0d-4842-b882-5f324b3b7f83 disassociated. External IP: 172.27.1.193, port: 80920450-855b-4404-98ac-1933b7f666f4. Sep 30 06:32:24.532060 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.plugins.ml2.plugin [req-5eb88d07-b439-4bc2-8512-701d129b2e4f req-9b0abf59-3eb9-47c7-bb4b-8db7cfa41a08 tempest-AttachVolumeTestJSON-1192105893 tempest-AttachVolumeTestJSON-1192105893-project] Calling delete_port for 80920450-855b-4404-98ac-1933b7f666f4 owned by compute:nova {{(pid=93999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 06:32:24.664817 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [req-5eb88d07-b439-4bc2-8512-701d129b2e4f req-9b0abf59-3eb9-47c7-bb4b-8db7cfa41a08 tempest-AttachVolumeTestJSON-1192105893 tempest-AttachVolumeTestJSON-1192105893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7821886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727545991406', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727545489354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6560267'] for port, after_delete {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:32:24.694817 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0abf59-3eb9-47c7-bb4b-8db7cfa41a08 tempest-AttachVolumeTestJSON-1192105893 tempest-AttachVolumeTestJSON-1192105893-project] Pushing event deleted for resources: {'Port': ['ID=80920450-855b-4404-98ac-1933b7f666f4,revision_number=None']} {{(pid=93999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:32:24.829857 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5eb88d07-b439-4bc2-8512-701d129b2e4f req-9b0abf59-3eb9-47c7-bb4b-8db7cfa41a08 tempest-AttachVolumeTestJSON-1192105893 tempest-AttachVolumeTestJSON-1192105893-project] Router 8ed619a9-5f7e-482b-8deb-23ec7fdf2ab4 has already been hosted by L3 agent f054bd23-6895-478f-87a4-7cc0e21c04e0 {{(pid=93999) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 06:32:24.881752 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-d57bf35b-301c-4e20-8325-889eb32aae59 req-7c4c7d50-cadb-4ef9-a691-73dcf3afd589 tempest-AttachVolumeTestJSON-1192105893 tempest-AttachVolumeTestJSON-1192105893-project] 10.222.0.36 "GET /v2.0/ports?device_id=6958c33e-794d-418e-a5ab-7fc4d005ddf7 HTTP/1.1" status: 200 len: 210 time: 0.0438104 Sep 30 06:32:24.956011 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5eb88d07-b439-4bc2-8512-701d129b2e4f req-9b0abf59-3eb9-47c7-bb4b-8db7cfa41a08 tempest-AttachVolumeTestJSON-1192105893 tempest-AttachVolumeTestJSON-1192105893-project] Notify agent at l3_agent.dv-cinder-811877-1-iscsi the message routers_updated {{(pid=93999) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 06:32:24.969796 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb33d365-c5be-4782-98b2-8d00c662041e None None] Sync routers for ids ['8ed619a9-5f7e-482b-8deb-23ec7fdf2ab4'] in dv-cinder-811877-1-iscsi {{(pid=94001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 06:32:24.980760 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb33d365-c5be-4782-98b2-8d00c662041e None None] Routers {'8ed619a9-5f7e-482b-8deb-23ec7fdf2ab4'} bound to L3 agent in host dv-cinder-811877-1-iscsi {{(pid=94001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 06:32:24.982240 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.db.l3_hamode_db [None req-fb33d365-c5be-4782-98b2-8d00c662041e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811877-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-30T06:19:31Z,description=,heartbeat_timestamp=2021-09-30T06:32:01Z,host='dv-cinder-811877-1-iscsi',id=f054bd23-6895-478f-87a4-7cc0e21c04e0,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T06:19:31Z,topic='l3_agent')) {'router_ids': ['8ed619a9-5f7e-482b-8deb-23ec7fdf2ab4'], 'active': True} {{(pid=94001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 06:32:25.001518 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.db.l3_dvrscheduler_db [req-5eb88d07-b439-4bc2-8512-701d129b2e4f req-9b0abf59-3eb9-47c7-bb4b-8db7cfa41a08 tempest-AttachVolumeTestJSON-1192105893 tempest-AttachVolumeTestJSON-1192105893-project] No DVR routers for this DVR port 80920450-855b-4404-98ac-1933b7f666f4 on host hv-cinder-81187 {{(pid=93999) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 06:32:25.004957 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [req-5eb88d07-b439-4bc2-8512-701d129b2e4f req-9b0abf59-3eb9-47c7-bb4b-8db7cfa41a08 tempest-AttachVolumeTestJSON-1192105893 tempest-AttachVolumeTestJSON-1192105893-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57126'] for port, before_response {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:32:25.007101 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-5eb88d07-b439-4bc2-8512-701d129b2e4f req-9b0abf59-3eb9-47c7-bb4b-8db7cfa41a08 tempest-AttachVolumeTestJSON-1192105893 tempest-AttachVolumeTestJSON-1192105893-project] 10.222.0.10 "DELETE /v2.0/ports/80920450-855b-4404-98ac-1933b7f666f4 HTTP/1.1" status: 204 len: 173 time: 1.3201423 Sep 30 06:32:25.007587 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6958c33e-794d-418e-a5ab-7fc4d005ddf7', 'name': 'network-vif-deleted', 'tag': '80920450-855b-4404-98ac-1933b7f666f4'}] {{(pid=93999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 06:32:25.009836 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07b111f6e278cfffd9c4f208e103de524c2b9e3fbd4e5a5b5d8dd158a433df71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23686375-d922-43be-a4d6-dd50395e1d25" -d '{"events": [{"server_uuid": "6958c33e-794d-418e-a5ab-7fc4d005ddf7", "name": "network-vif-deleted", "tag": "80920450-855b-4404-98ac-1933b7f666f4"}]}' {{(pid=93999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 06:32:25.056155 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 06:32:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e03b857-48b3-4f22-935d-754c9e7274cc x-openstack-request-id: req-9e03b857-48b3-4f22-935d-754c9e7274cc {{(pid=93999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 06:32:25.056646 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6958c33e-794d-418e-a5ab-7fc4d005ddf7", "name": "network-vif-deleted", "tag": "80920450-855b-4404-98ac-1933b7f666f4", "status": "completed", "code": 200}]} {{(pid=93999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 06:32:25.057092 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-9e03b857-48b3-4f22-935d-754c9e7274cc {{(pid=93999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 06:32:25.057725 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6958c33e-794d-418e-a5ab-7fc4d005ddf7', 'name': 'network-vif-deleted', 'tag': '80920450-855b-4404-98ac-1933b7f666f4', 'status': 'completed', 'code': 200} Sep 30 06:32:25.175863 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.db.l3_dvr_db [None req-fb33d365-c5be-4782-98b2-8d00c662041e None None] Set router 8ed619a9-5f7e-482b-8deb-23ec7fdf2ab4 gateway port host: dv-cinder-811877-1-iscsi {{(pid=94001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 06:32:25.433031 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.db.l3_hamode_db [None req-fb33d365-c5be-4782-98b2-8d00c662041e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ed619a9-5f7e-482b-8deb-23ec7fdf2ab4', 'name': 'tempest-AttachVolumeTestJSON-934096422-router', 'tenant_id': 'fd01cd14f23840e59331ece07bbcdf9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddd8ee8b-b24f-47fb-afd7-cfc700c93624', 'external_fixed_ips': [{'subnet_id': '4727b4cf-a8ea-4dab-8db4-019b4e8b0546', 'ip_address': '172.27.1.36'}], 'enable_snat': True}, 'gw_port_id': 'da1c69fb-7325-41c8-ab50-aebb52d96748', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T06:27:32Z', 'updated_at': '2021-09-30T06:27:39Z', 'revision_number': 4, 'project_id': 'fd01cd14f23840e59331ece07bbcdf9e', 'gw_port': {'id': 'da1c69fb-7325-41c8-ab50-aebb52d96748', 'name': '', 'network_id': 'ddd8ee8b-b24f-47fb-afd7-cfc700c93624', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:61:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ed619a9-5f7e-482b-8deb-23ec7fdf2ab4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '4727b4cf-a8ea-4dab-8db4-019b4e8b0546', 'ip_address': '172.27.1.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T06:27:33Z', 'updated_at': '2021-09-30T06:27:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4727b4cf-a8ea-4dab-8db4-019b4e8b0546', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811877-1-iscsi', '_interfaces': [{'id': '7641b08b-edd0-4733-84f9-f67531f18b54', 'name': '', 'network_id': '92aa8f19-aafd-4462-9d7f-7e5f878c12b2', 'tenant_id': 'fd01cd14f23840e59331ece07bbcdf9e', 'mac_address': 'fa:16:3e:d4:5e:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ed619a9-5f7e-482b-8deb-23ec7fdf2ab4', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '87e3e2f7-f230-4774-967b-a68a66b90c87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T06:27:37Z', 'updated_at': '2021-09-30T06:27:52Z', 'revision_number': 5, 'project_id': 'fd01cd14f23840e59331ece07bbcdf9e', 'subnets': [{'id': '87e3e2f7-f230-4774-967b-a68a66b90c87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811877-1-iscsi', False) {} {{(pid=94001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 06:32:25.461912 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591d4fb3-f360-4cc4-96a4-78f97486665a req-19654b3a-b109-40cc-835f-6c4effc4dbdf tempest-TestMinimumBasicScenario-1320848959 tempest-TestMinimumBasicScenario-1320848959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:32:25.462726 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb33d365-c5be-4782-98b2-8d00c662041e None None] Checking router: 8ed619a9-5f7e-482b-8deb-23ec7fdf2ab4 for host: dv-cinder-811877-1-iscsi {{(pid=94001) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 06:32:25.464171 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-591d4fb3-f360-4cc4-96a4-78f97486665a req-19654b3a-b109-40cc-835f-6c4effc4dbdf tempest-TestMinimumBasicScenario-1320848959 tempest-TestMinimumBasicScenario-1320848959-project] 10.222.0.36 "GET /v2.0/ports?device_id=d0bb6047-6799-481c-9961-ca0038f01968 HTTP/1.1" status: 200 len: 946 time: 0.0625889 Sep 30 06:32:25.473055 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb33d365-c5be-4782-98b2-8d00c662041e None None] Routers {'8ed619a9-5f7e-482b-8deb-23ec7fdf2ab4'} bound to L3 agent in host dv-cinder-811877-1-iscsi {{(pid=94001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 06:32:25.473756 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.db.l3_hamode_db [None req-fb33d365-c5be-4782-98b2-8d00c662041e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811877-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-30T06:19:31Z,description=,heartbeat_timestamp=2021-09-30T06:32:01Z,host='dv-cinder-811877-1-iscsi',id=f054bd23-6895-478f-87a4-7cc0e21c04e0,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T06:19:31Z,topic='l3_agent')) {'router_ids': ['8ed619a9-5f7e-482b-8deb-23ec7fdf2ab4'], 'active': True} {{(pid=94001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 06:32:25.508466 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-591d4fb3-f360-4cc4-96a4-78f97486665a req-8bacf81b-145a-4b5c-93bb-ec3d872df68d tempest-TestMinimumBasicScenario-1320848959 tempest-TestMinimumBasicScenario-1320848959-project] 10.222.0.36 "GET /v2.0/security-groups?id=a3fc8924-f30a-4de5-8af2-a86f77449999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368099 Sep 30 06:32:25.593798 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.db.l3_dvr_db [None req-fb33d365-c5be-4782-98b2-8d00c662041e None None] Set router 8ed619a9-5f7e-482b-8deb-23ec7fdf2ab4 gateway port host: dv-cinder-811877-1-iscsi {{(pid=94001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 06:32:25.865221 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.db.l3_hamode_db [None req-fb33d365-c5be-4782-98b2-8d00c662041e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ed619a9-5f7e-482b-8deb-23ec7fdf2ab4', 'name': 'tempest-AttachVolumeTestJSON-934096422-router', 'tenant_id': 'fd01cd14f23840e59331ece07bbcdf9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddd8ee8b-b24f-47fb-afd7-cfc700c93624', 'external_fixed_ips': [{'subnet_id': '4727b4cf-a8ea-4dab-8db4-019b4e8b0546', 'ip_address': '172.27.1.36'}], 'enable_snat': True}, 'gw_port_id': 'da1c69fb-7325-41c8-ab50-aebb52d96748', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T06:27:32Z', 'updated_at': '2021-09-30T06:27:39Z', 'revision_number': 4, 'project_id': 'fd01cd14f23840e59331ece07bbcdf9e', 'gw_port': {'id': 'da1c69fb-7325-41c8-ab50-aebb52d96748', 'name': '', 'network_id': 'ddd8ee8b-b24f-47fb-afd7-cfc700c93624', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:61:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ed619a9-5f7e-482b-8deb-23ec7fdf2ab4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '4727b4cf-a8ea-4dab-8db4-019b4e8b0546', 'ip_address': '172.27.1.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T06:27:33Z', 'updated_at': '2021-09-30T06:27:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4727b4cf-a8ea-4dab-8db4-019b4e8b0546', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811877-1-iscsi', '_interfaces': [{'id': '7641b08b-edd0-4733-84f9-f67531f18b54', 'name': '', 'network_id': '92aa8f19-aafd-4462-9d7f-7e5f878c12b2', 'tenant_id': 'fd01cd14f23840e59331ece07bbcdf9e', 'mac_address': 'fa:16:3e:d4:5e:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ed619a9-5f7e-482b-8deb-23ec7fdf2ab4', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '87e3e2f7-f230-4774-967b-a68a66b90c87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T06:27:37Z', 'updated_at': '2021-09-30T06:27:52Z', 'revision_number': 5, 'project_id': 'fd01cd14f23840e59331ece07bbcdf9e', 'subnets': [{'id': '87e3e2f7-f230-4774-967b-a68a66b90c87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811877-1-iscsi', False) {} {{(pid=94001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 06:32:25.916373 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb33d365-c5be-4782-98b2-8d00c662041e None None] The sync data for ids ['8ed619a9-5f7e-482b-8deb-23ec7fdf2ab4'] in dv-cinder-811877-1-iscsi is: [{'id': '8ed619a9-5f7e-482b-8deb-23ec7fdf2ab4', 'name': 'tempest-AttachVolumeTestJSON-934096422-router', 'tenant_id': 'fd01cd14f23840e59331ece07bbcdf9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddd8ee8b-b24f-47fb-afd7-cfc700c93624', 'external_fixed_ips': [{'subnet_id': '4727b4cf-a8ea-4dab-8db4-019b4e8b0546', 'ip_address': '172.27.1.36'}], 'enable_snat': True}, 'gw_port_id': 'da1c69fb-7325-41c8-ab50-aebb52d96748', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T06:27:32Z', 'updated_at': '2021-09-30T06:27:39Z', 'revision_number': 4, 'project_id': 'fd01cd14f23840e59331ece07bbcdf9e', 'gw_port': {'id': 'da1c69fb-7325-41c8-ab50-aebb52d96748', 'name': '', 'network_id': 'ddd8ee8b-b24f-47fb-afd7-cfc700c93624', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:61:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ed619a9-5f7e-482b-8deb-23ec7fdf2ab4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '4727b4cf-a8ea-4dab-8db4-019b4e8b0546', 'ip_address': '172.27.1.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T06:27:33Z', 'updated_at': '2021-09-30T06:27:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4727b4cf-a8ea-4dab-8db4-019b4e8b0546', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811877-1-iscsi', '_interfaces': [{'id': '7641b08b-edd0-4733-84f9-f67531f18b54', 'name': '', 'network_id': '92aa8f19-aafd-4462-9d7f-7e5f878c12b2', 'tenant_id': 'fd01cd14f23840e59331ece07bbcdf9e', 'mac_address': 'fa:16:3e:d4:5e:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ed619a9-5f7e-482b-8deb-23ec7fdf2ab4', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '87e3e2f7-f230-4774-967b-a68a66b90c87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T06:27:37Z', 'updated_at': '2021-09-30T06:27:52Z', 'revision_number': 5, 'project_id': 'fd01cd14f23840e59331ece07bbcdf9e', 'subnets': [{'id': '87e3e2f7-f230-4774-967b-a68a66b90c87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 06:32:25.990218 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.wsgi [-] (93999) accepted ('10.222.0.36', 57900) {{(pid=93999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 06:32:26.051965 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-800155bf-2fb8-4a47-88ec-11c4121c2564 tempest-AttachVolumeTestJSON-1192105893 tempest-AttachVolumeTestJSON-1192105893-project] Notify callbacks [] for security_group, before_delete {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:32:26.084677 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-800155bf-2fb8-4a47-88ec-11c4121c2564 tempest-AttachVolumeTestJSON-1192105893 tempest-AttachVolumeTestJSON-1192105893-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:32:26.167550 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-800155bf-2fb8-4a47-88ec-11c4121c2564 tempest-AttachVolumeTestJSON-1192105893 tempest-AttachVolumeTestJSON-1192105893-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533969'] for security_group, after_delete {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:32:26.170502 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-800155bf-2fb8-4a47-88ec-11c4121c2564 tempest-AttachVolumeTestJSON-1192105893 tempest-AttachVolumeTestJSON-1192105893-project] Notify callbacks [] for security_group, before_response {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:32:26.171790 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [None req-800155bf-2fb8-4a47-88ec-11c4121c2564 tempest-AttachVolumeTestJSON-1192105893 tempest-AttachVolumeTestJSON-1192105893-project] 10.222.0.36 "DELETE /v2.0/security-groups/2948a1ff-6e7e-4016-a1fe-d6f8926a46bd HTTP/1.1" status: 204 len: 168 time: 0.1797903 Sep 30 06:32:26.175087 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.36', 57904) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 06:32:26.192722 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800155bf-2fb8-4a47-88ec-11c4121c2564 tempest-AttachVolumeTestJSON-1192105893 tempest-AttachVolumeTestJSON-1192105893-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2948a1ff-6e7e-4016-a1fe-d6f8926a46bd,revision_number=None']} {{(pid=93999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:32:26.192836 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.api.v2.resource [None req-c1d35f62-7e3a-43cd-b5fe-42c9f1b7c3d4 tempest-AttachVolumeTestJSON-1192105893 tempest-AttachVolumeTestJSON-1192105893-project] show failed (client error): The resource could not be found. Sep 30 06:32:26.195563 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.wsgi [-] (93999) accepted ('10.222.0.36', 57908) {{(pid=93999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 06:32:26.203158 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [None req-c1d35f62-7e3a-43cd-b5fe-42c9f1b7c3d4 tempest-AttachVolumeTestJSON-1192105893 tempest-AttachVolumeTestJSON-1192105893-project] 10.222.0.36 "GET /v2.0/security-groups/2948a1ff-6e7e-4016-a1fe-d6f8926a46bd HTTP/1.1" status: 404 len: 347 time: 0.0268650 Sep 30 06:32:26.250142 dv-cinder-811877-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d10c03e-5765-43ef-998b-e1abda40ad97 None None] New status for floating IP f9d32322-2d0d-4842-b882-5f324b3b7f83: DOWN {{(pid=94002) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 30 06:32:26.368944 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.plugins.ml2.plugin [None req-eeb60ed7-c290-498f-998a-45438269b62c tempest-AttachVolumeTestJSON-1192105893 tempest-AttachVolumeTestJSON-1192105893-project] Deleting port b1b5a578-762e-4403-81c9-cd23a05d8dc0 {{(pid=93999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 06:32:26.369300 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-eeb60ed7-c290-498f-998a-45438269b62c tempest-AttachVolumeTestJSON-1192105893 tempest-AttachVolumeTestJSON-1192105893-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727545987880'] for port, before_delete {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:32:26.485268 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-eeb60ed7-c290-498f-998a-45438269b62c tempest-AttachVolumeTestJSON-1192105893 tempest-AttachVolumeTestJSON-1192105893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7874563'] for port, precommit_delete {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:32:26.485678 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-eeb60ed7-c290-498f-998a-45438269b62c tempest-AttachVolumeTestJSON-1192105893 tempest-AttachVolumeTestJSON-1192105893-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:32:26.503554 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.plugins.ml2.plugin [None req-eeb60ed7-c290-498f-998a-45438269b62c tempest-AttachVolumeTestJSON-1192105893 tempest-AttachVolumeTestJSON-1192105893-project] Calling delete_port for b1b5a578-762e-4403-81c9-cd23a05d8dc0 owned by network:floatingip {{(pid=93999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 06:32:26.667691 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.36', 57916) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 06:32:26.676393 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3aefa62-05fc-4ec0-aaec-2a80f04904ad req-fdd1bfae-4161-470b-85eb-4afd54b001c0 tempest-TestMinimumBasicScenario-1320848959 tempest-TestMinimumBasicScenario-1320848959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:32:26.678131 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-e3aefa62-05fc-4ec0-aaec-2a80f04904ad req-fdd1bfae-4161-470b-85eb-4afd54b001c0 tempest-TestMinimumBasicScenario-1320848959 tempest-TestMinimumBasicScenario-1320848959-project] 10.222.0.36 "GET /v2.0/ports?device_id=d0bb6047-6799-481c-9961-ca0038f01968 HTTP/1.1" status: 200 len: 946 time: 0.0654311 Sep 30 06:32:26.715994 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-eeb60ed7-c290-498f-998a-45438269b62c tempest-AttachVolumeTestJSON-1192105893 tempest-AttachVolumeTestJSON-1192105893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7821886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727545991406', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727545489354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6560267'] for port, after_delete {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:32:26.781277 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb60ed7-c290-498f-998a-45438269b62c tempest-AttachVolumeTestJSON-1192105893 tempest-AttachVolumeTestJSON-1192105893-project] Pushing event deleted for resources: {'Port': ['ID=b1b5a578-762e-4403-81c9-cd23a05d8dc0,revision_number=None']} {{(pid=93999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:32:26.792251 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-e3aefa62-05fc-4ec0-aaec-2a80f04904ad req-33d00c3f-2a2f-4e90-b2e7-1e01cc945cc3 tempest-TestMinimumBasicScenario-1320848959 tempest-TestMinimumBasicScenario-1320848959-project] 10.222.0.36 "GET /v2.0/security-groups?id=a3fc8924-f30a-4de5-8af2-a86f77449999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938644 Sep 30 06:32:26.883992 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-7005ddb1-fe47-4ca6-b227-84458245118d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:32:26.907767 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-eeb60ed7-c290-498f-998a-45438269b62c tempest-AttachVolumeTestJSON-1192105893 tempest-AttachVolumeTestJSON-1192105893-project] Notify callbacks [] for floatingip, after_delete {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:32:26.912765 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-eeb60ed7-c290-498f-998a-45438269b62c tempest-AttachVolumeTestJSON-1192105893 tempest-AttachVolumeTestJSON-1192105893-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57126'] for floatingip, before_response {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:32:26.914876 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [None req-eeb60ed7-c290-498f-998a-45438269b62c tempest-AttachVolumeTestJSON-1192105893 tempest-AttachVolumeTestJSON-1192105893-project] 10.222.0.36 "DELETE /v2.0/floatingips/f9d32322-2d0d-4842-b882-5f324b3b7f83 HTTP/1.1" status: 204 len: 168 time: 0.7175457 Sep 30 06:32:27.075320 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-7005ddb1-fe47-4ca6-b227-84458245118d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:32:27.080929 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-7005ddb1-fe47-4ca6-b227-84458245118d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533969'] for security_group, after_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:32:27.143797 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7005ddb1-fe47-4ca6-b227-84458245118d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cf214d9-e041-43f2-ae42-8626fd627721,revision_number=1']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:32:27.167131 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [None req-7005ddb1-fe47-4ca6-b227-84458245118d admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=3f0eec711c3f4678a21f54f5ec562390&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4877267 Sep 30 06:32:27.170832 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.wsgi [-] (93999) accepted ('10.222.0.36', 57940) {{(pid=93999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 06:32:27.245004 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-8672622d-706e-465b-92aa-c211addf2b11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:32:27.276447 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-8672622d-706e-465b-92aa-c211addf2b11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:32:27.363536 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.rpc [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] Device 80920450-855b-4404-98ac-1933b7f666f4 no longer exists at agent hyperv_hv-cinder-81187 {{(pid=94001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 06:32:27.382501 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-8672622d-706e-465b-92aa-c211addf2b11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533969'] for security_group, after_delete {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:32:27.386359 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-8672622d-706e-465b-92aa-c211addf2b11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:32:27.392507 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [None req-8672622d-706e-465b-92aa-c211addf2b11 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/9cf214d9-e041-43f2-ae42-8626fd627721 HTTP/1.1" status: 204 len: 168 time: 0.2196336 Sep 30 06:32:27.408335 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8672622d-706e-465b-92aa-c211addf2b11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cf214d9-e041-43f2-ae42-8626fd627721,revision_number=None']} {{(pid=93999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:32:27.420881 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.plugin [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] No Port match for: 80920450-855b-4404-98ac-1933b7f666f4 {{(pid=94001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 06:32:27.421329 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.rpc [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] Device 80920450-855b-4404-98ac-1933b7f666f4 not bound to the agent host hv-cinder-81187 {{(pid=94001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 06:32:27.691419 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44035957-95d7-4516-84c1-d02d579452f3 req-4a794dcf-abce-46f1-847e-1e22f23326e5 tempest-TestMinimumBasicScenario-1320848959 tempest-TestMinimumBasicScenario-1320848959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:32:27.692954 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-44035957-95d7-4516-84c1-d02d579452f3 req-4a794dcf-abce-46f1-847e-1e22f23326e5 tempest-TestMinimumBasicScenario-1320848959 tempest-TestMinimumBasicScenario-1320848959-project] 10.222.0.10 "GET /v2.0/ports?device_id=d0bb6047-6799-481c-9961-ca0038f01968 HTTP/1.1" status: 200 len: 946 time: 0.0681071 Sep 30 06:32:27.852425 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.plugins.ml2.plugin [req-44035957-95d7-4516-84c1-d02d579452f3 req-3b7a3734-6b59-47d0-b8c6-e3ac068e19f2 tempest-TestMinimumBasicScenario-1320848959 tempest-TestMinimumBasicScenario-1320848959-project] Deleting port 12a27015-8937-4612-aa31-c36e99d84dae {{(pid=93999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 06:32:27.852780 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [req-44035957-95d7-4516-84c1-d02d579452f3 req-3b7a3734-6b59-47d0-b8c6-e3ac068e19f2 tempest-TestMinimumBasicScenario-1320848959 tempest-TestMinimumBasicScenario-1320848959-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727545987880'] for port, before_delete {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:32:27.891390 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.36', 57960) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 06:32:27.936855 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-05d5392c-c170-4050-8374-bd4a630d7bff admin admin] Notify callbacks [] for security_group, before_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:32:27.952666 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.36', 57962) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 06:32:27.958190 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.api.v2.base [None req-0607aa97-67db-41b7-9fbb-388466cc2298 tempest-AttachVolumeTestJSON-1192105893 tempest-AttachVolumeTestJSON-1192105893-project] Request body: {'security_group': {'name': 'tempest-securitygroup--537087456', 'description': 'tempest-description--437891113'}} {{(pid=94000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 06:32:27.995554 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.db.api [None req-05d5392c-c170-4050-8374-bd4a630d7bff admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 30 06:32:27.995554 dv-cinder-811877-1-iscsi neutron-server[94000]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Sep 30 06:32:27.995554 dv-cinder-811877-1-iscsi neutron-server[94000]: [parameters: {'project_id': '4ba45bf97b764b4db9f2144734bf5280', 'id': '967dc431-597c-4dda-8d8e-d7dfaa069a02', 'expiration': datetime.datetime(2021, 9, 30, 6, 34, 27, 982058)}] Sep 30 06:32:27.995554 dv-cinder-811877-1-iscsi neutron-server[94000]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94000) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 30 06:32:27.996011 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG oslo_db.api [None req-05d5392c-c170-4050-8374-bd4a630d7bff admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 30 06:32:27.998900 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-0607aa97-67db-41b7-9fbb-388466cc2298 tempest-AttachVolumeTestJSON-1192105893 tempest-AttachVolumeTestJSON-1192105893-project] Notify callbacks [] for security_group, before_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:32:28.026747 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.plugins.ml2.db [req-44035957-95d7-4516-84c1-d02d579452f3 req-3b7a3734-6b59-47d0-b8c6-e3ac068e19f2 tempest-TestMinimumBasicScenario-1320848959 tempest-TestMinimumBasicScenario-1320848959-project] For port 12a27015-8937-4612-aa31-c36e99d84dae, host hv-cinder-81187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81187',level=0,port_id=12a27015-8937-4612-aa31-c36e99d84dae,segment=NetworkSegment(e38808c4-ca93-4f8b-9d24-7dc14d2470c7),segment_id=e38808c4-ca93-4f8b-9d24-7dc14d2470c7)] {{(pid=93999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 06:32:28.027499 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [req-44035957-95d7-4516-84c1-d02d579452f3 req-3b7a3734-6b59-47d0-b8c6-e3ac068e19f2 tempest-TestMinimumBasicScenario-1320848959 tempest-TestMinimumBasicScenario-1320848959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7874563'] for port, precommit_delete {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:32:28.039229 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e63ce68-4b12-41e0-ade7-13da1be42dd6 req-f9b11bf4-8150-45af-83bd-d9a089d2f808 tempest-TestMinimumBasicScenario-1320848959 tempest-TestMinimumBasicScenario-1320848959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:32:28.043106 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-0e63ce68-4b12-41e0-ade7-13da1be42dd6 req-f9b11bf4-8150-45af-83bd-d9a089d2f808 tempest-TestMinimumBasicScenario-1320848959 tempest-TestMinimumBasicScenario-1320848959-project] 10.222.0.36 "GET /v2.0/ports?device_id=d0bb6047-6799-481c-9961-ca0038f01968 HTTP/1.1" status: 200 len: 946 time: 0.0853887 Sep 30 06:32:28.085007 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.plugins.ml2.plugin [req-44035957-95d7-4516-84c1-d02d579452f3 req-3b7a3734-6b59-47d0-b8c6-e3ac068e19f2 tempest-TestMinimumBasicScenario-1320848959 tempest-TestMinimumBasicScenario-1320848959-project] Calling delete_port for 12a27015-8937-4612-aa31-c36e99d84dae owned by compute:nova {{(pid=93999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 06:32:28.143692 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-0607aa97-67db-41b7-9fbb-388466cc2298 tempest-AttachVolumeTestJSON-1192105893 tempest-AttachVolumeTestJSON-1192105893-project] Notify callbacks [] for security_group, precommit_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:32:28.149852 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-0607aa97-67db-41b7-9fbb-388466cc2298 tempest-AttachVolumeTestJSON-1192105893 tempest-AttachVolumeTestJSON-1192105893-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533969'] for security_group, after_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:32:28.186142 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-0e63ce68-4b12-41e0-ade7-13da1be42dd6 req-1f7ff7de-c2a7-4a02-af24-bffa7220db48 tempest-TestMinimumBasicScenario-1320848959 tempest-TestMinimumBasicScenario-1320848959-project] 10.222.0.36 "GET /v2.0/security-groups?id=a3fc8924-f30a-4de5-8af2-a86f77449999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241834 Sep 30 06:32:28.222961 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-0607aa97-67db-41b7-9fbb-388466cc2298 tempest-AttachVolumeTestJSON-1192105893 tempest-AttachVolumeTestJSON-1192105893-project] Notify callbacks [] for security_group, before_response {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:32:28.228654 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [None req-0607aa97-67db-41b7-9fbb-388466cc2298 tempest-AttachVolumeTestJSON-1192105893 tempest-AttachVolumeTestJSON-1192105893-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.2700508 Sep 30 06:32:28.228654 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0607aa97-67db-41b7-9fbb-388466cc2298 tempest-AttachVolumeTestJSON-1192105893 tempest-AttachVolumeTestJSON-1192105893-project] Pushing event updated for resources: {'SecurityGroup': ['ID=de9b6b00-8e3c-42ea-89f7-757f6c5d158d,revision_number=1']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:32:28.230287 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.36', 57968) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 06:32:28.235753 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.api.v2.base [None req-c7b876d3-8cd6-4667-b474-0c8b984d50d1 tempest-AttachVolumeTestJSON-1192105893 tempest-AttachVolumeTestJSON-1192105893-project] Request body: {'security_group_rule': {'security_group_id': 'de9b6b00-8e3c-42ea-89f7-757f6c5d158d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 06:32:28.289933 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-c7b876d3-8cd6-4667-b474-0c8b984d50d1 tempest-AttachVolumeTestJSON-1192105893 tempest-AttachVolumeTestJSON-1192105893-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:32:28.369883 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [req-44035957-95d7-4516-84c1-d02d579452f3 req-3b7a3734-6b59-47d0-b8c6-e3ac068e19f2 tempest-TestMinimumBasicScenario-1320848959 tempest-TestMinimumBasicScenario-1320848959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7821886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727545991406', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727545489354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6560267'] for port, after_delete {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:32:28.389222 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-c7b876d3-8cd6-4667-b474-0c8b984d50d1 tempest-AttachVolumeTestJSON-1192105893 tempest-AttachVolumeTestJSON-1192105893-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:32:28.393916 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-c7b876d3-8cd6-4667-b474-0c8b984d50d1 tempest-AttachVolumeTestJSON-1192105893 tempest-AttachVolumeTestJSON-1192105893-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544093'] for security_group_rule, after_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:32:28.411681 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7a3734-6b59-47d0-b8c6-e3ac068e19f2 tempest-TestMinimumBasicScenario-1320848959 tempest-TestMinimumBasicScenario-1320848959-project] Pushing event deleted for resources: {'Port': ['ID=12a27015-8937-4612-aa31-c36e99d84dae,revision_number=None']} {{(pid=93999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:32:28.411941 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.db [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] get_ports_and_sgs() called for port_ids ['12a27015-8937-4612-aa31-c36e99d84dae'] {{(pid=94001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 06:32:28.424561 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b876d3-8cd6-4667-b474-0c8b984d50d1 tempest-AttachVolumeTestJSON-1192105893 tempest-AttachVolumeTestJSON-1192105893-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da704f9e-d271-4fcd-9740-36f42ce5dea1,revision_number=0']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:32:28.432054 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-c7b876d3-8cd6-4667-b474-0c8b984d50d1 tempest-AttachVolumeTestJSON-1192105893 tempest-AttachVolumeTestJSON-1192105893-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:32:28.433672 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [None req-c7b876d3-8cd6-4667-b474-0c8b984d50d1 tempest-AttachVolumeTestJSON-1192105893 tempest-AttachVolumeTestJSON-1192105893-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2022655 Sep 30 06:32:28.436899 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.36', 57972) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 06:32:28.441579 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.api.v2.base [None req-23225aee-bb6e-4ce1-83d9-8029c9966e46 tempest-AttachVolumeTestJSON-1192105893 tempest-AttachVolumeTestJSON-1192105893-project] Request body: {'security_group_rule': {'security_group_id': 'de9b6b00-8e3c-42ea-89f7-757f6c5d158d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 06:32:28.474167 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-23225aee-bb6e-4ce1-83d9-8029c9966e46 tempest-AttachVolumeTestJSON-1192105893 tempest-AttachVolumeTestJSON-1192105893-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:32:28.483309 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-a14a5045-b534-4ceb-9611-6fa6d0269d53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727546001794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-597483'] for agent, after_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:32:28.491066 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.db.l3_dvrscheduler_db [req-44035957-95d7-4516-84c1-d02d579452f3 req-3b7a3734-6b59-47d0-b8c6-e3ac068e19f2 tempest-TestMinimumBasicScenario-1320848959 tempest-TestMinimumBasicScenario-1320848959-project] No DVR routers for this DVR port 12a27015-8937-4612-aa31-c36e99d84dae on host hv-cinder-81187 {{(pid=93999) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 06:32:28.494460 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [req-44035957-95d7-4516-84c1-d02d579452f3 req-3b7a3734-6b59-47d0-b8c6-e3ac068e19f2 tempest-TestMinimumBasicScenario-1320848959 tempest-TestMinimumBasicScenario-1320848959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57126'] for port, before_response {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:32:28.497204 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-44035957-95d7-4516-84c1-d02d579452f3 req-3b7a3734-6b59-47d0-b8c6-e3ac068e19f2 tempest-TestMinimumBasicScenario-1320848959 tempest-TestMinimumBasicScenario-1320848959-project] 10.222.0.10 "DELETE /v2.0/ports/12a27015-8937-4612-aa31-c36e99d84dae HTTP/1.1" status: 204 len: 173 time: 0.7965250 Sep 30 06:32:28.497453 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-05d5392c-c170-4050-8374-bd4a630d7bff admin admin] Notify callbacks [] for security_group, before_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:32:28.497742 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0bb6047-6799-481c-9961-ca0038f01968', 'name': 'network-vif-deleted', 'tag': '12a27015-8937-4612-aa31-c36e99d84dae'}] {{(pid=93999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 06:32:28.501092 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07b111f6e278cfffd9c4f208e103de524c2b9e3fbd4e5a5b5d8dd158a433df71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f0d037c-aa8f-420c-935e-6eacdd1a964b" -d '{"events": [{"server_uuid": "d0bb6047-6799-481c-9961-ca0038f01968", "name": "network-vif-deleted", "tag": "12a27015-8937-4612-aa31-c36e99d84dae"}]}' {{(pid=93999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 06:32:28.545057 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 06:32:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a530d3b5-efec-4242-a814-3d14a3e9d383 x-openstack-request-id: req-a530d3b5-efec-4242-a814-3d14a3e9d383 {{(pid=93999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 06:32:28.545522 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0bb6047-6799-481c-9961-ca0038f01968", "name": "network-vif-deleted", "tag": "12a27015-8937-4612-aa31-c36e99d84dae", "status": "completed", "code": 200}]} {{(pid=93999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 06:32:28.545817 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-a530d3b5-efec-4242-a814-3d14a3e9d383 {{(pid=93999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 06:32:28.546238 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0bb6047-6799-481c-9961-ca0038f01968', 'name': 'network-vif-deleted', 'tag': '12a27015-8937-4612-aa31-c36e99d84dae', 'status': 'completed', 'code': 200} Sep 30 06:32:28.566981 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-23225aee-bb6e-4ce1-83d9-8029c9966e46 tempest-AttachVolumeTestJSON-1192105893 tempest-AttachVolumeTestJSON-1192105893-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:32:28.576924 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-23225aee-bb6e-4ce1-83d9-8029c9966e46 tempest-AttachVolumeTestJSON-1192105893 tempest-AttachVolumeTestJSON-1192105893-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544093'] for security_group_rule, after_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:32:28.604909 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23225aee-bb6e-4ce1-83d9-8029c9966e46 tempest-AttachVolumeTestJSON-1192105893 tempest-AttachVolumeTestJSON-1192105893-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=920a6208-7f47-473a-ad2a-4442ef3501be,revision_number=0']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:32:28.647633 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-05d5392c-c170-4050-8374-bd4a630d7bff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:32:28.652720 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-05d5392c-c170-4050-8374-bd4a630d7bff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533969'] for security_group, after_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:32:28.673471 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-23225aee-bb6e-4ce1-83d9-8029c9966e46 tempest-AttachVolumeTestJSON-1192105893 tempest-AttachVolumeTestJSON-1192105893-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:32:28.674760 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [None req-23225aee-bb6e-4ce1-83d9-8029c9966e46 tempest-AttachVolumeTestJSON-1192105893 tempest-AttachVolumeTestJSON-1192105893-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2368190 Sep 30 06:32:28.678120 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.wsgi [-] (93999) accepted ('10.222.0.36', 57978) {{(pid=93999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 06:32:28.682693 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.api.v2.base [None req-04d88f1f-b294-4de8-afc5-768133870260 tempest-AttachVolumeTestJSON-1192105893 tempest-AttachVolumeTestJSON-1192105893-project] Request body: {'floatingip': {'floating_network_id': 'ddd8ee8b-b24f-47fb-afd7-cfc700c93624'}} {{(pid=93999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 06:32:28.701152 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [None req-05d5392c-c170-4050-8374-bd4a630d7bff admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=4ba45bf97b764b4db9f2144734bf5280&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8083501 Sep 30 06:32:28.701957 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d5392c-c170-4050-8374-bd4a630d7bff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81436355-7e9a-4b66-9b56-02d30b906fef,revision_number=1']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:32:28.703934 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.wsgi [-] (93999) accepted ('10.222.0.36', 57980) {{(pid=93999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 06:32:28.713184 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-04d88f1f-b294-4de8-afc5-768133870260 tempest-AttachVolumeTestJSON-1192105893 tempest-AttachVolumeTestJSON-1192105893-project] Notify callbacks [] for floatingip, before_create {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:32:28.786949 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-01b2e9b2-6a84-4872-9aa7-6900d165a5f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:32:28.839271 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-01b2e9b2-6a84-4872-9aa7-6900d165a5f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:32:28.899829 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-04d88f1f-b294-4de8-afc5-768133870260 tempest-AttachVolumeTestJSON-1192105893 tempest-AttachVolumeTestJSON-1192105893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653538'] for port, before_create {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:32:28.919788 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-01b2e9b2-6a84-4872-9aa7-6900d165a5f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533969'] for security_group, after_delete {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:32:28.923843 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-01b2e9b2-6a84-4872-9aa7-6900d165a5f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:32:28.925181 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [None req-01b2e9b2-6a84-4872-9aa7-6900d165a5f8 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/81436355-7e9a-4b66-9b56-02d30b906fef HTTP/1.1" status: 204 len: 168 time: 0.2197456 Sep 30 06:32:28.968730 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b2e9b2-6a84-4872-9aa7-6900d165a5f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81436355-7e9a-4b66-9b56-02d30b906fef,revision_number=None']} {{(pid=93999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:32:29.059941 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.db.db_base_plugin_common [None req-04d88f1f-b294-4de8-afc5-768133870260 tempest-AttachVolumeTestJSON-1192105893 tempest-AttachVolumeTestJSON-1192105893-project] Allocated IP 172.27.1.6 (ddd8ee8b-b24f-47fb-afd7-cfc700c93624/4727b4cf-a8ea-4dab-8db4-019b4e8b0546/23824541-e437-4b69-89b8-5b2c3be7e863) {{(pid=93999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 06:32:29.184017 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-04d88f1f-b294-4de8-afc5-768133870260 tempest-AttachVolumeTestJSON-1192105893 tempest-AttachVolumeTestJSON-1192105893-project] Notify callbacks [] for port, precommit_create {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:32:29.219389 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-04d88f1f-b294-4de8-afc5-768133870260 tempest-AttachVolumeTestJSON-1192105893 tempest-AttachVolumeTestJSON-1192105893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7821886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727545489345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6560267'] for port, after_create {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:32:29.267454 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04d88f1f-b294-4de8-afc5-768133870260 tempest-AttachVolumeTestJSON-1192105893 tempest-AttachVolumeTestJSON-1192105893-project] Network ddd8ee8b-b24f-47fb-afd7-cfc700c93624 is already hosted by enough agents. {{(pid=93999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 06:32:29.270235 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.scheduler.base_scheduler [None req-04d88f1f-b294-4de8-afc5-768133870260 tempest-AttachVolumeTestJSON-1192105893 tempest-AttachVolumeTestJSON-1192105893-project] Resources bound (agent type, host, resource id): {{(pid=93999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 06:32:29.273682 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04d88f1f-b294-4de8-afc5-768133870260 tempest-AttachVolumeTestJSON-1192105893 tempest-AttachVolumeTestJSON-1192105893-project] Received port after_create {{(pid=93999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 06:32:29.305850 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d88f1f-b294-4de8-afc5-768133870260 tempest-AttachVolumeTestJSON-1192105893 tempest-AttachVolumeTestJSON-1192105893-project] Pushing event updated for resources: {'Port': ['ID=23824541-e437-4b69-89b8-5b2c3be7e863,revision_number=1']} {{(pid=93999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:32:29.428874 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-04d88f1f-b294-4de8-afc5-768133870260 tempest-AttachVolumeTestJSON-1192105893 tempest-AttachVolumeTestJSON-1192105893-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:32:29.481185 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-04d88f1f-b294-4de8-afc5-768133870260 tempest-AttachVolumeTestJSON-1192105893 tempest-AttachVolumeTestJSON-1192105893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653538'] for port, before_update {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:32:29.742236 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-04d88f1f-b294-4de8-afc5-768133870260 tempest-AttachVolumeTestJSON-1192105893 tempest-AttachVolumeTestJSON-1192105893-project] Notify callbacks [] for port, precommit_update {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:32:29.748086 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-04d88f1f-b294-4de8-afc5-768133870260 tempest-AttachVolumeTestJSON-1192105893 tempest-AttachVolumeTestJSON-1192105893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7821886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727545992452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727545489363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727545489381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6560256'] for port, after_update {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:32:29.823902 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d88f1f-b294-4de8-afc5-768133870260 tempest-AttachVolumeTestJSON-1192105893 tempest-AttachVolumeTestJSON-1192105893-project] Pushing event updated for resources: {'Port': ['ID=23824541-e437-4b69-89b8-5b2c3be7e863,revision_number=2']} {{(pid=93999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:32:29.834892 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-04d88f1f-b294-4de8-afc5-768133870260 tempest-AttachVolumeTestJSON-1192105893 tempest-AttachVolumeTestJSON-1192105893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7877914'] for floatingip, after_create {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:32:29.850474 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-04d88f1f-b294-4de8-afc5-768133870260 tempest-AttachVolumeTestJSON-1192105893 tempest-AttachVolumeTestJSON-1192105893-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57126'] for floatingip, before_response {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:32:29.851845 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [None req-04d88f1f-b294-4de8-afc5-768133870260 tempest-AttachVolumeTestJSON-1192105893 tempest-AttachVolumeTestJSON-1192105893-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 1.1726365 Sep 30 06:32:30.039414 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8232e98d-5b7d-44c8-b73d-39f0ea70233f req-41b35664-9aea-402c-9c64-a63ac0382901 tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:32:30.048203 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-8232e98d-5b7d-44c8-b73d-39f0ea70233f req-41b35664-9aea-402c-9c64-a63ac0382901 tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] 10.222.0.36 "GET /v2.0/ports?device_id=c7de8e92-ecc9-41bc-98bb-5c2242bab3d1 HTTP/1.1" status: 200 len: 946 time: 0.3170922 Sep 30 06:32:30.089103 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-8232e98d-5b7d-44c8-b73d-39f0ea70233f req-e0abd4c5-2670-4aa9-a54a-cb98aef6576c tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] 10.222.0.36 "GET /v2.0/security-groups?id=aaa05d83-3ebc-404f-b7b5-bc03e45995ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399613 Sep 30 06:32:30.185897 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-25060d1b-26c2-4e02-b1ab-9360e957a129 req-d9d8f87d-ab15-4f9c-b98e-73e3e558baef tempest-AttachVolumeTestJSON-1192105893 tempest-AttachVolumeTestJSON-1192105893-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--537087456&fields=id&tenant_id=fd01cd14f23840e59331ece07bbcdf9e HTTP/1.1" status: 200 len: 267 time: 0.0362070 Sep 30 06:32:30.300863 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25060d1b-26c2-4e02-b1ab-9360e957a129 req-195b4a85-1339-486d-b333-9b1ad39b649e tempest-AttachVolumeTestJSON-1192105893 tempest-AttachVolumeTestJSON-1192105893-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:32:30.303302 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-25060d1b-26c2-4e02-b1ab-9360e957a129 req-195b4a85-1339-486d-b333-9b1ad39b649e tempest-AttachVolumeTestJSON-1192105893 tempest-AttachVolumeTestJSON-1192105893-project] 10.222.0.36 "GET /v2.0/networks?id=92aa8f19-aafd-4462-9d7f-7e5f878c12b2 HTTP/1.1" status: 200 len: 810 time: 0.1091168 Sep 30 06:32:30.315032 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.36', 58084) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 06:32:30.320010 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-25060d1b-26c2-4e02-b1ab-9360e957a129 req-68f96486-90e4-40d2-9f23-1977ededca28 tempest-AttachVolumeTestJSON-1192105893 tempest-AttachVolumeTestJSON-1192105893-project] 10.222.0.36 "GET /v2.0/quotas/fd01cd14f23840e59331ece07bbcdf9e HTTP/1.1" status: 200 len: 375 time: 0.0117638 Sep 30 06:32:30.391829 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-25060d1b-26c2-4e02-b1ab-9360e957a129 req-67031ffc-3fe7-4e50-ba81-dcd034962bc0 tempest-AttachVolumeTestJSON-1192105893 tempest-AttachVolumeTestJSON-1192105893-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=fd01cd14f23840e59331ece07bbcdf9e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0557497 Sep 30 06:32:30.491054 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-25060d1b-26c2-4e02-b1ab-9360e957a129 req-4c6783f7-f350-44ba-9402-8e59b2195d00 service neutron] 10.222.0.36 "GET /v2.0/networks/92aa8f19-aafd-4462-9d7f-7e5f878c12b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0984111 Sep 30 06:32:30.556545 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.wsgi [-] (93999) accepted ('10.222.0.36', 58088) {{(pid=93999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 06:32:30.598340 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-25060d1b-26c2-4e02-b1ab-9360e957a129 req-a004d3bb-2b1d-45f4-9229-5f5dcb87f09b service neutron] 10.222.0.36 "GET /v2.0/networks/92aa8f19-aafd-4462-9d7f-7e5f878c12b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0981033 Sep 30 06:32:30.720938 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-73fd8061-6749-4589-bdf4-fc1cd4f19d06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7877658'] for router_interface, before_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:32:30.772511 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-30fe7d1f-e302-4810-93cc-1ef0bc79373b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:32:30.851786 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-18649c87-90b8-40ed-8c20-c12678204b61 req-b3bb182c-2df8-44b8-8a4c-6ce04aec53b1 tempest-AttachVolumeTestJSON-1192105893 tempest-AttachVolumeTestJSON-1192105893-project] 10.222.0.36 "GET /v2.0/ports?device_id=aea852bb-fe37-4a09-9dbd-9d4b564b22f3 HTTP/1.1" status: 200 len: 210 time: 0.0607612 Sep 30 06:32:30.926797 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-30fe7d1f-e302-4810-93cc-1ef0bc79373b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:32:30.932531 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-30fe7d1f-e302-4810-93cc-1ef0bc79373b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533969'] for security_group, after_create {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:32:30.964472 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30fe7d1f-e302-4810-93cc-1ef0bc79373b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d40da85d-b96d-454b-8112-9b0647135b3a,revision_number=1']} {{(pid=93999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:32:30.993190 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [None req-30fe7d1f-e302-4810-93cc-1ef0bc79373b admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=1323d49ab7514b75bab8c9b7398ac20d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4356046 Sep 30 06:32:30.995963 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.wsgi [-] (93999) accepted ('10.222.0.36', 58106) {{(pid=93999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 06:32:31.059892 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-e5249d0a-03c4-4e12-b131-3d0fb60499de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:32:31.083743 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-e5249d0a-03c4-4e12-b131-3d0fb60499de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:32:31.178736 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-e5249d0a-03c4-4e12-b131-3d0fb60499de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533969'] for security_group, after_delete {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:32:31.185040 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-e5249d0a-03c4-4e12-b131-3d0fb60499de admin admin] Notify callbacks [] for security_group, before_response {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:32:31.191605 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [None req-e5249d0a-03c4-4e12-b131-3d0fb60499de admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/d40da85d-b96d-454b-8112-9b0647135b3a HTTP/1.1" status: 204 len: 168 time: 0.1934116 Sep 30 06:32:31.203837 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5249d0a-03c4-4e12-b131-3d0fb60499de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d40da85d-b96d-454b-8112-9b0647135b3a,revision_number=None']} {{(pid=93999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:32:31.208458 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.plugins.ml2.plugin [None req-73fd8061-6749-4589-bdf4-fc1cd4f19d06 admin admin] Deleting port cae3120b-7c2f-4b4b-9ce8-449107abc03c {{(pid=94000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 06:32:31.209314 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-73fd8061-6749-4589-bdf4-fc1cd4f19d06 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727545987880'] for port, before_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:32:31.376174 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.rpc [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] Device 12a27015-8937-4612-aa31-c36e99d84dae no longer exists at agent hyperv_hv-cinder-81187 {{(pid=94001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 06:32:31.382786 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.plugins.ml2.db [None req-73fd8061-6749-4589-bdf4-fc1cd4f19d06 admin admin] For port cae3120b-7c2f-4b4b-9ce8-449107abc03c, host dv-cinder-811877-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811877-1-iscsi',level=0,port_id=cae3120b-7c2f-4b4b-9ce8-449107abc03c,segment=NetworkSegment(e38808c4-ca93-4f8b-9d24-7dc14d2470c7),segment_id=e38808c4-ca93-4f8b-9d24-7dc14d2470c7)] {{(pid=94000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 06:32:31.383322 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-73fd8061-6749-4589-bdf4-fc1cd4f19d06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7874563'] for port, precommit_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:32:31.405148 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.plugins.ml2.plugin [None req-73fd8061-6749-4589-bdf4-fc1cd4f19d06 admin admin] Calling delete_port for cae3120b-7c2f-4b4b-9ce8-449107abc03c owned by network:router_interface {{(pid=94000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 06:32:31.408423 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.plugin [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] No Port match for: 12a27015-8937-4612-aa31-c36e99d84dae {{(pid=94001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 06:32:31.408764 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.rpc [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] Device 12a27015-8937-4612-aa31-c36e99d84dae not bound to the agent host hv-cinder-81187 {{(pid=94001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 06:32:31.410261 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-1ca2a158-6b35-4600-8e40-9b567c712e0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727546001794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-597483'] for agent, after_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:32:31.495245 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0860b5ea-f677-4e2f-8228-dd759aad012c req-b18349bb-4b41-49fc-969f-ad9471d894b8 tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:32:31.502362 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-0860b5ea-f677-4e2f-8228-dd759aad012c req-b18349bb-4b41-49fc-969f-ad9471d894b8 tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] 10.222.0.36 "GET /v2.0/ports?device_id=c7de8e92-ecc9-41bc-98bb-5c2242bab3d1 HTTP/1.1" status: 200 len: 946 time: 0.2744565 Sep 30 06:32:31.603825 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-0860b5ea-f677-4e2f-8228-dd759aad012c req-2dd947d9-48e7-4219-bd64-96650233e3f8 tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] 10.222.0.36 "GET /v2.0/security-groups?id=aaa05d83-3ebc-404f-b7b5-bc03e45995ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0878983 Sep 30 06:32:31.627015 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5dcfcc4-9c15-4be0-a416-734d66c9da04 req-10c082d1-5c49-4187-ac65-dc79bce908ea tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:32:31.628798 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-d5dcfcc4-9c15-4be0-a416-734d66c9da04 req-10c082d1-5c49-4187-ac65-dc79bce908ea tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] 10.222.0.10 "GET /v2.0/ports?device_id=c7de8e92-ecc9-41bc-98bb-5c2242bab3d1 HTTP/1.1" status: 200 len: 946 time: 0.1417949 Sep 30 06:32:31.676769 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-73fd8061-6749-4589-bdf4-fc1cd4f19d06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7821886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727545991406', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727545489354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4572815'] for port, after_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:32:31.716182 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73fd8061-6749-4589-bdf4-fc1cd4f19d06 admin admin] Pushing event deleted for resources: {'Port': ['ID=cae3120b-7c2f-4b4b-9ce8-449107abc03c,revision_number=None']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:32:31.746185 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73fd8061-6749-4589-bdf4-fc1cd4f19d06 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=94000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:32:31.747331 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73fd8061-6749-4589-bdf4-fc1cd4f19d06 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=94000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:32:31.747693 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73fd8061-6749-4589-bdf4-fc1cd4f19d06 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=94000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:32:31.748217 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73fd8061-6749-4589-bdf4-fc1cd4f19d06 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=94000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:32:31.748790 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73fd8061-6749-4589-bdf4-fc1cd4f19d06 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=94000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:32:31.749132 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73fd8061-6749-4589-bdf4-fc1cd4f19d06 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=94000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:32:31.749504 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73fd8061-6749-4589-bdf4-fc1cd4f19d06 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=94000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:32:31.749880 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73fd8061-6749-4589-bdf4-fc1cd4f19d06 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=94000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:32:31.751059 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73fd8061-6749-4589-bdf4-fc1cd4f19d06 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=94000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:32:31.751572 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73fd8061-6749-4589-bdf4-fc1cd4f19d06 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=94000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:32:31.751921 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73fd8061-6749-4589-bdf4-fc1cd4f19d06 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=94000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:32:31.752254 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73fd8061-6749-4589-bdf4-fc1cd4f19d06 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=94000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:32:31.799967 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.plugins.ml2.plugin [req-d5dcfcc4-9c15-4be0-a416-734d66c9da04 req-4157a1e1-c476-4cb6-8700-c033679c303e tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] Deleting port 387fd7a2-12c8-44e0-a778-a8a0b80d0b88 {{(pid=93999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 06:32:31.800515 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [req-d5dcfcc4-9c15-4be0-a416-734d66c9da04 req-4157a1e1-c476-4cb6-8700-c033679c303e tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727545987880'] for port, before_delete {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:32:31.954276 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-73fd8061-6749-4589-bdf4-fc1cd4f19d06 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7821773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7878035'] for router_interface, after_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:32:32.165647 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-812e8d01-ed61-4366-b151-3e9352f4b468 req-7d24af3c-ab1b-48d4-8d64-10169239125a tempest-AttachVolumeTestJSON-1192105893 tempest-AttachVolumeTestJSON-1192105893-project] 10.222.0.36 "GET /v2.0/ports?device_id=aea852bb-fe37-4a09-9dbd-9d4b564b22f3 HTTP/1.1" status: 200 len: 210 time: 0.0607967 Sep 30 06:32:32.186590 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.plugins.ml2.db [req-d5dcfcc4-9c15-4be0-a416-734d66c9da04 req-4157a1e1-c476-4cb6-8700-c033679c303e tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] For port 387fd7a2-12c8-44e0-a778-a8a0b80d0b88, host hv-cinder-81187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81187',level=0,port_id=387fd7a2-12c8-44e0-a778-a8a0b80d0b88,segment=NetworkSegment(2a6dd986-63b3-41e2-80f5-fecbf28b70d3),segment_id=2a6dd986-63b3-41e2-80f5-fecbf28b70d3)] {{(pid=93999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 06:32:32.188967 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [req-d5dcfcc4-9c15-4be0-a416-734d66c9da04 req-4157a1e1-c476-4cb6-8700-c033679c303e tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7874563'] for port, precommit_delete {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:32:32.312502 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-1a5ef50c-1a60-4eeb-b96e-cf5df6fcca4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727546001794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-597483'] for agent, after_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:32:32.382459 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73fd8061-6749-4589-bdf4-fc1cd4f19d06 admin admin] Router 706768c9-2d14-4a5a-9bab-f46de9be7398 has already been hosted by L3 agent f054bd23-6895-478f-87a4-7cc0e21c04e0 {{(pid=94000) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 06:32:32.514970 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25060d1b-26c2-4e02-b1ab-9360e957a129 req-b00056f3-7824-47f3-9ca6-486f23c02376 tempest-AttachVolumeTestJSON-1192105893 tempest-AttachVolumeTestJSON-1192105893-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:32:32.526213 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-25060d1b-26c2-4e02-b1ab-9360e957a129 req-b00056f3-7824-47f3-9ca6-486f23c02376 tempest-AttachVolumeTestJSON-1192105893 tempest-AttachVolumeTestJSON-1192105893-project] 10.222.0.10 "GET /v2.0/networks?id=92aa8f19-aafd-4462-9d7f-7e5f878c12b2 HTTP/1.1" status: 200 len: 810 time: 0.3040812 Sep 30 06:32:32.550971 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73fd8061-6749-4589-bdf4-fc1cd4f19d06 admin admin] Notify agent at l3_agent.dv-cinder-811877-1-iscsi the message routers_updated {{(pid=94000) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 06:32:32.560242 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [None req-73fd8061-6749-4589-bdf4-fc1cd4f19d06 admin admin] 10.222.0.36 "PUT /v2.0/routers/706768c9-2d14-4a5a-9bab-f46de9be7398/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2423313 Sep 30 06:32:32.565017 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.36', 58156) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 06:32:32.568875 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-473a4d67-ada5-4633-a5bc-620fb96cb2ec None None] Sync routers for ids ['706768c9-2d14-4a5a-9bab-f46de9be7398'] in dv-cinder-811877-1-iscsi {{(pid=94001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 06:32:32.580162 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [req-d5dcfcc4-9c15-4be0-a416-734d66c9da04 req-4157a1e1-c476-4cb6-8700-c033679c303e tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:32:32.580981 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [req-d5dcfcc4-9c15-4be0-a416-734d66c9da04 req-4157a1e1-c476-4cb6-8700-c033679c303e tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7877914'] for floatingip, after_update {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:32:32.581791 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.db.l3_db [req-d5dcfcc4-9c15-4be0-a416-734d66c9da04 req-4157a1e1-c476-4cb6-8700-c033679c303e tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] Floating IP 57c7ce89-da12-4dba-b844-2fab6d1153a6 disassociated. External IP: 172.27.1.241, port: 387fd7a2-12c8-44e0-a778-a8a0b80d0b88. Sep 30 06:32:32.582349 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.plugins.ml2.plugin [req-d5dcfcc4-9c15-4be0-a416-734d66c9da04 req-4157a1e1-c476-4cb6-8700-c033679c303e tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] Calling delete_port for 387fd7a2-12c8-44e0-a778-a8a0b80d0b88 owned by compute:nova {{(pid=93999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 06:32:32.584793 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-473a4d67-ada5-4633-a5bc-620fb96cb2ec None None] Routers {'706768c9-2d14-4a5a-9bab-f46de9be7398'} bound to L3 agent in host dv-cinder-811877-1-iscsi {{(pid=94001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 06:32:32.586188 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.db.l3_hamode_db [None req-473a4d67-ada5-4633-a5bc-620fb96cb2ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811877-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-30T06:19:31Z,description=,heartbeat_timestamp=2021-09-30T06:32:31Z,host='dv-cinder-811877-1-iscsi',id=f054bd23-6895-478f-87a4-7cc0e21c04e0,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T06:19:31Z,topic='l3_agent')) {'router_ids': ['706768c9-2d14-4a5a-9bab-f46de9be7398'], 'active': True} {{(pid=94001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 06:32:32.633415 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-25060d1b-26c2-4e02-b1ab-9360e957a129 req-09af5de8-0660-4f23-9583-728db83b8469 tempest-AttachVolumeTestJSON-1192105893 tempest-AttachVolumeTestJSON-1192105893-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fd01cd14f23840e59331ece07bbcdf9e HTTP/1.1" status: 200 len: 379 time: 0.0740485 Sep 30 06:32:32.675875 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.api.v2.base [req-25060d1b-26c2-4e02-b1ab-9360e957a129 req-e48c569a-04e7-42b4-938f-e3711fd47683 tempest-AttachVolumeTestJSON-1192105893 tempest-AttachVolumeTestJSON-1192105893-project] Request body: {'port': {'device_id': 'aea852bb-fe37-4a09-9dbd-9d4b564b22f3', 'network_id': '92aa8f19-aafd-4462-9d7f-7e5f878c12b2', 'admin_state_up': True, 'tenant_id': 'fd01cd14f23840e59331ece07bbcdf9e', 'security_groups': ['de9b6b00-8e3c-42ea-89f7-757f6c5d158d']}} {{(pid=93999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 06:32:32.724795 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-200fd5a6-a85f-4ee9-a1e6-ea9af64c198d admin admin] Notify callbacks [] for router, before_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:32:32.730719 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.db.l3_dvr_db [None req-473a4d67-ada5-4633-a5bc-620fb96cb2ec None None] Set router 706768c9-2d14-4a5a-9bab-f46de9be7398 gateway port host: dv-cinder-811877-1-iscsi {{(pid=94001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 06:32:32.816444 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-028184f3-f8cc-4c85-9e6b-64613141ad03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727546001794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-597483'] for agent, after_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:32:32.934936 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd033b9-2d86-4fd0-a2c1-9411fa996e2e req-0f441eb3-9fd4-43ea-8903-e0aa3febfef4 tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:32:32.936939 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-ddd033b9-2d86-4fd0-a2c1-9411fa996e2e req-0f441eb3-9fd4-43ea-8903-e0aa3febfef4 tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] 10.222.0.36 "GET /v2.0/ports?device_id=c7de8e92-ecc9-41bc-98bb-5c2242bab3d1 HTTP/1.1" status: 200 len: 946 time: 0.1650712 Sep 30 06:32:32.963892 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-25060d1b-26c2-4e02-b1ab-9360e957a129 req-e48c569a-04e7-42b4-938f-e3711fd47683 tempest-AttachVolumeTestJSON-1192105893 tempest-AttachVolumeTestJSON-1192105893-project] Made reservation on behalf of fd01cd14f23840e59331ece07bbcdf9e for: {'port': 1} {{(pid=93999) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 06:32:32.969235 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [req-25060d1b-26c2-4e02-b1ab-9360e957a129 req-e48c569a-04e7-42b4-938f-e3711fd47683 tempest-AttachVolumeTestJSON-1192105893 tempest-AttachVolumeTestJSON-1192105893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653538'] for port, before_create {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:32:33.010939 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.db.l3_hamode_db [None req-473a4d67-ada5-4633-a5bc-620fb96cb2ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '706768c9-2d14-4a5a-9bab-f46de9be7398', 'name': 'tempest-TestMinimumBasicScenario-1179216974-router', 'tenant_id': '1eac498b69b6420eb083db675eb52bac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddd8ee8b-b24f-47fb-afd7-cfc700c93624', 'external_fixed_ips': [{'subnet_id': '4727b4cf-a8ea-4dab-8db4-019b4e8b0546', 'ip_address': '172.27.1.13'}], 'enable_snat': True}, 'gw_port_id': '07e17e25-9f4f-4af6-a235-bc7090b2ada5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T06:28:49Z', 'updated_at': '2021-09-30T06:32:31Z', 'revision_number': 5, 'project_id': '1eac498b69b6420eb083db675eb52bac', 'gw_port': {'id': '07e17e25-9f4f-4af6-a235-bc7090b2ada5', 'name': '', 'network_id': 'ddd8ee8b-b24f-47fb-afd7-cfc700c93624', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:7c:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '706768c9-2d14-4a5a-9bab-f46de9be7398', 'device_owner': 'network:router_gateway', 'standard_attr_id': 283, 'fixed_ips': [{'subnet_id': '4727b4cf-a8ea-4dab-8db4-019b4e8b0546', 'ip_address': '172.27.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T06:28:50Z', 'updated_at': '2021-09-30T06:28:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4727b4cf-a8ea-4dab-8db4-019b4e8b0546', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811877-1-iscsi'}], 'dv-cinder-811877-1-iscsi', False) {} {{(pid=94001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 06:32:33.042489 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-473a4d67-ada5-4633-a5bc-620fb96cb2ec None None] Checking router: 706768c9-2d14-4a5a-9bab-f46de9be7398 for host: dv-cinder-811877-1-iscsi {{(pid=94001) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 06:32:33.046311 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-ddd033b9-2d86-4fd0-a2c1-9411fa996e2e req-7861d376-17f9-4410-996d-529e0ceda951 tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] 10.222.0.36 "GET /v2.0/security-groups?id=aaa05d83-3ebc-404f-b7b5-bc03e45995ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0969224 Sep 30 06:32:33.054404 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-473a4d67-ada5-4633-a5bc-620fb96cb2ec None None] Routers {'706768c9-2d14-4a5a-9bab-f46de9be7398'} bound to L3 agent in host dv-cinder-811877-1-iscsi {{(pid=94001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 06:32:33.055470 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.db.l3_hamode_db [None req-473a4d67-ada5-4633-a5bc-620fb96cb2ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811877-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-30T06:19:31Z,description=,heartbeat_timestamp=2021-09-30T06:32:31Z,host='dv-cinder-811877-1-iscsi',id=f054bd23-6895-478f-87a4-7cc0e21c04e0,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T06:19:31Z,topic='l3_agent')) {'router_ids': ['706768c9-2d14-4a5a-9bab-f46de9be7398'], 'active': True} {{(pid=94001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 06:32:33.063899 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [req-d5dcfcc4-9c15-4be0-a416-734d66c9da04 req-4157a1e1-c476-4cb6-8700-c033679c303e tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7821886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727545991406', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727545489354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6560267'] for port, after_delete {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:32:33.104944 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4157a1e1-c476-4cb6-8700-c033679c303e tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] Pushing event deleted for resources: {'Port': ['ID=387fd7a2-12c8-44e0-a778-a8a0b80d0b88,revision_number=None']} {{(pid=93999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:32:33.148248 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-200fd5a6-a85f-4ee9-a1e6-ea9af64c198d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:32:33.174440 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.wsgi [-] (93999) accepted ('10.222.0.36', 58166) {{(pid=93999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 06:32:33.242204 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.plugins.ml2.plugin [None req-200fd5a6-a85f-4ee9-a1e6-ea9af64c198d admin admin] Deleting port 07e17e25-9f4f-4af6-a235-bc7090b2ada5 {{(pid=94000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 06:32:33.242704 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-200fd5a6-a85f-4ee9-a1e6-ea9af64c198d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727545987880'] for port, before_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:32:33.363421 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.db.l3_dvr_db [None req-473a4d67-ada5-4633-a5bc-620fb96cb2ec None None] Set router 706768c9-2d14-4a5a-9bab-f46de9be7398 gateway port host: dv-cinder-811877-1-iscsi {{(pid=94001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 06:32:33.373156 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-55c4ea89-f51c-43b7-a3f0-b2a27604cdfa req-c5f89620-a6bb-4813-8595-7d3a952a481b tempest-AttachVolumeTestJSON-1192105893 tempest-AttachVolumeTestJSON-1192105893-project] 10.222.0.36 "GET /v2.0/ports?device_id=aea852bb-fe37-4a09-9dbd-9d4b564b22f3 HTTP/1.1" status: 200 len: 210 time: 0.0808177 Sep 30 06:32:33.425866 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.plugins.ml2.db [None req-200fd5a6-a85f-4ee9-a1e6-ea9af64c198d admin admin] For port 07e17e25-9f4f-4af6-a235-bc7090b2ada5, host dv-cinder-811877-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811877-1-iscsi',level=0,port_id=07e17e25-9f4f-4af6-a235-bc7090b2ada5,segment=NetworkSegment(f18bb042-e630-4c4b-b384-e9bf093ecc8b),segment_id=f18bb042-e630-4c4b-b384-e9bf093ecc8b)] {{(pid=94000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 06:32:33.427286 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-200fd5a6-a85f-4ee9-a1e6-ea9af64c198d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7874563'] for port, precommit_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:32:33.443388 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.plugins.ml2.plugin [None req-200fd5a6-a85f-4ee9-a1e6-ea9af64c198d admin admin] Calling delete_port for 07e17e25-9f4f-4af6-a235-bc7090b2ada5 owned by network:router_gateway {{(pid=94000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 06:32:33.540367 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.wsgi [-] (93999) accepted ('10.222.0.36', 58176) {{(pid=93999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 06:32:33.700042 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.db.l3_hamode_db [None req-473a4d67-ada5-4633-a5bc-620fb96cb2ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '706768c9-2d14-4a5a-9bab-f46de9be7398', 'name': 'tempest-TestMinimumBasicScenario-1179216974-router', 'tenant_id': '1eac498b69b6420eb083db675eb52bac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddd8ee8b-b24f-47fb-afd7-cfc700c93624', 'external_fixed_ips': [{'subnet_id': '4727b4cf-a8ea-4dab-8db4-019b4e8b0546', 'ip_address': '172.27.1.13'}], 'enable_snat': True}, 'gw_port_id': '07e17e25-9f4f-4af6-a235-bc7090b2ada5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T06:28:49Z', 'updated_at': '2021-09-30T06:32:31Z', 'revision_number': 5, 'project_id': '1eac498b69b6420eb083db675eb52bac', 'gw_port': {'id': '07e17e25-9f4f-4af6-a235-bc7090b2ada5', 'name': '', 'network_id': 'ddd8ee8b-b24f-47fb-afd7-cfc700c93624', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:7c:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '706768c9-2d14-4a5a-9bab-f46de9be7398', 'device_owner': 'network:router_gateway', 'standard_attr_id': 283, 'fixed_ips': [{'subnet_id': '4727b4cf-a8ea-4dab-8db4-019b4e8b0546', 'ip_address': '172.27.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T06:28:50Z', 'updated_at': '2021-09-30T06:28:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4727b4cf-a8ea-4dab-8db4-019b4e8b0546', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811877-1-iscsi'}], 'dv-cinder-811877-1-iscsi', False) {} {{(pid=94001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 06:32:33.711780 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.db.db_base_plugin_common [req-25060d1b-26c2-4e02-b1ab-9360e957a129 req-e48c569a-04e7-42b4-938f-e3711fd47683 tempest-AttachVolumeTestJSON-1192105893 tempest-AttachVolumeTestJSON-1192105893-project] Allocated IP 172.20.0.8 (92aa8f19-aafd-4462-9d7f-7e5f878c12b2/87e3e2f7-f230-4774-967b-a68a66b90c87/db6f15e0-ca40-4611-82a6-7ccc6d13c254) {{(pid=93999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 06:32:33.779140 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-473a4d67-ada5-4633-a5bc-620fb96cb2ec None None] The sync data for ids ['706768c9-2d14-4a5a-9bab-f46de9be7398'] in dv-cinder-811877-1-iscsi is: [{'id': '706768c9-2d14-4a5a-9bab-f46de9be7398', 'name': 'tempest-TestMinimumBasicScenario-1179216974-router', 'tenant_id': '1eac498b69b6420eb083db675eb52bac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddd8ee8b-b24f-47fb-afd7-cfc700c93624', 'external_fixed_ips': [{'subnet_id': '4727b4cf-a8ea-4dab-8db4-019b4e8b0546', 'ip_address': '172.27.1.13'}], 'enable_snat': True}, 'gw_port_id': '07e17e25-9f4f-4af6-a235-bc7090b2ada5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T06:28:49Z', 'updated_at': '2021-09-30T06:32:31Z', 'revision_number': 5, 'project_id': '1eac498b69b6420eb083db675eb52bac', 'gw_port': {'id': '07e17e25-9f4f-4af6-a235-bc7090b2ada5', 'name': '', 'network_id': 'ddd8ee8b-b24f-47fb-afd7-cfc700c93624', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:7c:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '706768c9-2d14-4a5a-9bab-f46de9be7398', 'device_owner': 'network:router_gateway', 'standard_attr_id': 283, 'fixed_ips': [{'subnet_id': '4727b4cf-a8ea-4dab-8db4-019b4e8b0546', 'ip_address': '172.27.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T06:28:50Z', 'updated_at': '2021-09-30T06:28:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4727b4cf-a8ea-4dab-8db4-019b4e8b0546', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811877-1-iscsi'}] {{(pid=94001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 06:32:33.780656 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-200fd5a6-a85f-4ee9-a1e6-ea9af64c198d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7821886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727545991406', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727545489354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4572815'] for port, after_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:32:33.785843 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d5dcfcc4-9c15-4be0-a416-734d66c9da04 req-4157a1e1-c476-4cb6-8700-c033679c303e tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] Router 7f324adc-6df9-469a-bdd2-c103c76ced6e has already been hosted by L3 agent f054bd23-6895-478f-87a4-7cc0e21c04e0 {{(pid=93999) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 06:32:33.786831 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-473c8f47-8574-42d0-9b68-22c5b8a156c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:32:33.806267 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-bd7a1269-d93e-434b-8df7-4f68fc69d822 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:32:33.815293 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200fd5a6-a85f-4ee9-a1e6-ea9af64c198d admin admin] Pushing event deleted for resources: {'Port': ['ID=07e17e25-9f4f-4af6-a235-bc7090b2ada5,revision_number=None']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:32:33.891788 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-200fd5a6-a85f-4ee9-a1e6-ea9af64c198d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7877968'] for router_gateway, after_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:32:34.002531 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-200fd5a6-a85f-4ee9-a1e6-ea9af64c198d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7877183', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-693'] for router, precommit_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:32:34.005005 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-200fd5a6-a85f-4ee9-a1e6-ea9af64c198d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:32:34.031534 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-31788eca-3db2-42eb-847b-597dce492ba7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727546001794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-597483'] for agent, after_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:32:34.053891 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-200fd5a6-a85f-4ee9-a1e6-ea9af64c198d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7877174'] for router, after_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:32:34.054619 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-200fd5a6-a85f-4ee9-a1e6-ea9af64c198d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 706768c9-2d14-4a5a-9bab-f46de9be7398 {{(pid=94000) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 30 06:32:34.059714 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-200fd5a6-a85f-4ee9-a1e6-ea9af64c198d admin admin] Notify callbacks [] for router, before_response {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:32:34.063235 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [None req-200fd5a6-a85f-4ee9-a1e6-ea9af64c198d admin admin] 10.222.0.36 "DELETE /v2.0/routers/706768c9-2d14-4a5a-9bab-f46de9be7398 HTTP/1.1" status: 204 len: 168 time: 1.4953356 Sep 30 06:32:34.063794 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.36', 58182) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 06:32:34.080022 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d5dcfcc4-9c15-4be0-a416-734d66c9da04 req-4157a1e1-c476-4cb6-8700-c033679c303e tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] Notify agent at l3_agent.dv-cinder-811877-1-iscsi the message routers_updated {{(pid=93999) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 06:32:34.099885 dv-cinder-811877-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1afe890-db70-40b8-8985-ae63340ae0cc None None] Sync routers for ids ['7f324adc-6df9-469a-bdd2-c103c76ced6e'] in dv-cinder-811877-1-iscsi {{(pid=94002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 06:32:34.100617 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [req-25060d1b-26c2-4e02-b1ab-9360e957a129 req-e48c569a-04e7-42b4-938f-e3711fd47683 tempest-AttachVolumeTestJSON-1192105893 tempest-AttachVolumeTestJSON-1192105893-project] Notify callbacks [] for port, precommit_create {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:32:34.150823 dv-cinder-811877-1-iscsi neutron-server[94002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1afe890-db70-40b8-8985-ae63340ae0cc None None] Routers {'7f324adc-6df9-469a-bdd2-c103c76ced6e'} bound to L3 agent in host dv-cinder-811877-1-iscsi {{(pid=94002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 06:32:34.153183 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.db.db_base_plugin_v2 [None req-34bcbd2e-b14a-4c87-bc75-8038f6a6d1a0 admin admin] Deleting subnet 2c9c376a-5800-4284-af97-c6cdc8434b50 {{(pid=94000) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 06:32:34.154803 dv-cinder-811877-1-iscsi neutron-server[94002]: DEBUG neutron.db.l3_hamode_db [None req-c1afe890-db70-40b8-8985-ae63340ae0cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811877-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-30T06:19:31Z,description=,heartbeat_timestamp=2021-09-30T06:32:31Z,host='dv-cinder-811877-1-iscsi',id=f054bd23-6895-478f-87a4-7cc0e21c04e0,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T06:19:31Z,topic='l3_agent')) {'router_ids': ['7f324adc-6df9-469a-bdd2-c103c76ced6e'], 'active': True} {{(pid=94002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 06:32:34.161304 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-34bcbd2e-b14a-4c87-bc75-8038f6a6d1a0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:32:34.164754 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5dcfcc4-9c15-4be0-a416-734d66c9da04 req-4157a1e1-c476-4cb6-8700-c033679c303e tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] No DVR routers for this DVR port 387fd7a2-12c8-44e0-a778-a8a0b80d0b88 on host hv-cinder-81187 {{(pid=93999) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 06:32:34.176139 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [req-d5dcfcc4-9c15-4be0-a416-734d66c9da04 req-4157a1e1-c476-4cb6-8700-c033679c303e tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57126'] for port, before_response {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:32:34.178243 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-d5dcfcc4-9c15-4be0-a416-734d66c9da04 req-4157a1e1-c476-4cb6-8700-c033679c303e tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] 10.222.0.10 "DELETE /v2.0/ports/387fd7a2-12c8-44e0-a778-a8a0b80d0b88 HTTP/1.1" status: 204 len: 173 time: 2.5427604 Sep 30 06:32:34.181127 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7de8e92-ecc9-41bc-98bb-5c2242bab3d1', 'name': 'network-vif-deleted', 'tag': '387fd7a2-12c8-44e0-a778-a8a0b80d0b88'}] {{(pid=93999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 06:32:34.195323 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07b111f6e278cfffd9c4f208e103de524c2b9e3fbd4e5a5b5d8dd158a433df71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78afce76-bf61-4cc1-ac3f-669394ba6d65" -d '{"events": [{"server_uuid": "c7de8e92-ecc9-41bc-98bb-5c2242bab3d1", "name": "network-vif-deleted", "tag": "387fd7a2-12c8-44e0-a778-a8a0b80d0b88"}]}' {{(pid=93999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 06:32:34.240003 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-bd7a1269-d93e-434b-8df7-4f68fc69d822 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:32:34.248827 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-bd7a1269-d93e-434b-8df7-4f68fc69d822 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533969'] for security_group, after_create {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:32:34.272126 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [req-25060d1b-26c2-4e02-b1ab-9360e957a129 req-e48c569a-04e7-42b4-938f-e3711fd47683 tempest-AttachVolumeTestJSON-1192105893 tempest-AttachVolumeTestJSON-1192105893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7821886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727545489345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6560267'] for port, after_create {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:32:34.281204 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-34bcbd2e-b14a-4c87-bc75-8038f6a6d1a0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4572778'] for subnet, precommit_delete_associations {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:32:34.310341 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-25060d1b-26c2-4e02-b1ab-9360e957a129 req-e48c569a-04e7-42b4-938f-e3711fd47683 tempest-AttachVolumeTestJSON-1192105893 tempest-AttachVolumeTestJSON-1192105893-project] Network 92aa8f19-aafd-4462-9d7f-7e5f878c12b2 is already hosted by enough agents. {{(pid=93999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 06:32:34.318118 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 06:32:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe02527b-905c-46cc-96d0-579c7ff6b405 x-openstack-request-id: req-fe02527b-905c-46cc-96d0-579c7ff6b405 {{(pid=93999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 06:32:34.318704 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7de8e92-ecc9-41bc-98bb-5c2242bab3d1", "name": "network-vif-deleted", "tag": "387fd7a2-12c8-44e0-a778-a8a0b80d0b88", "status": "completed", "code": 200}]} {{(pid=93999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 06:32:34.319146 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-fe02527b-905c-46cc-96d0-579c7ff6b405 {{(pid=93999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 06:32:34.319736 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7de8e92-ecc9-41bc-98bb-5c2242bab3d1', 'name': 'network-vif-deleted', 'tag': '387fd7a2-12c8-44e0-a778-a8a0b80d0b88', 'status': 'completed', 'code': 200} Sep 30 06:32:34.324140 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.scheduler.base_scheduler [req-25060d1b-26c2-4e02-b1ab-9360e957a129 req-e48c569a-04e7-42b4-938f-e3711fd47683 tempest-AttachVolumeTestJSON-1192105893 tempest-AttachVolumeTestJSON-1192105893-project] Resources bound (agent type, host, resource id): {{(pid=93999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 06:32:34.370633 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.rpc [None req-1a5ef50c-1a60-4eeb-b96e-cf5df6fcca4b None None] Device cae3120b-7c2f-4b4b-9ce8-449107abc03c no longer exists at agent ovs-agent-dv-cinder-811877-1-iscsi {{(pid=94001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 06:32:34.422481 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.db.l3_dvrscheduler_db [req-25060d1b-26c2-4e02-b1ab-9360e957a129 req-e48c569a-04e7-42b4-938f-e3711fd47683 tempest-AttachVolumeTestJSON-1192105893 tempest-AttachVolumeTestJSON-1192105893-project] Received port after_create {{(pid=93999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 06:32:34.441826 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.plugin [None req-1a5ef50c-1a60-4eeb-b96e-cf5df6fcca4b None None] No Port match for: cae3120b-7c2f-4b4b-9ce8-449107abc03c {{(pid=94001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 06:32:34.442880 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.rpc [None req-1a5ef50c-1a60-4eeb-b96e-cf5df6fcca4b None None] Device cae3120b-7c2f-4b4b-9ce8-449107abc03c not bound to the agent host dv-cinder-811877-1-iscsi {{(pid=94001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 06:32:34.521079 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-34bcbd2e-b14a-4c87-bc75-8038f6a6d1a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-583762'] for subnet, precommit_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:32:34.529824 dv-cinder-811877-1-iscsi neutron-server[94002]: DEBUG neutron.db.l3_dvr_db [None req-c1afe890-db70-40b8-8985-ae63340ae0cc None None] Set router 7f324adc-6df9-469a-bdd2-c103c76ced6e gateway port host: dv-cinder-811877-1-iscsi {{(pid=94002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 06:32:34.538634 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7a1269-d93e-434b-8df7-4f68fc69d822 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93556c6d-0db2-4d19-af35-2f8ac2066827,revision_number=1']} {{(pid=93999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:32:34.576606 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [None req-bd7a1269-d93e-434b-8df7-4f68fc69d822 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=287a000839ba48ca92622fd69bd3e04e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4009328 Sep 30 06:32:34.594966 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.36', 58192) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 06:32:34.603512 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48c569a-04e7-42b4-938f-e3711fd47683 tempest-AttachVolumeTestJSON-1192105893 tempest-AttachVolumeTestJSON-1192105893-project] Pushing event updated for resources: {'Port': ['ID=db6f15e0-ca40-4611-82a6-7ccc6d13c254,revision_number=1']} {{(pid=93999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:32:34.631382 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25060d1b-26c2-4e02-b1ab-9360e957a129 req-e48c569a-04e7-42b4-938f-e3711fd47683 tempest-AttachVolumeTestJSON-1192105893 tempest-AttachVolumeTestJSON-1192105893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:32:34.632416 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [req-25060d1b-26c2-4e02-b1ab-9360e957a129 req-e48c569a-04e7-42b4-938f-e3711fd47683 tempest-AttachVolumeTestJSON-1192105893 tempest-AttachVolumeTestJSON-1192105893-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57126'] for port, before_response {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:32:34.733655 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-34f31713-51bd-4f80-b4ea-ab366aca3d2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:32:34.770366 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-34f31713-51bd-4f80-b4ea-ab366aca3d2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:32:34.774040 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-473c8f47-8574-42d0-9b68-22c5b8a156c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:32:34.781984 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-473c8f47-8574-42d0-9b68-22c5b8a156c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533969'] for security_group, after_create {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:32:34.830939 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-25060d1b-26c2-4e02-b1ab-9360e957a129 req-e48c569a-04e7-42b4-938f-e3711fd47683 tempest-AttachVolumeTestJSON-1192105893 tempest-AttachVolumeTestJSON-1192105893-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1607468 Sep 30 06:32:34.873443 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983fb03f-34d3-408f-b287-c71956ae39f6 req-62eb2975-775c-4586-9114-27ace764ee8f tempest-AttachVolumeTestJSON-1192105893 tempest-AttachVolumeTestJSON-1192105893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:32:34.881402 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-983fb03f-34d3-408f-b287-c71956ae39f6 req-62eb2975-775c-4586-9114-27ace764ee8f tempest-AttachVolumeTestJSON-1192105893 tempest-AttachVolumeTestJSON-1192105893-project] 10.222.0.36 "GET /v2.0/ports?device_id=aea852bb-fe37-4a09-9dbd-9d4b564b22f3 HTTP/1.1" status: 200 len: 931 time: 0.2851090 Sep 30 06:32:34.884842 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.api.v2.base [req-25060d1b-26c2-4e02-b1ab-9360e957a129 req-e387ff19-7aef-4928-b086-b4bbfaa80435 service neutron] Request body: {'port': {'device_id': 'aea852bb-fe37-4a09-9dbd-9d4b564b22f3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81187'}} {{(pid=93999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 06:32:34.884971 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-34f31713-51bd-4f80-b4ea-ab366aca3d2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533969'] for security_group, after_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:32:34.887629 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-34f31713-51bd-4f80-b4ea-ab366aca3d2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:32:34.891893 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [None req-34f31713-51bd-4f80-b4ea-ab366aca3d2a admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/93556c6d-0db2-4d19-af35-2f8ac2066827 HTTP/1.1" status: 204 len: 168 time: 0.2939899 Sep 30 06:32:34.897146 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [None req-473c8f47-8574-42d0-9b68-22c5b8a156c2 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=84eaf8610a294c70ba241d4c4530a23d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3542664 Sep 30 06:32:34.898269 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473c8f47-8574-42d0-9b68-22c5b8a156c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6c076da-158e-4771-8f37-f2bfa4682922,revision_number=1']} {{(pid=93999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:32:34.917424 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.wsgi [-] (93999) accepted ('10.222.0.36', 58198) {{(pid=93999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 06:32:34.921532 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-34bcbd2e-b14a-4c87-bc75-8038f6a6d1a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-583771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7821886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4572882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5105895'] for subnet, after_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:32:34.947078 dv-cinder-811877-1-iscsi neutron-server[94002]: DEBUG neutron.db.l3_hamode_db [None req-c1afe890-db70-40b8-8985-ae63340ae0cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f324adc-6df9-469a-bdd2-c103c76ced6e', 'name': 'tempest-AttachVolumeShelveTestJSON-1787567531-router', 'tenant_id': '3f54d397fb6646ca811cd4b70b8b5d31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddd8ee8b-b24f-47fb-afd7-cfc700c93624', 'external_fixed_ips': [{'subnet_id': '4727b4cf-a8ea-4dab-8db4-019b4e8b0546', 'ip_address': '172.27.1.2'}], 'enable_snat': True}, 'gw_port_id': '9739d183-b8a8-4538-9e9b-4bb77499d5e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T06:27:26Z', 'updated_at': '2021-09-30T06:27:31Z', 'revision_number': 4, 'project_id': '3f54d397fb6646ca811cd4b70b8b5d31', 'gw_port': {'id': '9739d183-b8a8-4538-9e9b-4bb77499d5e2', 'name': '', 'network_id': 'ddd8ee8b-b24f-47fb-afd7-cfc700c93624', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:9d:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f324adc-6df9-469a-bdd2-c103c76ced6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '4727b4cf-a8ea-4dab-8db4-019b4e8b0546', 'ip_address': '172.27.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T06:27:26Z', 'updated_at': '2021-09-30T06:27:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4727b4cf-a8ea-4dab-8db4-019b4e8b0546', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811877-1-iscsi', '_interfaces': [{'id': '6c81a548-ac26-40cb-9e6a-6ecb4b9bad29', 'name': '', 'network_id': '5fefac64-03c4-43dd-a17b-d4a261fa3173', 'tenant_id': '3f54d397fb6646ca811cd4b70b8b5d31', 'mac_address': 'fa:16:3e:16:fe:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f324adc-6df9-469a-bdd2-c103c76ced6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '05cd2f04-a42c-4ac5-94b6-16f7140b471b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T06:27:29Z', 'updated_at': '2021-09-30T06:27:37Z', 'revision_number': 5, 'project_id': '3f54d397fb6646ca811cd4b70b8b5d31', 'subnets': [{'id': '05cd2f04-a42c-4ac5-94b6-16f7140b471b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811877-1-iscsi', False) {} {{(pid=94002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 06:32:34.956351 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.db.provisioning_blocks [None req-e0cb8289-1f14-42ce-8648-ff5a6d80ff2e None None] Provisioning complete for port db6f15e0-ca40-4611-82a6-7ccc6d13c254 triggered by entity DHCP. {{(pid=94001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 06:32:34.959618 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-e0cb8289-1f14-42ce-8648-ff5a6d80ff2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-597822'] for port, provisioning_complete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:32:34.961093 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-2fc90be0-01eb-49e2-9ce9-785e3cc86570 req-068d3f40-af99-4fd1-9fc9-680e40ea3e18 tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] 10.222.0.36 "GET /v2.0/ports?device_id=c7de8e92-ecc9-41bc-98bb-5c2242bab3d1 HTTP/1.1" status: 200 len: 210 time: 0.1060069 Sep 30 06:32:34.998879 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f31713-51bd-4f80-b4ea-ab366aca3d2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93556c6d-0db2-4d19-af35-2f8ac2066827,revision_number=None']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:32:35.015954 dv-cinder-811877-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1afe890-db70-40b8-8985-ae63340ae0cc None None] Checking router: 7f324adc-6df9-469a-bdd2-c103c76ced6e for host: dv-cinder-811877-1-iscsi {{(pid=94002) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 06:32:35.024794 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.plugin [None req-e0cb8289-1f14-42ce-8648-ff5a6d80ff2e None None] Port db6f15e0-ca40-4611-82a6-7ccc6d13c254 cannot update to ACTIVE because it is not bound. {{(pid=94001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 06:32:35.030599 dv-cinder-811877-1-iscsi neutron-server[94002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1afe890-db70-40b8-8985-ae63340ae0cc None None] Routers {'7f324adc-6df9-469a-bdd2-c103c76ced6e'} bound to L3 agent in host dv-cinder-811877-1-iscsi {{(pid=94002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 06:32:35.031598 dv-cinder-811877-1-iscsi neutron-server[94002]: DEBUG neutron.db.l3_hamode_db [None req-c1afe890-db70-40b8-8985-ae63340ae0cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811877-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-30T06:19:31Z,description=,heartbeat_timestamp=2021-09-30T06:32:31Z,host='dv-cinder-811877-1-iscsi',id=f054bd23-6895-478f-87a4-7cc0e21c04e0,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T06:19:31Z,topic='l3_agent')) {'router_ids': ['7f324adc-6df9-469a-bdd2-c103c76ced6e'], 'active': True} {{(pid=94002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 06:32:35.073390 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [req-25060d1b-26c2-4e02-b1ab-9360e957a129 req-e387ff19-7aef-4928-b086-b4bbfaa80435 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653538'] for port, before_update {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:32:35.076492 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34bcbd2e-b14a-4c87-bc75-8038f6a6d1a0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2c9c376a-5800-4284-af97-c6cdc8434b50,revision_number=None']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:32:35.077784 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-34bcbd2e-b14a-4c87-bc75-8038f6a6d1a0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:32:35.082688 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [None req-34bcbd2e-b14a-4c87-bc75-8038f6a6d1a0 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/2c9c376a-5800-4284-af97-c6cdc8434b50 HTTP/1.1" status: 204 len: 168 time: 1.0152364 Sep 30 06:32:35.084452 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.wsgi [-] (93999) accepted ('10.222.0.36', 58200) {{(pid=93999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 06:32:35.097073 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cecc708e-ae05-4380-8ac7-3900cafaadc0 None None] Network 615a80a4-119e-49ec-bb8d-26850945a271 requested from dv-cinder-811877-1-iscsi {{(pid=94001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 06:32:35.133458 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-983fb03f-34d3-408f-b287-c71956ae39f6 req-a71e473d-bf86-4482-807a-5ede5eee98bf tempest-AttachVolumeTestJSON-1192105893 tempest-AttachVolumeTestJSON-1192105893-project] 10.222.0.36 "GET /v2.0/security-groups?id=de9b6b00-8e3c-42ea-89f7-757f6c5d158d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2468033 Sep 30 06:32:35.149525 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-a906849d-fc77-483d-8385-73c071ad1527 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:32:35.267887 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-a906849d-fc77-483d-8385-73c071ad1527 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:32:35.274044 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-b71dfd26-900e-47fc-a987-914fbf09745d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763795'] for network, before_delete {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:32:35.275899 dv-cinder-811877-1-iscsi neutron-server[94002]: DEBUG neutron.db.l3_dvr_db [None req-c1afe890-db70-40b8-8985-ae63340ae0cc None None] Set router 7f324adc-6df9-469a-bdd2-c103c76ced6e gateway port host: dv-cinder-811877-1-iscsi {{(pid=94002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 06:32:35.412174 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.rpc [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] Device 387fd7a2-12c8-44e0-a778-a8a0b80d0b88 no longer exists at agent hyperv_hv-cinder-81187 {{(pid=94001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 06:32:35.420068 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad2c26e8-639b-4bf7-b985-8c1dfa99412f None None] DHCP port deletion for 615a80a4-119e-49ec-bb8d-26850945a271 request from dv-cinder-811877-1-iscsi {{(pid=94001) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 30 06:32:35.454316 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.plugin [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] No Port match for: 387fd7a2-12c8-44e0-a778-a8a0b80d0b88 {{(pid=94001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 06:32:35.454868 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.rpc [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] Device 387fd7a2-12c8-44e0-a778-a8a0b80d0b88 not bound to the agent host hv-cinder-81187 {{(pid=94001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 06:32:35.461397 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-a906849d-fc77-483d-8385-73c071ad1527 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533969'] for security_group, after_delete {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:32:35.464064 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-a906849d-fc77-483d-8385-73c071ad1527 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:32:35.465258 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [None req-a906849d-fc77-483d-8385-73c071ad1527 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/f6c076da-158e-4771-8f37-f2bfa4682922 HTTP/1.1" status: 204 len: 168 time: 0.5252800 Sep 30 06:32:35.508579 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.plugin [None req-ad2c26e8-639b-4bf7-b985-8c1dfa99412f None None] Deleting port 0f173cdc-ab15-4a1b-bde1-1084c6ce8f2e {{(pid=94001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 06:32:35.508964 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-ad2c26e8-639b-4bf7-b985-8c1dfa99412f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727545987880'] for port, before_delete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:32:35.511661 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a906849d-fc77-483d-8385-73c071ad1527 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6c076da-158e-4771-8f37-f2bfa4682922,revision_number=None']} {{(pid=93999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:32:35.569051 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.plugins.ml2.plugin [None req-b71dfd26-900e-47fc-a987-914fbf09745d admin admin] Deleting port 0f173cdc-ab15-4a1b-bde1-1084c6ce8f2e {{(pid=93999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 06:32:35.569482 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-b71dfd26-900e-47fc-a987-914fbf09745d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727545987880'] for port, before_delete {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:32:35.592119 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.db [None req-ad2c26e8-639b-4bf7-b985-8c1dfa99412f None None] For port 0f173cdc-ab15-4a1b-bde1-1084c6ce8f2e, host dv-cinder-811877-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811877-1-iscsi',level=0,port_id=0f173cdc-ab15-4a1b-bde1-1084c6ce8f2e,segment=NetworkSegment(e38808c4-ca93-4f8b-9d24-7dc14d2470c7),segment_id=e38808c4-ca93-4f8b-9d24-7dc14d2470c7)] {{(pid=94001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 06:32:35.592639 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-ad2c26e8-639b-4bf7-b985-8c1dfa99412f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7874563'] for port, precommit_delete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:32:35.616847 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.plugin [None req-ad2c26e8-639b-4bf7-b985-8c1dfa99412f None None] Calling delete_port for 0f173cdc-ab15-4a1b-bde1-1084c6ce8f2e owned by network:dhcp {{(pid=94001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 06:32:35.623661 dv-cinder-811877-1-iscsi neutron-server[94002]: DEBUG neutron.db.l3_hamode_db [None req-c1afe890-db70-40b8-8985-ae63340ae0cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f324adc-6df9-469a-bdd2-c103c76ced6e', 'name': 'tempest-AttachVolumeShelveTestJSON-1787567531-router', 'tenant_id': '3f54d397fb6646ca811cd4b70b8b5d31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddd8ee8b-b24f-47fb-afd7-cfc700c93624', 'external_fixed_ips': [{'subnet_id': '4727b4cf-a8ea-4dab-8db4-019b4e8b0546', 'ip_address': '172.27.1.2'}], 'enable_snat': True}, 'gw_port_id': '9739d183-b8a8-4538-9e9b-4bb77499d5e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T06:27:26Z', 'updated_at': '2021-09-30T06:27:31Z', 'revision_number': 4, 'project_id': '3f54d397fb6646ca811cd4b70b8b5d31', 'gw_port': {'id': '9739d183-b8a8-4538-9e9b-4bb77499d5e2', 'name': '', 'network_id': 'ddd8ee8b-b24f-47fb-afd7-cfc700c93624', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:9d:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f324adc-6df9-469a-bdd2-c103c76ced6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '4727b4cf-a8ea-4dab-8db4-019b4e8b0546', 'ip_address': '172.27.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T06:27:26Z', 'updated_at': '2021-09-30T06:27:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4727b4cf-a8ea-4dab-8db4-019b4e8b0546', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811877-1-iscsi', '_interfaces': [{'id': '6c81a548-ac26-40cb-9e6a-6ecb4b9bad29', 'name': '', 'network_id': '5fefac64-03c4-43dd-a17b-d4a261fa3173', 'tenant_id': '3f54d397fb6646ca811cd4b70b8b5d31', 'mac_address': 'fa:16:3e:16:fe:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f324adc-6df9-469a-bdd2-c103c76ced6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '05cd2f04-a42c-4ac5-94b6-16f7140b471b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T06:27:29Z', 'updated_at': '2021-09-30T06:27:37Z', 'revision_number': 5, 'project_id': '3f54d397fb6646ca811cd4b70b8b5d31', 'subnets': [{'id': '05cd2f04-a42c-4ac5-94b6-16f7140b471b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811877-1-iscsi', False) {} {{(pid=94002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 06:32:35.682350 dv-cinder-811877-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1afe890-db70-40b8-8985-ae63340ae0cc None None] The sync data for ids ['7f324adc-6df9-469a-bdd2-c103c76ced6e'] in dv-cinder-811877-1-iscsi is: [{'id': '7f324adc-6df9-469a-bdd2-c103c76ced6e', 'name': 'tempest-AttachVolumeShelveTestJSON-1787567531-router', 'tenant_id': '3f54d397fb6646ca811cd4b70b8b5d31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddd8ee8b-b24f-47fb-afd7-cfc700c93624', 'external_fixed_ips': [{'subnet_id': '4727b4cf-a8ea-4dab-8db4-019b4e8b0546', 'ip_address': '172.27.1.2'}], 'enable_snat': True}, 'gw_port_id': '9739d183-b8a8-4538-9e9b-4bb77499d5e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T06:27:26Z', 'updated_at': '2021-09-30T06:27:31Z', 'revision_number': 4, 'project_id': '3f54d397fb6646ca811cd4b70b8b5d31', 'gw_port': {'id': '9739d183-b8a8-4538-9e9b-4bb77499d5e2', 'name': '', 'network_id': 'ddd8ee8b-b24f-47fb-afd7-cfc700c93624', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:9d:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f324adc-6df9-469a-bdd2-c103c76ced6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '4727b4cf-a8ea-4dab-8db4-019b4e8b0546', 'ip_address': '172.27.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T06:27:26Z', 'updated_at': '2021-09-30T06:27:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4727b4cf-a8ea-4dab-8db4-019b4e8b0546', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811877-1-iscsi', '_interfaces': [{'id': '6c81a548-ac26-40cb-9e6a-6ecb4b9bad29', 'name': '', 'network_id': '5fefac64-03c4-43dd-a17b-d4a261fa3173', 'tenant_id': '3f54d397fb6646ca811cd4b70b8b5d31', 'mac_address': 'fa:16:3e:16:fe:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f324adc-6df9-469a-bdd2-c103c76ced6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '05cd2f04-a42c-4ac5-94b6-16f7140b471b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T06:27:29Z', 'updated_at': '2021-09-30T06:27:37Z', 'revision_number': 5, 'project_id': '3f54d397fb6646ca811cd4b70b8b5d31', 'subnets': [{'id': '05cd2f04-a42c-4ac5-94b6-16f7140b471b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 06:32:35.686308 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.plugins.ml2.db [None req-b71dfd26-900e-47fc-a987-914fbf09745d admin admin] For port 0f173cdc-ab15-4a1b-bde1-1084c6ce8f2e, host dv-cinder-811877-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811877-1-iscsi',level=0,port_id=0f173cdc-ab15-4a1b-bde1-1084c6ce8f2e,segment=NetworkSegment(e38808c4-ca93-4f8b-9d24-7dc14d2470c7),segment_id=e38808c4-ca93-4f8b-9d24-7dc14d2470c7)] {{(pid=93999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 06:32:35.686970 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-b71dfd26-900e-47fc-a987-914fbf09745d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7874563'] for port, precommit_delete {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:32:35.693270 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.notifiers.nova [req-25060d1b-26c2-4e02-b1ab-9360e957a129 req-e387ff19-7aef-4928-b086-b4bbfaa80435 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id db6f15e0-ca40-4611-82a6-7ccc6d13c254 {{(pid=93999) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 06:32:35.711945 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [req-25060d1b-26c2-4e02-b1ab-9360e957a129 req-e387ff19-7aef-4928-b086-b4bbfaa80435 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:32:35.719004 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.plugins.ml2.plugin [None req-b71dfd26-900e-47fc-a987-914fbf09745d admin admin] Calling delete_port for 0f173cdc-ab15-4a1b-bde1-1084c6ce8f2e owned by network:dhcp {{(pid=93999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 06:32:35.737081 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.db.provisioning_blocks [req-25060d1b-26c2-4e02-b1ab-9360e957a129 req-e387ff19-7aef-4928-b086-b4bbfaa80435 service neutron] Transition to ACTIVE for port object db6f15e0-ca40-4611-82a6-7ccc6d13c254 will not be triggered until provisioned by entity L2. {{(pid=93999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 06:32:35.742073 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [req-25060d1b-26c2-4e02-b1ab-9360e957a129 req-e387ff19-7aef-4928-b086-b4bbfaa80435 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7821886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727545992452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727545489363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727545489381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6560256'] for port, after_update {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:32:35.762321 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-ad2c26e8-639b-4bf7-b985-8c1dfa99412f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7821886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727545991406', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727545489354'] for port, after_delete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:32:35.820262 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2c26e8-639b-4bf7-b985-8c1dfa99412f None None] Pushing event deleted for resources: {'Port': ['ID=0f173cdc-ab15-4a1b-bde1-1084c6ce8f2e,revision_number=None']} {{(pid=94001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:32:35.826504 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad2c26e8-639b-4bf7-b985-8c1dfa99412f None None] No DVR routers for this DVR port 0f173cdc-ab15-4a1b-bde1-1084c6ce8f2e on host dv-cinder-811877-1-iscsi {{(pid=94001) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 06:32:35.841958 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2c26e8-639b-4bf7-b985-8c1dfa99412f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=94001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:32:35.842458 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2c26e8-639b-4bf7-b985-8c1dfa99412f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=94001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:32:35.843004 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2c26e8-639b-4bf7-b985-8c1dfa99412f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=94001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:32:35.844152 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2c26e8-639b-4bf7-b985-8c1dfa99412f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=94001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:32:35.844418 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2c26e8-639b-4bf7-b985-8c1dfa99412f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=94001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:32:35.844861 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2c26e8-639b-4bf7-b985-8c1dfa99412f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=94001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:32:35.845424 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2c26e8-639b-4bf7-b985-8c1dfa99412f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=94001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:32:35.846068 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2c26e8-639b-4bf7-b985-8c1dfa99412f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=94001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:32:35.846898 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2c26e8-639b-4bf7-b985-8c1dfa99412f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=94001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:32:35.847433 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2c26e8-639b-4bf7-b985-8c1dfa99412f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=94001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:32:35.847864 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2c26e8-639b-4bf7-b985-8c1dfa99412f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=94001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:32:35.848292 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2c26e8-639b-4bf7-b985-8c1dfa99412f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=94001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:32:35.859351 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e387ff19-7aef-4928-b086-b4bbfaa80435 service neutron] Pushing event updated for resources: {'Port': ['ID=db6f15e0-ca40-4611-82a6-7ccc6d13c254,revision_number=2']} {{(pid=93999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:32:36.008231 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-b71dfd26-900e-47fc-a987-914fbf09745d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7821886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727545991406', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727545489354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6560267'] for port, after_delete {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:32:36.027917 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.rpc [None req-1a5ef50c-1a60-4eeb-b96e-cf5df6fcca4b None None] Device 07e17e25-9f4f-4af6-a235-bc7090b2ada5 no longer exists at agent ovs-agent-dv-cinder-811877-1-iscsi {{(pid=94001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 06:32:36.045432 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.plugins.ml2.managers [req-25060d1b-26c2-4e02-b1ab-9360e957a129 req-e387ff19-7aef-4928-b086-b4bbfaa80435 service neutron] Attempting to bind port db6f15e0-ca40-4611-82a6-7ccc6d13c254 on host hv-cinder-81187 for vnic_type normal with profile {{(pid=93999) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 06:32:36.045837 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.plugins.ml2.managers [req-25060d1b-26c2-4e02-b1ab-9360e957a129 req-e387ff19-7aef-4928-b086-b4bbfaa80435 service neutron] Attempting to bind port db6f15e0-ca40-4611-82a6-7ccc6d13c254 by drivers openvswitch,hyperv on host hv-cinder-81187 at level 0 using segments [{'id': 'fb392b75-2cea-4ed8-909e-87c2ccb253f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '92aa8f19-aafd-4462-9d7f-7e5f878c12b2'}] {{(pid=93999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 06:32:36.046281 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25060d1b-26c2-4e02-b1ab-9360e957a129 req-e387ff19-7aef-4928-b086-b4bbfaa80435 service neutron] Attempting to bind port db6f15e0-ca40-4611-82a6-7ccc6d13c254 on network 92aa8f19-aafd-4462-9d7f-7e5f878c12b2 {{(pid=93999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 06:32:36.053674 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25060d1b-26c2-4e02-b1ab-9360e957a129 req-e387ff19-7aef-4928-b086-b4bbfaa80435 service neutron] Port db6f15e0-ca40-4611-82a6-7ccc6d13c254 on network 92aa8f19-aafd-4462-9d7f-7e5f878c12b2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81187 {{(pid=93999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 06:32:36.054127 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25060d1b-26c2-4e02-b1ab-9360e957a129 req-e387ff19-7aef-4928-b086-b4bbfaa80435 service neutron] Attempting to bind port db6f15e0-ca40-4611-82a6-7ccc6d13c254 on network 92aa8f19-aafd-4462-9d7f-7e5f878c12b2 {{(pid=93999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 06:32:36.056980 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71dfd26-900e-47fc-a987-914fbf09745d admin admin] Pushing event deleted for resources: {'Port': ['ID=0f173cdc-ab15-4a1b-bde1-1084c6ce8f2e,revision_number=None']} {{(pid=93999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:32:36.057506 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.plugin [None req-1a5ef50c-1a60-4eeb-b96e-cf5df6fcca4b None None] No Port match for: 07e17e25-9f4f-4af6-a235-bc7090b2ada5 {{(pid=94001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 06:32:36.057947 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.rpc [None req-1a5ef50c-1a60-4eeb-b96e-cf5df6fcca4b None None] Device 07e17e25-9f4f-4af6-a235-bc7090b2ada5 not bound to the agent host dv-cinder-811877-1-iscsi {{(pid=94001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 06:32:36.058377 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.rpc [None req-1a5ef50c-1a60-4eeb-b96e-cf5df6fcca4b None None] Device 0f173cdc-ab15-4a1b-bde1-1084c6ce8f2e no longer exists at agent ovs-agent-dv-cinder-811877-1-iscsi {{(pid=94001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 06:32:36.076948 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b71dfd26-900e-47fc-a987-914fbf09745d admin admin] No DVR routers for this DVR port 0f173cdc-ab15-4a1b-bde1-1084c6ce8f2e on host dv-cinder-811877-1-iscsi {{(pid=93999) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 06:32:36.079395 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25060d1b-26c2-4e02-b1ab-9360e957a129 req-e387ff19-7aef-4928-b086-b4bbfaa80435 service neutron] Checking agent: {'id': '8d9eab89-7803-44fc-b727-c0e530c74148', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81187', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 6, 25, 39), 'started_at': datetime.datetime(2021, 9, 30, 6, 25, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 6, 32, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 06:32:36.079945 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25060d1b-26c2-4e02-b1ab-9360e957a129 req-e387ff19-7aef-4928-b086-b4bbfaa80435 service neutron] Checking segment: {'id': 'fb392b75-2cea-4ed8-909e-87c2ccb253f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '92aa8f19-aafd-4462-9d7f-7e5f878c12b2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 06:32:36.080562 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25060d1b-26c2-4e02-b1ab-9360e957a129 req-e387ff19-7aef-4928-b086-b4bbfaa80435 service neutron] Bound using segment: {'id': 'fb392b75-2cea-4ed8-909e-87c2ccb253f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '92aa8f19-aafd-4462-9d7f-7e5f878c12b2'} {{(pid=93999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 06:32:36.081188 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.plugins.ml2.managers [req-25060d1b-26c2-4e02-b1ab-9360e957a129 req-e387ff19-7aef-4928-b086-b4bbfaa80435 service neutron] Bound port: db6f15e0-ca40-4611-82a6-7ccc6d13c254, host: hv-cinder-81187, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fb392b75-2cea-4ed8-909e-87c2ccb253f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '92aa8f19-aafd-4462-9d7f-7e5f878c12b2'}}] {{(pid=93999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 06:32:36.082211 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [req-25060d1b-26c2-4e02-b1ab-9360e957a129 req-e387ff19-7aef-4928-b086-b4bbfaa80435 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653538'] for port, before_update {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:32:36.094321 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.plugin [None req-1a5ef50c-1a60-4eeb-b96e-cf5df6fcca4b None None] No Port match for: 0f173cdc-ab15-4a1b-bde1-1084c6ce8f2e {{(pid=94001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 06:32:36.094917 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.rpc [None req-1a5ef50c-1a60-4eeb-b96e-cf5df6fcca4b None None] Device 0f173cdc-ab15-4a1b-bde1-1084c6ce8f2e not bound to the agent host dv-cinder-811877-1-iscsi {{(pid=94001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 06:32:36.105407 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.36', 58208) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 06:32:36.120701 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a755ccda-cd9b-4fb7-ade6-62182b747c4a None None] New status for floating IP 57c7ce89-da12-4dba-b844-2fab6d1153a6: DOWN {{(pid=94001) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 30 06:32:36.185752 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-39db1bc0-8b18-408e-89ef-9b1ebc8ffd1c tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] Notify callbacks [] for security_group, before_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:32:36.221011 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-b71dfd26-900e-47fc-a987-914fbf09745d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-585195', 'neutron.services.segments.db._delete_segments_for_network-8727546001812'] for network, precommit_delete {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:32:36.222519 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-39db1bc0-8b18-408e-89ef-9b1ebc8ffd1c tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:32:36.284745 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.plugins.ml2.db [req-25060d1b-26c2-4e02-b1ab-9360e957a129 req-e387ff19-7aef-4928-b086-b4bbfaa80435 service neutron] For port db6f15e0-ca40-4611-82a6-7ccc6d13c254, host hv-cinder-81187, cleared binding levels {{(pid=93999) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 06:32:36.287995 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-39db1bc0-8b18-408e-89ef-9b1ebc8ffd1c tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533969'] for security_group, after_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:32:36.289235 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.services.segments.db [None req-b71dfd26-900e-47fc-a987-914fbf09745d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['615a80a4-119e-49ec-bb8d-26850945a271']}} {{(pid=93999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 06:32:36.294122 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-39db1bc0-8b18-408e-89ef-9b1ebc8ffd1c tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] Notify callbacks [] for security_group, before_response {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:32:36.295839 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [None req-39db1bc0-8b18-408e-89ef-9b1ebc8ffd1c tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] 10.222.0.36 "DELETE /v2.0/security-groups/aaa05d83-3ebc-404f-b7b5-bc03e45995ed HTTP/1.1" status: 204 len: 168 time: 0.1877527 Sep 30 06:32:36.304351 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.36', 58212) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 06:32:36.314411 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.services.segments.db [None req-b71dfd26-900e-47fc-a987-914fbf09745d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e38808c4-ca93-4f8b-9d24-7dc14d2470c7') {'for_net_delete': True} {{(pid=93999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 06:32:36.314853 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.services.segments.db [None req-b71dfd26-900e-47fc-a987-914fbf09745d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e38808c4-ca93-4f8b-9d24-7dc14d2470c7') {} {{(pid=93999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 06:32:36.329298 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-b71dfd26-900e-47fc-a987-914fbf09745d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727546002077', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4492009'] for segment, before_delete {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:32:36.331693 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39db1bc0-8b18-408e-89ef-9b1ebc8ffd1c tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aaa05d83-3ebc-404f-b7b5-bc03e45995ed,revision_number=None']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:32:36.331927 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.plugins.ml2.db [req-25060d1b-26c2-4e02-b1ab-9360e957a129 req-e387ff19-7aef-4928-b086-b4bbfaa80435 service neutron] For port db6f15e0-ca40-4611-82a6-7ccc6d13c254, host hv-cinder-81187, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81187',level=0,port_id=db6f15e0-ca40-4611-82a6-7ccc6d13c254,segment=NetworkSegment(fb392b75-2cea-4ed8-909e-87c2ccb253f8),segment_id=fb392b75-2cea-4ed8-909e-87c2ccb253f8)] {{(pid=93999) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 06:32:36.335040 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.api.v2.resource [None req-a635d5fc-1ae2-4165-ab2b-82fbdbc16cc4 tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] show failed (client error): The resource could not be found. Sep 30 06:32:36.337552 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [None req-a635d5fc-1ae2-4165-ab2b-82fbdbc16cc4 tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] 10.222.0.36 "GET /v2.0/security-groups/aaa05d83-3ebc-404f-b7b5-bc03e45995ed HTTP/1.1" status: 404 len: 347 time: 0.0305064 Sep 30 06:32:36.340128 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.36', 58214) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 06:32:36.343014 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [req-25060d1b-26c2-4e02-b1ab-9360e957a129 req-e387ff19-7aef-4928-b086-b4bbfaa80435 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7821886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727545992452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727545489363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727545489381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6560256'] for port, after_update {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:32:36.383535 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-b71dfd26-900e-47fc-a987-914fbf09745d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583621'] for segment, precommit_delete {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:32:36.399380 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1136ba67-8c2d-4f22-9ab1-2d461a922d0b req-fa64ed2f-bcf5-41fd-ae35-7c6c0cdb81f9 tempest-AttachVolumeTestJSON-1192105893 tempest-AttachVolumeTestJSON-1192105893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:32:36.400983 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-1136ba67-8c2d-4f22-9ab1-2d461a922d0b req-fa64ed2f-bcf5-41fd-ae35-7c6c0cdb81f9 tempest-AttachVolumeTestJSON-1192105893 tempest-AttachVolumeTestJSON-1192105893-project] 10.222.0.36 "GET /v2.0/ports?device_id=aea852bb-fe37-4a09-9dbd-9d4b564b22f3 HTTP/1.1" status: 200 len: 943 time: 0.1600571 Sep 30 06:32:36.409739 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25060d1b-26c2-4e02-b1ab-9360e957a129 req-e387ff19-7aef-4928-b086-b4bbfaa80435 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:32:36.410425 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [req-25060d1b-26c2-4e02-b1ab-9360e957a129 req-e387ff19-7aef-4928-b086-b4bbfaa80435 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57126'] for port, before_response {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:32:36.411860 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-25060d1b-26c2-4e02-b1ab-9360e957a129 req-e387ff19-7aef-4928-b086-b4bbfaa80435 service neutron] 10.222.0.10 "PUT /v2.0/ports/db6f15e0-ca40-4611-82a6-7ccc6d13c254 HTTP/1.1" status: 200 len: 1093 time: 1.5424497 Sep 30 06:32:36.413095 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b71dfd26-900e-47fc-a987-914fbf09745d admin admin] Releasing vlan 311 on physical network physnet1 to pool {{(pid=93999) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 06:32:36.413524 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-b71dfd26-900e-47fc-a987-914fbf09745d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6561016'] for segment, after_delete {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:32:36.415515 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aea852bb-fe37-4a09-9dbd-9d4b564b22f3', 'tag': 'db6f15e0-ca40-4611-82a6-7ccc6d13c254'}] {{(pid=93999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 06:32:36.417878 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07b111f6e278cfffd9c4f208e103de524c2b9e3fbd4e5a5b5d8dd158a433df71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4170bd2d-426c-443f-965e-0d5dcad67800" -d '{"events": [{"name": "network-changed", "server_uuid": "aea852bb-fe37-4a09-9dbd-9d4b564b22f3", "tag": "db6f15e0-ca40-4611-82a6-7ccc6d13c254"}]}' {{(pid=93999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 06:32:36.421643 dv-cinder-811877-1-iscsi neutron-server[93999]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 06:32:36.421643 dv-cinder-811877-1-iscsi neutron-server[93999]: self.session.flush() Sep 30 06:32:36.421643 dv-cinder-811877-1-iscsi neutron-server[93999]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 06:32:36.421643 dv-cinder-811877-1-iscsi neutron-server[93999]: self.session.flush() Sep 30 06:32:36.421643 dv-cinder-811877-1-iscsi neutron-server[93999]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 06:32:36.421643 dv-cinder-811877-1-iscsi neutron-server[93999]: self.session.flush() Sep 30 06:32:36.421643 dv-cinder-811877-1-iscsi neutron-server[93999]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 06:32:36.421643 dv-cinder-811877-1-iscsi neutron-server[93999]: self.session.flush() Sep 30 06:32:36.421643 dv-cinder-811877-1-iscsi neutron-server[93999]: Traceback (most recent call last): Sep 30 06:32:36.421643 dv-cinder-811877-1-iscsi neutron-server[93999]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 06:32:36.421643 dv-cinder-811877-1-iscsi neutron-server[93999]: timer() Sep 30 06:32:36.421643 dv-cinder-811877-1-iscsi neutron-server[93999]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 06:32:36.421643 dv-cinder-811877-1-iscsi neutron-server[93999]: cb(*args, **kw) Sep 30 06:32:36.421643 dv-cinder-811877-1-iscsi neutron-server[93999]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 06:32:36.421643 dv-cinder-811877-1-iscsi neutron-server[93999]: return func(*args, **kwargs) Sep 30 06:32:36.421643 dv-cinder-811877-1-iscsi neutron-server[93999]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 06:32:36.421643 dv-cinder-811877-1-iscsi neutron-server[93999]: self._notify() Sep 30 06:32:36.421643 dv-cinder-811877-1-iscsi neutron-server[93999]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 06:32:36.421643 dv-cinder-811877-1-iscsi neutron-server[93999]: self.callback(batched_events) Sep 30 06:32:36.421643 dv-cinder-811877-1-iscsi neutron-server[93999]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 06:32:36.421643 dv-cinder-811877-1-iscsi neutron-server[93999]: event.method(event) Sep 30 06:32:36.421643 dv-cinder-811877-1-iscsi neutron-server[93999]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 06:32:36.421643 dv-cinder-811877-1-iscsi neutron-server[93999]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 06:32:36.421643 dv-cinder-811877-1-iscsi neutron-server[93999]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 06:32:36.421643 dv-cinder-811877-1-iscsi neutron-server[93999]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 06:32:36.421643 dv-cinder-811877-1-iscsi neutron-server[93999]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 06:32:36.421643 dv-cinder-811877-1-iscsi neutron-server[93999]: return f(self, *a, **k) Sep 30 06:32:36.421643 dv-cinder-811877-1-iscsi neutron-server[93999]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 06:32:36.421643 dv-cinder-811877-1-iscsi neutron-server[93999]: return self._get(url).json() Sep 30 06:32:36.421643 dv-cinder-811877-1-iscsi neutron-server[93999]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 06:32:36.421643 dv-cinder-811877-1-iscsi neutron-server[93999]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 06:32:36.421643 dv-cinder-811877-1-iscsi neutron-server[93999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 06:32:36.421643 dv-cinder-811877-1-iscsi neutron-server[93999]: return self.request(url, 'GET', **kwargs) Sep 30 06:32:36.421643 dv-cinder-811877-1-iscsi neutron-server[93999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 06:32:36.421643 dv-cinder-811877-1-iscsi neutron-server[93999]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 06:32:36.421643 dv-cinder-811877-1-iscsi neutron-server[93999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 06:32:36.421643 dv-cinder-811877-1-iscsi neutron-server[93999]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 06:32:36.421643 dv-cinder-811877-1-iscsi neutron-server[93999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 06:32:36.421643 dv-cinder-811877-1-iscsi neutron-server[93999]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 06:32:36.421643 dv-cinder-811877-1-iscsi neutron-server[93999]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 06:32:36.486226 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 06:32:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f8b193f-63b9-4f09-ac55-9b47780fff91 x-openstack-request-id: req-7f8b193f-63b9-4f09-ac55-9b47780fff91 {{(pid=93999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 06:32:36.486495 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aea852bb-fe37-4a09-9dbd-9d4b564b22f3", "tag": "db6f15e0-ca40-4611-82a6-7ccc6d13c254", "status": "completed", "code": 200}]} {{(pid=93999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 06:32:36.486766 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-7f8b193f-63b9-4f09-ac55-9b47780fff91 {{(pid=93999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 06:32:36.487269 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aea852bb-fe37-4a09-9dbd-9d4b564b22f3', 'tag': 'db6f15e0-ca40-4611-82a6-7ccc6d13c254', 'status': 'completed', 'code': 200} Sep 30 06:32:36.502737 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.plugins.ml2.plugin [None req-f6f499b9-c30b-43be-983b-fcfbf37e109a tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] Deleting port 66498a6d-bda9-4211-b0f4-a3be9dbefbad {{(pid=94000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 06:32:36.503086 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-f6f499b9-c30b-43be-983b-fcfbf37e109a tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727545987880'] for port, before_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:32:36.571608 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e387ff19-7aef-4928-b086-b4bbfaa80435 service neutron] Pushing event updated for resources: {'Port': ['ID=db6f15e0-ca40-4611-82a6-7ccc6d13c254,revision_number=3']} {{(pid=93999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:32:36.579803 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-1136ba67-8c2d-4f22-9ab1-2d461a922d0b req-a3b008c9-95eb-4f9f-8c64-58a946c60e24 tempest-AttachVolumeTestJSON-1192105893 tempest-AttachVolumeTestJSON-1192105893-project] 10.222.0.36 "GET /v2.0/security-groups?id=de9b6b00-8e3c-42ea-89f7-757f6c5d158d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1716986 Sep 30 06:32:36.581595 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-b71dfd26-900e-47fc-a987-914fbf09745d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-585180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7821886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7877900'] for network, after_delete {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:32:36.593845 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-f6f499b9-c30b-43be-983b-fcfbf37e109a tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7874563'] for port, precommit_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:32:36.594314 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-f6f499b9-c30b-43be-983b-fcfbf37e109a tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:32:36.595436 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-b71dfd26-900e-47fc-a987-914fbf09745d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7821868'] for network, before_response {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:32:36.601049 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [None req-b71dfd26-900e-47fc-a987-914fbf09745d admin admin] 10.222.0.36 "DELETE /v2.0/networks/615a80a4-119e-49ec-bb8d-26850945a271 HTTP/1.1" status: 204 len: 168 time: 1.5075963 Sep 30 06:32:36.602050 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.36', 58218) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 06:32:36.614667 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71dfd26-900e-47fc-a987-914fbf09745d admin admin] Pushing event deleted for resources: {'Network': ['ID=615a80a4-119e-49ec-bb8d-26850945a271,revision_number=None']} {{(pid=93999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:32:36.623880 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.plugins.ml2.plugin [None req-f6f499b9-c30b-43be-983b-fcfbf37e109a tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] Calling delete_port for 66498a6d-bda9-4211-b0f4-a3be9dbefbad owned by network:floatingip {{(pid=94000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 06:32:36.625010 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25060d1b-26c2-4e02-b1ab-9360e957a129 req-d0354348-33e8-4e64-95ed-2231eae858c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:32:36.626530 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-25060d1b-26c2-4e02-b1ab-9360e957a129 req-d0354348-33e8-4e64-95ed-2231eae858c4 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=fd01cd14f23840e59331ece07bbcdf9e&device_id=aea852bb-fe37-4a09-9dbd-9d4b564b22f3 HTTP/1.1" status: 200 len: 1096 time: 0.1104138 Sep 30 06:32:36.677147 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-25060d1b-26c2-4e02-b1ab-9360e957a129 req-c5e5eb20-a0f5-415b-886d-34682ee57a06 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=db6f15e0-ca40-4611-82a6-7ccc6d13c254 HTTP/1.1" status: 200 len: 217 time: 0.0364001 Sep 30 06:32:36.738577 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25060d1b-26c2-4e02-b1ab-9360e957a129 req-5a381041-2975-4b38-8532-2ad9f9fee185 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:32:36.740101 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-25060d1b-26c2-4e02-b1ab-9360e957a129 req-5a381041-2975-4b38-8532-2ad9f9fee185 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=87e3e2f7-f230-4774-967b-a68a66b90c87 HTTP/1.1" status: 200 len: 849 time: 0.0554624 Sep 30 06:32:36.789550 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25060d1b-26c2-4e02-b1ab-9360e957a129 req-7d39a9e9-595c-4cba-9d5e-3a1faa82ba3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:32:36.791441 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-25060d1b-26c2-4e02-b1ab-9360e957a129 req-7d39a9e9-595c-4cba-9d5e-3a1faa82ba3b service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=92aa8f19-aafd-4462-9d7f-7e5f878c12b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0424726 Sep 30 06:32:36.886675 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-25060d1b-26c2-4e02-b1ab-9360e957a129 req-856dff3b-a10b-4208-9d42-17156ab54a0d service neutron] 10.222.0.10 "GET /v2.0/networks/92aa8f19-aafd-4462-9d7f-7e5f878c12b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876429 Sep 30 06:32:36.925858 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-f6f499b9-c30b-43be-983b-fcfbf37e109a tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7821886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727545991406', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727545489354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4572815'] for port, after_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:32:36.983756 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f499b9-c30b-43be-983b-fcfbf37e109a tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] Pushing event deleted for resources: {'Port': ['ID=66498a6d-bda9-4211-b0f4-a3be9dbefbad,revision_number=None']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:32:37.001925 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-25060d1b-26c2-4e02-b1ab-9360e957a129 req-4b968752-3727-4371-8a51-b15505e2ce1a service neutron] 10.222.0.10 "GET /v2.0/networks/92aa8f19-aafd-4462-9d7f-7e5f878c12b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1075501 Sep 30 06:32:37.072874 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-f6f499b9-c30b-43be-983b-fcfbf37e109a tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] Notify callbacks [] for floatingip, after_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:32:37.076103 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-f6f499b9-c30b-43be-983b-fcfbf37e109a tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57126'] for floatingip, before_response {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:32:37.077287 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [None req-f6f499b9-c30b-43be-983b-fcfbf37e109a tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] 10.222.0.36 "DELETE /v2.0/floatingips/57c7ce89-da12-4dba-b844-2fab6d1153a6 HTTP/1.1" status: 204 len: 168 time: 0.7340174 Sep 30 06:32:37.155452 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4170bd2d-426c-443f-965e-0d5dcad67800 req-742efffb-5cc0-48ef-8944-7b80b45425b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:32:37.157613 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-4170bd2d-426c-443f-965e-0d5dcad67800 req-742efffb-5cc0-48ef-8944-7b80b45425b3 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=fd01cd14f23840e59331ece07bbcdf9e&device_id=aea852bb-fe37-4a09-9dbd-9d4b564b22f3 HTTP/1.1" status: 200 len: 1096 time: 0.0483701 Sep 30 06:32:37.186403 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-5b09d9ab-fde2-48f3-abaf-da3eca5e8909 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7877658'] for router_interface, before_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:32:37.271259 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4170bd2d-426c-443f-965e-0d5dcad67800 req-67dd1ebd-2c23-46a6-87c2-5677cfb04e45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:32:37.272802 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-4170bd2d-426c-443f-965e-0d5dcad67800 req-67dd1ebd-2c23-46a6-87c2-5677cfb04e45 service neutron] 10.222.0.10 "GET /v2.0/networks?id=92aa8f19-aafd-4462-9d7f-7e5f878c12b2 HTTP/1.1" status: 200 len: 911 time: 0.1061752 Sep 30 06:32:37.318763 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-4170bd2d-426c-443f-965e-0d5dcad67800 req-e7ba9e83-7b3f-4312-803c-db6a038cb67d service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=db6f15e0-ca40-4611-82a6-7ccc6d13c254 HTTP/1.1" status: 200 len: 217 time: 0.0375752 Sep 30 06:32:37.350476 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.36', 58222) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 06:32:37.355567 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.api.v2.base [None req-d1b641d0-0b00-4f36-8946-fc192f16ba33 tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] Request body: {'security_group': {'name': 'tempest-securitygroup--689144530', 'description': 'tempest-description--1107045510'}} {{(pid=94000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 06:32:37.372663 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4170bd2d-426c-443f-965e-0d5dcad67800 req-100cc393-00c7-45ac-83d3-de3e9da0b247 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:32:37.374204 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-4170bd2d-426c-443f-965e-0d5dcad67800 req-100cc393-00c7-45ac-83d3-de3e9da0b247 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=87e3e2f7-f230-4774-967b-a68a66b90c87 HTTP/1.1" status: 200 len: 849 time: 0.0468194 Sep 30 06:32:37.388053 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-d1b641d0-0b00-4f36-8946-fc192f16ba33 tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] Notify callbacks [] for security_group, before_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:32:37.428213 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4170bd2d-426c-443f-965e-0d5dcad67800 req-f82fba3e-b3f4-4457-b643-df1a4bbca261 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:32:37.429748 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-4170bd2d-426c-443f-965e-0d5dcad67800 req-f82fba3e-b3f4-4457-b643-df1a4bbca261 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=92aa8f19-aafd-4462-9d7f-7e5f878c12b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0465240 Sep 30 06:32:37.537255 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-d1b641d0-0b00-4f36-8946-fc192f16ba33 tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] Notify callbacks [] for security_group, precommit_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:32:37.539131 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-4170bd2d-426c-443f-965e-0d5dcad67800 req-dfe61d68-535f-4cc0-8b48-430eb5584a93 service neutron] 10.222.0.10 "GET /v2.0/networks/92aa8f19-aafd-4462-9d7f-7e5f878c12b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0986335 Sep 30 06:32:37.542270 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-d1b641d0-0b00-4f36-8946-fc192f16ba33 tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533969'] for security_group, after_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:32:37.565922 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.plugins.ml2.plugin [None req-5b09d9ab-fde2-48f3-abaf-da3eca5e8909 admin admin] Deleting port b3128f5d-cf72-45b4-9dff-d7c0a6819f5d {{(pid=94000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 06:32:37.566270 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-5b09d9ab-fde2-48f3-abaf-da3eca5e8909 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727545987880'] for port, before_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:32:37.593281 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-d1b641d0-0b00-4f36-8946-fc192f16ba33 tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] Notify callbacks [] for security_group, before_response {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:32:37.594513 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [None req-d1b641d0-0b00-4f36-8946-fc192f16ba33 tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.2430489 Sep 30 06:32:37.602975 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.36', 58224) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 06:32:37.603622 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b641d0-0b00-4f36-8946-fc192f16ba33 tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0ac15c32-ea2e-4327-b2f6-f045edc248fa,revision_number=1']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:32:37.611287 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.api.v2.base [None req-d51a5490-a240-4830-bfc5-d94248760b1a tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] Request body: {'security_group_rule': {'security_group_id': '0ac15c32-ea2e-4327-b2f6-f045edc248fa', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 06:32:37.646102 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-4170bd2d-426c-443f-965e-0d5dcad67800 req-46b456fa-98fe-4a79-822f-791c4ccdc2c6 service neutron] 10.222.0.10 "GET /v2.0/networks/92aa8f19-aafd-4462-9d7f-7e5f878c12b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0978534 Sep 30 06:32:37.686631 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-d51a5490-a240-4830-bfc5-d94248760b1a tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:32:37.690190 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.plugins.ml2.db [None req-5b09d9ab-fde2-48f3-abaf-da3eca5e8909 admin admin] For port b3128f5d-cf72-45b4-9dff-d7c0a6819f5d, host dv-cinder-811877-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811877-1-iscsi',level=0,port_id=b3128f5d-cf72-45b4-9dff-d7c0a6819f5d,segment=NetworkSegment(eb821f09-cf72-485e-b6c8-559db8e92ce0),segment_id=eb821f09-cf72-485e-b6c8-559db8e92ce0)] {{(pid=94000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 06:32:37.690580 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-5b09d9ab-fde2-48f3-abaf-da3eca5e8909 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7874563'] for port, precommit_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:32:37.713535 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.plugins.ml2.plugin [None req-5b09d9ab-fde2-48f3-abaf-da3eca5e8909 admin admin] Calling delete_port for b3128f5d-cf72-45b4-9dff-d7c0a6819f5d owned by network:router_interface {{(pid=94000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 06:32:37.723388 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57224d72-96b6-44cd-b742-5155002b6e7a req-506f944e-01ac-46e7-a4a0-4942be091644 tempest-AttachVolumeTestJSON-1192105893 tempest-AttachVolumeTestJSON-1192105893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:32:37.724907 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-57224d72-96b6-44cd-b742-5155002b6e7a req-506f944e-01ac-46e7-a4a0-4942be091644 tempest-AttachVolumeTestJSON-1192105893 tempest-AttachVolumeTestJSON-1192105893-project] 10.222.0.36 "GET /v2.0/ports?device_id=aea852bb-fe37-4a09-9dbd-9d4b564b22f3 HTTP/1.1" status: 200 len: 943 time: 0.0541012 Sep 30 06:32:37.765454 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-57224d72-96b6-44cd-b742-5155002b6e7a req-ac83b942-4f2f-4bdb-bc1b-567d48c13165 tempest-AttachVolumeTestJSON-1192105893 tempest-AttachVolumeTestJSON-1192105893-project] 10.222.0.36 "GET /v2.0/security-groups?id=de9b6b00-8e3c-42ea-89f7-757f6c5d158d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335310 Sep 30 06:32:37.811906 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-d51a5490-a240-4830-bfc5-d94248760b1a tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:32:37.818109 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-d51a5490-a240-4830-bfc5-d94248760b1a tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544093'] for security_group_rule, after_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:32:37.870418 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-d51a5490-a240-4830-bfc5-d94248760b1a tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:32:37.872613 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [None req-d51a5490-a240-4830-bfc5-d94248760b1a tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2656772 Sep 30 06:32:37.875563 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.36', 58228) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 06:32:37.881507 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.api.v2.base [None req-c0272637-305e-49f2-a4e2-8de660074c1e tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] Request body: {'security_group_rule': {'security_group_id': '0ac15c32-ea2e-4327-b2f6-f045edc248fa', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 06:32:37.885500 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51a5490-a240-4830-bfc5-d94248760b1a tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf0c2fb5-4bb6-436a-a95c-f495275bae6f,revision_number=0']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:32:37.931727 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-c0272637-305e-49f2-a4e2-8de660074c1e tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:32:38.018029 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-5b09d9ab-fde2-48f3-abaf-da3eca5e8909 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7821886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727545991406', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727545489354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4572815'] for port, after_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:32:38.027587 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-c0272637-305e-49f2-a4e2-8de660074c1e tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:32:38.053589 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-c0272637-305e-49f2-a4e2-8de660074c1e tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544093'] for security_group_rule, after_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:32:38.064563 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b09d9ab-fde2-48f3-abaf-da3eca5e8909 admin admin] Pushing event deleted for resources: {'Port': ['ID=b3128f5d-cf72-45b4-9dff-d7c0a6819f5d,revision_number=None']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:32:38.103379 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0272637-305e-49f2-a4e2-8de660074c1e tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e9d93ea-5ce5-4df4-ac21-febe1d859b2e,revision_number=0']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:32:38.147630 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-c0272637-305e-49f2-a4e2-8de660074c1e tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:32:38.149588 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [None req-c0272637-305e-49f2-a4e2-8de660074c1e tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2728274 Sep 30 06:32:38.153494 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.wsgi [-] (93999) accepted ('10.222.0.36', 58232) {{(pid=93999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 06:32:38.161401 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.api.v2.base [None req-c2f7d2dd-49fa-4787-a78a-a5bb793fc4f8 tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] Request body: {'floatingip': {'floating_network_id': 'ddd8ee8b-b24f-47fb-afd7-cfc700c93624'}} {{(pid=93999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 06:32:38.197307 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-c2f7d2dd-49fa-4787-a78a-a5bb793fc4f8 tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] Notify callbacks [] for floatingip, before_create {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:32:38.315739 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-5b09d9ab-fde2-48f3-abaf-da3eca5e8909 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7821773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7878035'] for router_interface, after_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:32:38.348152 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-c2f7d2dd-49fa-4787-a78a-a5bb793fc4f8 tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653538'] for port, before_create {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:32:38.468788 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.db.db_base_plugin_common [None req-c2f7d2dd-49fa-4787-a78a-a5bb793fc4f8 tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] Allocated IP 172.27.1.200 (ddd8ee8b-b24f-47fb-afd7-cfc700c93624/4727b4cf-a8ea-4dab-8db4-019b4e8b0546/f4226c5c-9922-4be4-9511-3d8e449dc228) {{(pid=93999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 06:32:38.553752 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b09d9ab-fde2-48f3-abaf-da3eca5e8909 admin admin] Router 80293575-1e99-4b9c-b730-e9f7dec81a36 has already been hosted by L3 agent f054bd23-6895-478f-87a4-7cc0e21c04e0 {{(pid=94000) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 06:32:38.603737 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-c2f7d2dd-49fa-4787-a78a-a5bb793fc4f8 tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] Notify callbacks [] for port, precommit_create {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:32:38.658474 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-c2f7d2dd-49fa-4787-a78a-a5bb793fc4f8 tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7821886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727545489345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6560267'] for port, after_create {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:32:38.700933 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2f7d2dd-49fa-4787-a78a-a5bb793fc4f8 tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] Network ddd8ee8b-b24f-47fb-afd7-cfc700c93624 is already hosted by enough agents. {{(pid=93999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 06:32:38.704445 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.scheduler.base_scheduler [None req-c2f7d2dd-49fa-4787-a78a-a5bb793fc4f8 tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] Resources bound (agent type, host, resource id): {{(pid=93999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 06:32:38.708344 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2f7d2dd-49fa-4787-a78a-a5bb793fc4f8 tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] Received port after_create {{(pid=93999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 06:32:38.714186 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b09d9ab-fde2-48f3-abaf-da3eca5e8909 admin admin] Notify agent at l3_agent.dv-cinder-811877-1-iscsi the message routers_updated {{(pid=94000) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 06:32:38.717369 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f7d2dd-49fa-4787-a78a-a5bb793fc4f8 tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] Pushing event updated for resources: {'Port': ['ID=f4226c5c-9922-4be4-9511-3d8e449dc228,revision_number=1']} {{(pid=93999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:32:38.723032 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [None req-5b09d9ab-fde2-48f3-abaf-da3eca5e8909 admin admin] 10.222.0.36 "PUT /v2.0/routers/80293575-1e99-4b9c-b730-e9f7dec81a36/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1196556 Sep 30 06:32:38.726591 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.36', 58234) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 06:32:38.743216 dv-cinder-811877-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5399037-6dad-4494-9619-47e458d12272 None None] Sync routers for ids ['80293575-1e99-4b9c-b730-e9f7dec81a36'] in dv-cinder-811877-1-iscsi {{(pid=94002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 06:32:38.757006 dv-cinder-811877-1-iscsi neutron-server[94002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5399037-6dad-4494-9619-47e458d12272 None None] Routers {'80293575-1e99-4b9c-b730-e9f7dec81a36'} bound to L3 agent in host dv-cinder-811877-1-iscsi {{(pid=94002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 06:32:38.757633 dv-cinder-811877-1-iscsi neutron-server[94002]: DEBUG neutron.db.l3_hamode_db [None req-c5399037-6dad-4494-9619-47e458d12272 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811877-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-30T06:19:31Z,description=,heartbeat_timestamp=2021-09-30T06:32:31Z,host='dv-cinder-811877-1-iscsi',id=f054bd23-6895-478f-87a4-7cc0e21c04e0,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T06:19:31Z,topic='l3_agent')) {'router_ids': ['80293575-1e99-4b9c-b730-e9f7dec81a36'], 'active': True} {{(pid=94002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 06:32:38.845083 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-c2f7d2dd-49fa-4787-a78a-a5bb793fc4f8 tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:32:39.006063 dv-cinder-811877-1-iscsi neutron-server[94002]: DEBUG neutron.db.l3_dvr_db [None req-c5399037-6dad-4494-9619-47e458d12272 None None] Set router 80293575-1e99-4b9c-b730-e9f7dec81a36 gateway port host: dv-cinder-811877-1-iscsi {{(pid=94002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 06:32:39.064650 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727546001794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-597483'] for agent, after_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:32:39.163600 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-929e5712-d4a3-4b42-8dc6-77642b487e87 admin admin] Notify callbacks [] for router, before_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:32:39.187546 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-c2f7d2dd-49fa-4787-a78a-a5bb793fc4f8 tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653538'] for port, before_update {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:32:39.273974 dv-cinder-811877-1-iscsi neutron-server[94002]: DEBUG neutron.db.l3_hamode_db [None req-c5399037-6dad-4494-9619-47e458d12272 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80293575-1e99-4b9c-b730-e9f7dec81a36', 'name': 'tempest-TestMinimumBasicScenario-418526461-router', 'tenant_id': 'dcb314e8136a4d1298e59b94dbda6db4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddd8ee8b-b24f-47fb-afd7-cfc700c93624', 'external_fixed_ips': [{'subnet_id': '4727b4cf-a8ea-4dab-8db4-019b4e8b0546', 'ip_address': '172.27.1.247'}], 'enable_snat': True}, 'gw_port_id': '6eca2420-ec99-4579-bdbc-a2e9d1376a4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T06:29:01Z', 'updated_at': '2021-09-30T06:32:37Z', 'revision_number': 5, 'project_id': 'dcb314e8136a4d1298e59b94dbda6db4', 'gw_port': {'id': '6eca2420-ec99-4579-bdbc-a2e9d1376a4d', 'name': '', 'network_id': 'ddd8ee8b-b24f-47fb-afd7-cfc700c93624', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:af:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80293575-1e99-4b9c-b730-e9f7dec81a36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': '4727b4cf-a8ea-4dab-8db4-019b4e8b0546', 'ip_address': '172.27.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T06:29:02Z', 'updated_at': '2021-09-30T06:29:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4727b4cf-a8ea-4dab-8db4-019b4e8b0546', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811877-1-iscsi'}], 'dv-cinder-811877-1-iscsi', False) {} {{(pid=94002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 06:32:39.287037 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47725ee5-e477-4377-9a42-59669a35ea29 req-08273f4a-efa2-4e2c-a6ed-18807c6dc48c tempest-AttachVolumeTestJSON-1192105893 tempest-AttachVolumeTestJSON-1192105893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:32:39.288653 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-47725ee5-e477-4377-9a42-59669a35ea29 req-08273f4a-efa2-4e2c-a6ed-18807c6dc48c tempest-AttachVolumeTestJSON-1192105893 tempest-AttachVolumeTestJSON-1192105893-project] 10.222.0.36 "GET /v2.0/ports?device_id=aea852bb-fe37-4a09-9dbd-9d4b564b22f3 HTTP/1.1" status: 200 len: 943 time: 0.1447942 Sep 30 06:32:39.311657 dv-cinder-811877-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5399037-6dad-4494-9619-47e458d12272 None None] Checking router: 80293575-1e99-4b9c-b730-e9f7dec81a36 for host: dv-cinder-811877-1-iscsi {{(pid=94002) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 06:32:39.321628 dv-cinder-811877-1-iscsi neutron-server[94002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5399037-6dad-4494-9619-47e458d12272 None None] Routers {'80293575-1e99-4b9c-b730-e9f7dec81a36'} bound to L3 agent in host dv-cinder-811877-1-iscsi {{(pid=94002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 06:32:39.322290 dv-cinder-811877-1-iscsi neutron-server[94002]: DEBUG neutron.db.l3_hamode_db [None req-c5399037-6dad-4494-9619-47e458d12272 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811877-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-30T06:19:31Z,description=,heartbeat_timestamp=2021-09-30T06:32:31Z,host='dv-cinder-811877-1-iscsi',id=f054bd23-6895-478f-87a4-7cc0e21c04e0,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T06:19:31Z,topic='l3_agent')) {'router_ids': ['80293575-1e99-4b9c-b730-e9f7dec81a36'], 'active': True} {{(pid=94002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 06:32:39.336120 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-929e5712-d4a3-4b42-8dc6-77642b487e87 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:32:39.405179 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.rpc [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] Device db6f15e0-ca40-4611-82a6-7ccc6d13c254 details requested by agent hyperv_hv-cinder-81187 with host hv-cinder-81187 {{(pid=94001) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 06:32:39.408635 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-c2f7d2dd-49fa-4787-a78a-a5bb793fc4f8 tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] Notify callbacks [] for port, precommit_update {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:32:39.436954 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-47725ee5-e477-4377-9a42-59669a35ea29 req-ea41bb55-59f4-4b48-8394-5cb4ef59bdab tempest-AttachVolumeTestJSON-1192105893 tempest-AttachVolumeTestJSON-1192105893-project] 10.222.0.36 "GET /v2.0/security-groups?id=de9b6b00-8e3c-42ea-89f7-757f6c5d158d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1209838 Sep 30 06:32:39.439751 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-c2f7d2dd-49fa-4787-a78a-a5bb793fc4f8 tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7821886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727545992452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727545489363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727545489381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6560256'] for port, after_update {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:32:39.466903 dv-cinder-811877-1-iscsi neutron-server[94002]: DEBUG neutron.db.l3_dvr_db [None req-c5399037-6dad-4494-9619-47e458d12272 None None] Set router 80293575-1e99-4b9c-b730-e9f7dec81a36 gateway port host: dv-cinder-811877-1-iscsi {{(pid=94002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 06:32:39.487524 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.plugins.ml2.plugin [None req-929e5712-d4a3-4b42-8dc6-77642b487e87 admin admin] Deleting port 6eca2420-ec99-4579-bdbc-a2e9d1376a4d {{(pid=94000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 06:32:39.488476 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-929e5712-d4a3-4b42-8dc6-77642b487e87 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727545987880'] for port, before_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:32:39.544760 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f7d2dd-49fa-4787-a78a-a5bb793fc4f8 tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] Pushing event updated for resources: {'Port': ['ID=f4226c5c-9922-4be4-9511-3d8e449dc228,revision_number=2']} {{(pid=93999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:32:39.554530 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-c2f7d2dd-49fa-4787-a78a-a5bb793fc4f8 tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7877914'] for floatingip, after_create {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:32:39.572459 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-c2f7d2dd-49fa-4787-a78a-a5bb793fc4f8 tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57126'] for floatingip, before_response {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:32:39.574607 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [None req-c2f7d2dd-49fa-4787-a78a-a5bb793fc4f8 tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4196148 Sep 30 06:32:39.575730 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.db [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] For port db6f15e0-ca40-4611-82a6-7ccc6d13c254, host hv-cinder-81187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81187',level=0,port_id=db6f15e0-ca40-4611-82a6-7ccc6d13c254,segment=NetworkSegment(fb392b75-2cea-4ed8-909e-87c2ccb253f8),segment_id=fb392b75-2cea-4ed8-909e-87c2ccb253f8)] {{(pid=94001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 06:32:39.589372 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.rpc [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] Returning: {'device': 'db6f15e0-ca40-4611-82a6-7ccc6d13c254', 'network_id': '92aa8f19-aafd-4462-9d7f-7e5f878c12b2', 'port_id': 'db6f15e0-ca40-4611-82a6-7ccc6d13c254', 'mac_address': 'fa:16:3e:e5:7a:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 305, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '87e3e2f7-f230-4774-967b-a68a66b90c87', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94001) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 06:32:39.642349 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653538'] for port, before_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:32:39.656288 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.plugins.ml2.db [None req-929e5712-d4a3-4b42-8dc6-77642b487e87 admin admin] For port 6eca2420-ec99-4579-bdbc-a2e9d1376a4d, host dv-cinder-811877-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811877-1-iscsi',level=0,port_id=6eca2420-ec99-4579-bdbc-a2e9d1376a4d,segment=NetworkSegment(f18bb042-e630-4c4b-b384-e9bf093ecc8b),segment_id=f18bb042-e630-4c4b-b384-e9bf093ecc8b)] {{(pid=94000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 06:32:39.658034 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-929e5712-d4a3-4b42-8dc6-77642b487e87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7874563'] for port, precommit_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:32:39.661155 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.notifiers.nova [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id db6f15e0-ca40-4611-82a6-7ccc6d13c254 {{(pid=94001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 06:32:39.688224 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.plugins.ml2.plugin [None req-929e5712-d4a3-4b42-8dc6-77642b487e87 admin admin] Calling delete_port for 6eca2420-ec99-4579-bdbc-a2e9d1376a4d owned by network:router_gateway {{(pid=94000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 06:32:39.692071 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.db [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] For port db6f15e0-ca40-4611-82a6-7ccc6d13c254, host hv-cinder-81187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81187',level=0,port_id=db6f15e0-ca40-4611-82a6-7ccc6d13c254,segment=NetworkSegment(fb392b75-2cea-4ed8-909e-87c2ccb253f8),segment_id=fb392b75-2cea-4ed8-909e-87c2ccb253f8)] {{(pid=94001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 06:32:39.700581 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7821886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727545992452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727545489363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727545489381'] for port, after_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:32:39.767532 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] Pushing event updated for resources: {'Port': ['ID=db6f15e0-ca40-4611-82a6-7ccc6d13c254,revision_number=4']} {{(pid=94001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:32:39.805999 dv-cinder-811877-1-iscsi neutron-server[94002]: DEBUG neutron.db.l3_hamode_db [None req-c5399037-6dad-4494-9619-47e458d12272 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80293575-1e99-4b9c-b730-e9f7dec81a36', 'name': 'tempest-TestMinimumBasicScenario-418526461-router', 'tenant_id': 'dcb314e8136a4d1298e59b94dbda6db4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddd8ee8b-b24f-47fb-afd7-cfc700c93624', 'external_fixed_ips': [{'subnet_id': '4727b4cf-a8ea-4dab-8db4-019b4e8b0546', 'ip_address': '172.27.1.247'}], 'enable_snat': True}, 'gw_port_id': '6eca2420-ec99-4579-bdbc-a2e9d1376a4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T06:29:01Z', 'updated_at': '2021-09-30T06:32:37Z', 'revision_number': 5, 'project_id': 'dcb314e8136a4d1298e59b94dbda6db4', 'gw_port': {'id': '6eca2420-ec99-4579-bdbc-a2e9d1376a4d', 'name': '', 'network_id': 'ddd8ee8b-b24f-47fb-afd7-cfc700c93624', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:af:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80293575-1e99-4b9c-b730-e9f7dec81a36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': '4727b4cf-a8ea-4dab-8db4-019b4e8b0546', 'ip_address': '172.27.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T06:29:02Z', 'updated_at': '2021-09-30T06:29:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4727b4cf-a8ea-4dab-8db4-019b4e8b0546', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811877-1-iscsi'}], 'dv-cinder-811877-1-iscsi', False) {} {{(pid=94002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 06:32:39.837618 dv-cinder-811877-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5399037-6dad-4494-9619-47e458d12272 None None] The sync data for ids ['80293575-1e99-4b9c-b730-e9f7dec81a36'] in dv-cinder-811877-1-iscsi is: [{'id': '80293575-1e99-4b9c-b730-e9f7dec81a36', 'name': 'tempest-TestMinimumBasicScenario-418526461-router', 'tenant_id': 'dcb314e8136a4d1298e59b94dbda6db4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddd8ee8b-b24f-47fb-afd7-cfc700c93624', 'external_fixed_ips': [{'subnet_id': '4727b4cf-a8ea-4dab-8db4-019b4e8b0546', 'ip_address': '172.27.1.247'}], 'enable_snat': True}, 'gw_port_id': '6eca2420-ec99-4579-bdbc-a2e9d1376a4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T06:29:01Z', 'updated_at': '2021-09-30T06:32:37Z', 'revision_number': 5, 'project_id': 'dcb314e8136a4d1298e59b94dbda6db4', 'gw_port': {'id': '6eca2420-ec99-4579-bdbc-a2e9d1376a4d', 'name': '', 'network_id': 'ddd8ee8b-b24f-47fb-afd7-cfc700c93624', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:af:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80293575-1e99-4b9c-b730-e9f7dec81a36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': '4727b4cf-a8ea-4dab-8db4-019b4e8b0546', 'ip_address': '172.27.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T06:29:02Z', 'updated_at': '2021-09-30T06:29:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4727b4cf-a8ea-4dab-8db4-019b4e8b0546', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811877-1-iscsi'}] {{(pid=94002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 06:32:39.888773 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-76044bb5-33c0-442e-81ed-67519675bba1 req-71fc9f57-0e1c-443e-9c1c-c53d36f50175 tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--689144530&fields=id&tenant_id=3f54d397fb6646ca811cd4b70b8b5d31 HTTP/1.1" status: 200 len: 267 time: 0.0466595 Sep 30 06:32:39.968263 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-929e5712-d4a3-4b42-8dc6-77642b487e87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7821886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727545991406', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727545489354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4572815'] for port, after_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:32:39.995517 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929e5712-d4a3-4b42-8dc6-77642b487e87 admin admin] Pushing event deleted for resources: {'Port': ['ID=6eca2420-ec99-4579-bdbc-a2e9d1376a4d,revision_number=None']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:32:40.020744 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.db [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] get_ports_and_sgs() called for port_ids ['db6f15e0-ca40-4611-82a6-7ccc6d13c254'] {{(pid=94001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 06:32:40.049868 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76044bb5-33c0-442e-81ed-67519675bba1 req-1241208b-45dd-4a6f-a83f-1e584703cc4a tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:32:40.052724 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-76044bb5-33c0-442e-81ed-67519675bba1 req-1241208b-45dd-4a6f-a83f-1e584703cc4a tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] 10.222.0.36 "GET /v2.0/networks?id=5fefac64-03c4-43dd-a17b-d4a261fa3173 HTTP/1.1" status: 200 len: 817 time: 0.1509736 Sep 30 06:32:40.079113 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-76044bb5-33c0-442e-81ed-67519675bba1 req-c2bbdf64-8ab7-4bd4-9843-f287f2468606 tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] 10.222.0.36 "GET /v2.0/quotas/3f54d397fb6646ca811cd4b70b8b5d31 HTTP/1.1" status: 200 len: 375 time: 0.0129163 Sep 30 06:32:40.090519 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-929e5712-d4a3-4b42-8dc6-77642b487e87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7877968'] for router_gateway, after_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:32:40.182859 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-76044bb5-33c0-442e-81ed-67519675bba1 req-d43609e5-e877-4c0d-a3b8-1d49703ac16c tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=3f54d397fb6646ca811cd4b70b8b5d31&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0876153 Sep 30 06:32:40.230254 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-929e5712-d4a3-4b42-8dc6-77642b487e87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7877183', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-693'] for router, precommit_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:32:40.234055 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-929e5712-d4a3-4b42-8dc6-77642b487e87 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:32:40.287160 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-929e5712-d4a3-4b42-8dc6-77642b487e87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7877174'] for router, after_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:32:40.287728 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-929e5712-d4a3-4b42-8dc6-77642b487e87 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 80293575-1e99-4b9c-b730-e9f7dec81a36 {{(pid=94000) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 30 06:32:40.297656 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-929e5712-d4a3-4b42-8dc6-77642b487e87 admin admin] Notify callbacks [] for router, before_response {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:32:40.302270 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [None req-929e5712-d4a3-4b42-8dc6-77642b487e87 admin admin] 10.222.0.36 "DELETE /v2.0/routers/80293575-1e99-4b9c-b730-e9f7dec81a36 HTTP/1.1" status: 204 len: 168 time: 1.5707524 Sep 30 06:32:40.303222 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.36', 58250) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 06:32:40.390467 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a4c8f96-0a1e-4623-9867-c28d7a033d73 admin admin] Deleting subnet a7029f50-5ba5-47d1-87aa-d52ac1f06ba7 {{(pid=94000) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 06:32:40.392041 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.rpc [None req-1a5ef50c-1a60-4eeb-b96e-cf5df6fcca4b None None] Device b3128f5d-cf72-45b4-9dff-d7c0a6819f5d no longer exists at agent ovs-agent-dv-cinder-811877-1-iscsi {{(pid=94001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 06:32:40.396028 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-1a4c8f96-0a1e-4623-9867-c28d7a033d73 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:32:40.410658 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-76044bb5-33c0-442e-81ed-67519675bba1 req-a256d324-97e3-4d9d-a7a0-3164e20a54f1 service neutron] 10.222.0.36 "GET /v2.0/networks/5fefac64-03c4-43dd-a17b-d4a261fa3173?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1871643 Sep 30 06:32:40.417089 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.plugin [None req-1a5ef50c-1a60-4eeb-b96e-cf5df6fcca4b None None] No Port match for: b3128f5d-cf72-45b4-9dff-d7c0a6819f5d {{(pid=94001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 06:32:40.417430 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.rpc [None req-1a5ef50c-1a60-4eeb-b96e-cf5df6fcca4b None None] Device b3128f5d-cf72-45b4-9dff-d7c0a6819f5d not bound to the agent host dv-cinder-811877-1-iscsi {{(pid=94001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 06:32:40.481244 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-1a4c8f96-0a1e-4623-9867-c28d7a033d73 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4572778'] for subnet, precommit_delete_associations {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:32:40.543388 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-76044bb5-33c0-442e-81ed-67519675bba1 req-fd030db0-8a5b-47da-93fa-b67bef1d8d95 service neutron] 10.222.0.36 "GET /v2.0/networks/5fefac64-03c4-43dd-a17b-d4a261fa3173?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1210806 Sep 30 06:32:40.599528 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-1a4c8f96-0a1e-4623-9867-c28d7a033d73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-583762'] for subnet, precommit_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:32:40.668995 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-1a4c8f96-0a1e-4623-9867-c28d7a033d73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-583771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7821886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4572882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5105895'] for subnet, after_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:32:40.716569 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4c8f96-0a1e-4623-9867-c28d7a033d73 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a7029f50-5ba5-47d1-87aa-d52ac1f06ba7,revision_number=None']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:32:40.718677 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-1a4c8f96-0a1e-4623-9867-c28d7a033d73 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:32:40.720632 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [None req-1a4c8f96-0a1e-4623-9867-c28d7a033d73 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/a7029f50-5ba5-47d1-87aa-d52ac1f06ba7 HTTP/1.1" status: 204 len: 168 time: 0.4164214 Sep 30 06:32:40.724623 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.36', 58262) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 06:32:40.727580 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcc81bdc-1740-45a3-8c30-5e74f65404d2 None None] Network f6dd4f0c-cb48-4956-b50f-9ac78c28a79e requested from dv-cinder-811877-1-iscsi {{(pid=94001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 06:32:40.801542 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-aebf4398-8665-4d10-8119-8e9b9751bd16 req-5cdead20-67ee-4b15-b79f-111761365c70 tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] 10.222.0.36 "GET /v2.0/ports?device_id=cf64a143-d81f-4bf6-9ded-182f63c46e7f HTTP/1.1" status: 200 len: 210 time: 0.0748761 Sep 30 06:32:40.848198 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-1e85c852-501e-4d55-b12e-33c5fd919445 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763795'] for network, before_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:32:40.912463 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bda083-a9a0-4eac-aed7-32a244d06c66 req-0106de93-2742-41da-b3f4-79c6906e28ab tempest-AttachVolumeTestJSON-1192105893 tempest-AttachVolumeTestJSON-1192105893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:32:40.914025 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-39bda083-a9a0-4eac-aed7-32a244d06c66 req-0106de93-2742-41da-b3f4-79c6906e28ab tempest-AttachVolumeTestJSON-1192105893 tempest-AttachVolumeTestJSON-1192105893-project] 10.222.0.36 "GET /v2.0/ports?device_id=aea852bb-fe37-4a09-9dbd-9d4b564b22f3 HTTP/1.1" status: 200 len: 944 time: 0.0809286 Sep 30 06:32:40.973635 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-39bda083-a9a0-4eac-aed7-32a244d06c66 req-09a790cb-09fc-4304-a143-adb05874f071 tempest-AttachVolumeTestJSON-1192105893 tempest-AttachVolumeTestJSON-1192105893-project] 10.222.0.36 "GET /v2.0/security-groups?id=de9b6b00-8e3c-42ea-89f7-757f6c5d158d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521438 Sep 30 06:32:40.974971 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.plugins.ml2.plugin [None req-1e85c852-501e-4d55-b12e-33c5fd919445 admin admin] Deleting port 260b4d90-07ea-4743-aeb4-f8a5a41b84ea {{(pid=94000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 06:32:40.975315 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-1e85c852-501e-4d55-b12e-33c5fd919445 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727545987880'] for port, before_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:32:41.049359 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.plugins.ml2.db [None req-1e85c852-501e-4d55-b12e-33c5fd919445 admin admin] For port 260b4d90-07ea-4743-aeb4-f8a5a41b84ea, host dv-cinder-811877-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811877-1-iscsi',level=0,port_id=260b4d90-07ea-4743-aeb4-f8a5a41b84ea,segment=NetworkSegment(eb821f09-cf72-485e-b6c8-559db8e92ce0),segment_id=eb821f09-cf72-485e-b6c8-559db8e92ce0)] {{(pid=94000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 06:32:41.049733 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-1e85c852-501e-4d55-b12e-33c5fd919445 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7874563'] for port, precommit_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:32:41.066483 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.plugins.ml2.plugin [None req-1e85c852-501e-4d55-b12e-33c5fd919445 admin admin] Calling delete_port for 260b4d90-07ea-4743-aeb4-f8a5a41b84ea owned by network:dhcp {{(pid=94000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 06:32:41.093323 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92cd4bff-b852-476d-be71-f5a6724271b0 None None] DHCP port deletion for f6dd4f0c-cb48-4956-b50f-9ac78c28a79e request from dv-cinder-811877-1-iscsi {{(pid=94001) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 30 06:32:41.175145 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.plugin [None req-92cd4bff-b852-476d-be71-f5a6724271b0 None None] Deleting port 260b4d90-07ea-4743-aeb4-f8a5a41b84ea {{(pid=94001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 06:32:41.176668 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-92cd4bff-b852-476d-be71-f5a6724271b0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727545987880'] for port, before_delete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:32:41.216365 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-1e85c852-501e-4d55-b12e-33c5fd919445 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7821886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727545991406', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727545489354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4572815'] for port, after_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:32:41.270378 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.db [None req-92cd4bff-b852-476d-be71-f5a6724271b0 None None] For port 260b4d90-07ea-4743-aeb4-f8a5a41b84ea, host dv-cinder-811877-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811877-1-iscsi',level=0,port_id=260b4d90-07ea-4743-aeb4-f8a5a41b84ea,segment=NetworkSegment(eb821f09-cf72-485e-b6c8-559db8e92ce0),segment_id=eb821f09-cf72-485e-b6c8-559db8e92ce0)] {{(pid=94001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 06:32:41.271187 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-92cd4bff-b852-476d-be71-f5a6724271b0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7874563'] for port, precommit_delete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:32:41.278346 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e85c852-501e-4d55-b12e-33c5fd919445 admin admin] Pushing event deleted for resources: {'Port': ['ID=260b4d90-07ea-4743-aeb4-f8a5a41b84ea,revision_number=None']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:32:41.280743 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e85c852-501e-4d55-b12e-33c5fd919445 admin admin] No DVR routers for this DVR port 260b4d90-07ea-4743-aeb4-f8a5a41b84ea on host dv-cinder-811877-1-iscsi {{(pid=94000) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 06:32:41.297521 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.plugin [None req-92cd4bff-b852-476d-be71-f5a6724271b0 None None] Calling delete_port for 260b4d90-07ea-4743-aeb4-f8a5a41b84ea owned by network:dhcp {{(pid=94001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 06:32:41.376190 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-1e85c852-501e-4d55-b12e-33c5fd919445 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-585195', 'neutron.services.segments.db._delete_segments_for_network-8727546001812'] for network, precommit_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:32:41.383786 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-92cd4bff-b852-476d-be71-f5a6724271b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7821886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727545991406', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727545489354'] for port, after_delete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:32:41.398255 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.services.segments.db [None req-1e85c852-501e-4d55-b12e-33c5fd919445 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f6dd4f0c-cb48-4956-b50f-9ac78c28a79e']}} {{(pid=94000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 06:32:41.408287 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.services.segments.db [None req-1e85c852-501e-4d55-b12e-33c5fd919445 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb821f09-cf72-485e-b6c8-559db8e92ce0') {'for_net_delete': True} {{(pid=94000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 06:32:41.408586 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.services.segments.db [None req-1e85c852-501e-4d55-b12e-33c5fd919445 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb821f09-cf72-485e-b6c8-559db8e92ce0') {} {{(pid=94000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 06:32:41.409161 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.rpc [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] Device db6f15e0-ca40-4611-82a6-7ccc6d13c254 up at agent hyperv_hv-cinder-81187 {{(pid=94001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 06:32:41.413109 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92cd4bff-b852-476d-be71-f5a6724271b0 None None] Pushing event deleted for resources: {'Port': ['ID=260b4d90-07ea-4743-aeb4-f8a5a41b84ea,revision_number=None']} {{(pid=94001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:32:41.425625 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-1e85c852-501e-4d55-b12e-33c5fd919445 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727546002077', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4572787'] for segment, before_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:32:41.438882 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92cd4bff-b852-476d-be71-f5a6724271b0 None None] No DVR routers for this DVR port 260b4d90-07ea-4743-aeb4-f8a5a41b84ea on host dv-cinder-811877-1-iscsi {{(pid=94001) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 06:32:41.446592 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-1e85c852-501e-4d55-b12e-33c5fd919445 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583621'] for segment, precommit_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:32:41.458438 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e85c852-501e-4d55-b12e-33c5fd919445 admin admin] Releasing vlan 302 on physical network physnet1 to pool {{(pid=94000) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 06:32:41.458902 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-1e85c852-501e-4d55-b12e-33c5fd919445 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4571260'] for segment, after_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:32:41.461014 dv-cinder-811877-1-iscsi neutron-server[94000]: Traceback (most recent call last): Sep 30 06:32:41.461014 dv-cinder-811877-1-iscsi neutron-server[94000]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 06:32:41.461014 dv-cinder-811877-1-iscsi neutron-server[94000]: timer() Sep 30 06:32:41.461014 dv-cinder-811877-1-iscsi neutron-server[94000]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 06:32:41.461014 dv-cinder-811877-1-iscsi neutron-server[94000]: cb(*args, **kw) Sep 30 06:32:41.461014 dv-cinder-811877-1-iscsi neutron-server[94000]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 06:32:41.461014 dv-cinder-811877-1-iscsi neutron-server[94000]: return func(*args, **kwargs) Sep 30 06:32:41.461014 dv-cinder-811877-1-iscsi neutron-server[94000]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 06:32:41.461014 dv-cinder-811877-1-iscsi neutron-server[94000]: self._notify() Sep 30 06:32:41.461014 dv-cinder-811877-1-iscsi neutron-server[94000]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 06:32:41.461014 dv-cinder-811877-1-iscsi neutron-server[94000]: self.callback(batched_events) Sep 30 06:32:41.461014 dv-cinder-811877-1-iscsi neutron-server[94000]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 06:32:41.461014 dv-cinder-811877-1-iscsi neutron-server[94000]: event.method(event) Sep 30 06:32:41.461014 dv-cinder-811877-1-iscsi neutron-server[94000]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 06:32:41.461014 dv-cinder-811877-1-iscsi neutron-server[94000]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 06:32:41.461014 dv-cinder-811877-1-iscsi neutron-server[94000]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 06:32:41.461014 dv-cinder-811877-1-iscsi neutron-server[94000]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 06:32:41.461014 dv-cinder-811877-1-iscsi neutron-server[94000]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 06:32:41.461014 dv-cinder-811877-1-iscsi neutron-server[94000]: return f(self, *a, **k) Sep 30 06:32:41.461014 dv-cinder-811877-1-iscsi neutron-server[94000]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 06:32:41.461014 dv-cinder-811877-1-iscsi neutron-server[94000]: return self._get(url).json() Sep 30 06:32:41.461014 dv-cinder-811877-1-iscsi neutron-server[94000]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 06:32:41.461014 dv-cinder-811877-1-iscsi neutron-server[94000]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 06:32:41.461014 dv-cinder-811877-1-iscsi neutron-server[94000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 06:32:41.461014 dv-cinder-811877-1-iscsi neutron-server[94000]: return self.request(url, 'GET', **kwargs) Sep 30 06:32:41.461014 dv-cinder-811877-1-iscsi neutron-server[94000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 06:32:41.461014 dv-cinder-811877-1-iscsi neutron-server[94000]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 06:32:41.461014 dv-cinder-811877-1-iscsi neutron-server[94000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 06:32:41.461014 dv-cinder-811877-1-iscsi neutron-server[94000]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 06:32:41.461014 dv-cinder-811877-1-iscsi neutron-server[94000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 06:32:41.461014 dv-cinder-811877-1-iscsi neutron-server[94000]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 06:32:41.461014 dv-cinder-811877-1-iscsi neutron-server[94000]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 06:32:41.473844 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.db.provisioning_blocks [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] Provisioning for port db6f15e0-ca40-4611-82a6-7ccc6d13c254 completed by entity L2. {{(pid=94001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 06:32:41.477923 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.db.provisioning_blocks [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] Provisioning complete for port db6f15e0-ca40-4611-82a6-7ccc6d13c254 triggered by entity L2. {{(pid=94001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 06:32:41.478296 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-597822'] for port, provisioning_complete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:32:41.523486 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-1e85c852-501e-4d55-b12e-33c5fd919445 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-585180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7821886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7877900'] for network, after_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:32:41.529577 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-1e85c852-501e-4d55-b12e-33c5fd919445 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7821868'] for network, before_response {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:32:41.531499 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [None req-1e85c852-501e-4d55-b12e-33c5fd919445 admin admin] 10.222.0.36 "DELETE /v2.0/networks/f6dd4f0c-cb48-4956-b50f-9ac78c28a79e HTTP/1.1" status: 204 len: 168 time: 0.8056288 Sep 30 06:32:41.546361 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e85c852-501e-4d55-b12e-33c5fd919445 admin admin] Pushing event deleted for resources: {'Network': ['ID=f6dd4f0c-cb48-4956-b50f-9ac78c28a79e,revision_number=None']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:32:41.575661 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653538'] for port, before_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:32:41.606340 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aea852bb-fe37-4a09-9dbd-9d4b564b22f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db6f15e0-ca40-4611-82a6-7ccc6d13c254'}] {{(pid=94001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 06:32:41.609051 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6a6fbc36b32d89ab1780593628eab99e94898f937be62aa03f5208480f4236e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38038656-3560-4d4c-8a23-b66299d071be" -d '{"events": [{"server_uuid": "aea852bb-fe37-4a09-9dbd-9d4b564b22f3", "name": "network-vif-plugged", "status": "completed", "tag": "db6f15e0-ca40-4611-82a6-7ccc6d13c254"}]}' {{(pid=94001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 06:32:41.624644 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.db [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] For port db6f15e0-ca40-4611-82a6-7ccc6d13c254, host hv-cinder-81187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81187',level=0,port_id=db6f15e0-ca40-4611-82a6-7ccc6d13c254,segment=NetworkSegment(fb392b75-2cea-4ed8-909e-87c2ccb253f8),segment_id=fb392b75-2cea-4ed8-909e-87c2ccb253f8)] {{(pid=94001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 06:32:41.629508 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7821886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727545992452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727545489363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727545489381'] for port, after_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:32:41.658611 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 06:32:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65f758ce-67d9-45bd-97cc-9c6113089229 x-openstack-request-id: req-65f758ce-67d9-45bd-97cc-9c6113089229 {{(pid=94001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 06:32:41.658911 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aea852bb-fe37-4a09-9dbd-9d4b564b22f3", "name": "network-vif-plugged", "status": "completed", "tag": "db6f15e0-ca40-4611-82a6-7ccc6d13c254", "code": 200}]} {{(pid=94001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 06:32:41.659145 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-65f758ce-67d9-45bd-97cc-9c6113089229 {{(pid=94001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 06:32:41.659545 dv-cinder-811877-1-iscsi neutron-server[94001]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aea852bb-fe37-4a09-9dbd-9d4b564b22f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db6f15e0-ca40-4611-82a6-7ccc6d13c254', 'code': 200} Sep 30 06:32:41.686231 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] Pushing event updated for resources: {'Port': ['ID=db6f15e0-ca40-4611-82a6-7ccc6d13c254,revision_number=5']} {{(pid=94001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:32:41.780110 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.36', 58276) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 06:32:41.824970 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [None req-ee6e194c-4483-46cc-a13e-943349bee51f admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=1eac498b69b6420eb083db675eb52bac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0436833 Sep 30 06:32:41.827871 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.36', 58278) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 06:32:41.879751 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ea1d12-73ba-45d3-809b-84ed16f2e310 req-bde96d73-4aca-4394-91a5-814d5f77f25e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:32:41.881209 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-56ea1d12-73ba-45d3-809b-84ed16f2e310 req-bde96d73-4aca-4394-91a5-814d5f77f25e service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=aea852bb-fe37-4a09-9dbd-9d4b564b22f3 HTTP/1.1" status: 200 len: 1098 time: 0.0468709 Sep 30 06:32:41.898703 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-d2d1b696-5dbe-4a78-9c2b-4f92c6d3363c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:32:41.922069 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-0107c9a0-be23-4e6f-a925-c17651e02458 req-00765f3b-cd2e-4f7c-a9aa-cfaf773ca05d tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] 10.222.0.36 "GET /v2.0/ports?device_id=cf64a143-d81f-4bf6-9ded-182f63c46e7f HTTP/1.1" status: 200 len: 210 time: 0.0375583 Sep 30 06:32:41.925248 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-56ea1d12-73ba-45d3-809b-84ed16f2e310 req-0c32288b-86b6-4499-8a0e-df14fd8ea18c service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=de9b6b00-8e3c-42ea-89f7-757f6c5d158d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354555 Sep 30 06:32:41.941866 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-d2d1b696-5dbe-4a78-9c2b-4f92c6d3363c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:32:41.978755 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.rpc [None req-1a5ef50c-1a60-4eeb-b96e-cf5df6fcca4b None None] Device 6eca2420-ec99-4579-bdbc-a2e9d1376a4d no longer exists at agent ovs-agent-dv-cinder-811877-1-iscsi {{(pid=94001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 06:32:41.994698 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-d2d1b696-5dbe-4a78-9c2b-4f92c6d3363c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533969'] for security_group, after_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:32:41.997521 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-d2d1b696-5dbe-4a78-9c2b-4f92c6d3363c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:32:41.998718 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [None req-d2d1b696-5dbe-4a78-9c2b-4f92c6d3363c admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/a3fc8924-f30a-4de5-8af2-a86f77449999 HTTP/1.1" status: 204 len: 168 time: 0.1699119 Sep 30 06:32:42.008245 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.plugin [None req-1a5ef50c-1a60-4eeb-b96e-cf5df6fcca4b None None] No Port match for: 6eca2420-ec99-4579-bdbc-a2e9d1376a4d {{(pid=94001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 06:32:42.008926 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.rpc [None req-1a5ef50c-1a60-4eeb-b96e-cf5df6fcca4b None None] Device 6eca2420-ec99-4579-bdbc-a2e9d1376a4d not bound to the agent host dv-cinder-811877-1-iscsi {{(pid=94001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 06:32:42.009609 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.rpc [None req-1a5ef50c-1a60-4eeb-b96e-cf5df6fcca4b None None] Device 260b4d90-07ea-4743-aeb4-f8a5a41b84ea no longer exists at agent ovs-agent-dv-cinder-811877-1-iscsi {{(pid=94001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 06:32:42.010263 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d1b696-5dbe-4a78-9c2b-4f92c6d3363c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3fc8924-f30a-4de5-8af2-a86f77449999,revision_number=None']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:32:42.044423 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.plugin [None req-1a5ef50c-1a60-4eeb-b96e-cf5df6fcca4b None None] No Port match for: 260b4d90-07ea-4743-aeb4-f8a5a41b84ea {{(pid=94001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 06:32:42.044750 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.rpc [None req-1a5ef50c-1a60-4eeb-b96e-cf5df6fcca4b None None] Device 260b4d90-07ea-4743-aeb4-f8a5a41b84ea not bound to the agent host dv-cinder-811877-1-iscsi {{(pid=94001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 06:32:42.109867 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8867ca47-e217-46ee-8fad-6bf907840b66 req-65554d0b-ec42-4c83-a282-53916759cb55 tempest-AttachVolumeTestJSON-1192105893 tempest-AttachVolumeTestJSON-1192105893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:32:42.111613 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-8867ca47-e217-46ee-8fad-6bf907840b66 req-65554d0b-ec42-4c83-a282-53916759cb55 tempest-AttachVolumeTestJSON-1192105893 tempest-AttachVolumeTestJSON-1192105893-project] 10.222.0.36 "GET /v2.0/ports?device_id=aea852bb-fe37-4a09-9dbd-9d4b564b22f3 HTTP/1.1" status: 200 len: 945 time: 0.0532568 Sep 30 06:32:42.153105 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-8867ca47-e217-46ee-8fad-6bf907840b66 req-ee677534-cb92-40ad-998a-8f14ed645ae8 tempest-AttachVolumeTestJSON-1192105893 tempest-AttachVolumeTestJSON-1192105893-project] 10.222.0.36 "GET /v2.0/security-groups?id=de9b6b00-8e3c-42ea-89f7-757f6c5d158d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344596 Sep 30 06:32:42.332938 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.36', 58290) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 06:32:42.377589 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [None req-f74b9a14-db8c-4d47-946e-1b05a27d0edf admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=dcb314e8136a4d1298e59b94dbda6db4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0434816 Sep 30 06:32:42.380188 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.36', 58292) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 06:32:42.445700 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-1a4fc74e-cb8e-4991-81c2-71baaed9da1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:32:42.469540 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76044bb5-33c0-442e-81ed-67519675bba1 req-beb4adf6-c4b0-4ad1-a5bb-ebb290b040fd tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:32:42.470383 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-1a4fc74e-cb8e-4991-81c2-71baaed9da1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:32:42.471247 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-76044bb5-33c0-442e-81ed-67519675bba1 req-beb4adf6-c4b0-4ad1-a5bb-ebb290b040fd tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] 10.222.0.10 "GET /v2.0/networks?id=5fefac64-03c4-43dd-a17b-d4a261fa3173 HTTP/1.1" status: 200 len: 817 time: 0.1203125 Sep 30 06:32:42.530726 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-76044bb5-33c0-442e-81ed-67519675bba1 req-57a25dde-03b8-43cd-be2f-5256e7508ba0 tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3f54d397fb6646ca811cd4b70b8b5d31 HTTP/1.1" status: 200 len: 379 time: 0.0393362 Sep 30 06:32:42.534207 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-1a4fc74e-cb8e-4991-81c2-71baaed9da1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533969'] for security_group, after_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:32:42.536755 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-1a4fc74e-cb8e-4991-81c2-71baaed9da1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:32:42.537908 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [None req-1a4fc74e-cb8e-4991-81c2-71baaed9da1a admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/b4f2258c-f22e-411f-859e-0a418615a4de HTTP/1.1" status: 204 len: 168 time: 0.1565411 Sep 30 06:32:42.546728 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4fc74e-cb8e-4991-81c2-71baaed9da1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4f2258c-f22e-411f-859e-0a418615a4de,revision_number=None']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:32:42.575972 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.api.v2.base [req-76044bb5-33c0-442e-81ed-67519675bba1 req-2720a83c-9d51-48ad-97f5-f46a8c8917f0 tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] Request body: {'port': {'device_id': 'cf64a143-d81f-4bf6-9ded-182f63c46e7f', 'network_id': '5fefac64-03c4-43dd-a17b-d4a261fa3173', 'admin_state_up': True, 'tenant_id': '3f54d397fb6646ca811cd4b70b8b5d31', 'security_groups': ['0ac15c32-ea2e-4327-b2f6-f045edc248fa']}} {{(pid=93999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 06:32:42.688469 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-76044bb5-33c0-442e-81ed-67519675bba1 req-2720a83c-9d51-48ad-97f5-f46a8c8917f0 tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] Made reservation on behalf of 3f54d397fb6646ca811cd4b70b8b5d31 for: {'port': 1} {{(pid=93999) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 06:32:42.692906 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [req-76044bb5-33c0-442e-81ed-67519675bba1 req-2720a83c-9d51-48ad-97f5-f46a8c8917f0 tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653538'] for port, before_create {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:32:42.823426 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.db.db_base_plugin_common [req-76044bb5-33c0-442e-81ed-67519675bba1 req-2720a83c-9d51-48ad-97f5-f46a8c8917f0 tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] Allocated IP 172.20.0.7 (5fefac64-03c4-43dd-a17b-d4a261fa3173/05cd2f04-a42c-4ac5-94b6-16f7140b471b/95f7371c-2299-4672-bba1-0cb9e084025f) {{(pid=93999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 06:32:42.978407 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [req-76044bb5-33c0-442e-81ed-67519675bba1 req-2720a83c-9d51-48ad-97f5-f46a8c8917f0 tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] Notify callbacks [] for port, precommit_create {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:32:43.021671 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [req-76044bb5-33c0-442e-81ed-67519675bba1 req-2720a83c-9d51-48ad-97f5-f46a8c8917f0 tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7821886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727545489345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6560267'] for port, after_create {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:32:43.070721 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-76044bb5-33c0-442e-81ed-67519675bba1 req-2720a83c-9d51-48ad-97f5-f46a8c8917f0 tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] Network 5fefac64-03c4-43dd-a17b-d4a261fa3173 is already hosted by enough agents. {{(pid=93999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 06:32:43.074707 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.scheduler.base_scheduler [req-76044bb5-33c0-442e-81ed-67519675bba1 req-2720a83c-9d51-48ad-97f5-f46a8c8917f0 tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] Resources bound (agent type, host, resource id): {{(pid=93999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 06:32:43.078777 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.db.l3_dvrscheduler_db [req-76044bb5-33c0-442e-81ed-67519675bba1 req-2720a83c-9d51-48ad-97f5-f46a8c8917f0 tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] Received port after_create {{(pid=93999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 06:32:43.084040 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4ee247-f397-4e2a-a6b8-4cc9b131f16f req-d1859e36-8fac-4927-95d9-1a31b88aab2a tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:32:43.085482 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-2d4ee247-f397-4e2a-a6b8-4cc9b131f16f req-d1859e36-8fac-4927-95d9-1a31b88aab2a tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] 10.222.0.36 "GET /v2.0/ports?device_id=cf64a143-d81f-4bf6-9ded-182f63c46e7f HTTP/1.1" status: 200 len: 931 time: 0.0705917 Sep 30 06:32:43.140357 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2720a83c-9d51-48ad-97f5-f46a8c8917f0 tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] Pushing event updated for resources: {'Port': ['ID=95f7371c-2299-4672-bba1-0cb9e084025f,revision_number=1']} {{(pid=93999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:32:43.149483 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-2d4ee247-f397-4e2a-a6b8-4cc9b131f16f req-3a4063ba-b43f-434a-bc2f-46acc0184783 tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] 10.222.0.36 "GET /v2.0/security-groups?id=0ac15c32-ea2e-4327-b2f6-f045edc248fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508120 Sep 30 06:32:43.160636 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76044bb5-33c0-442e-81ed-67519675bba1 req-2720a83c-9d51-48ad-97f5-f46a8c8917f0 tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:32:43.161362 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [req-76044bb5-33c0-442e-81ed-67519675bba1 req-2720a83c-9d51-48ad-97f5-f46a8c8917f0 tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57126'] for port, before_response {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:32:43.196094 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-76044bb5-33c0-442e-81ed-67519675bba1 req-2720a83c-9d51-48ad-97f5-f46a8c8917f0 tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6242325 Sep 30 06:32:43.216997 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.api.v2.base [req-76044bb5-33c0-442e-81ed-67519675bba1 req-0125c092-0f85-46c6-a404-9ffca2c5a056 service neutron] Request body: {'port': {'device_id': 'cf64a143-d81f-4bf6-9ded-182f63c46e7f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81187'}} {{(pid=93999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 06:32:43.280379 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [req-76044bb5-33c0-442e-81ed-67519675bba1 req-0125c092-0f85-46c6-a404-9ffca2c5a056 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653538'] for port, before_update {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:32:43.369859 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.36', 58322) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 06:32:43.416881 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.db.provisioning_blocks [None req-4b596eeb-02f2-4ec4-a8f0-66f4b5e56e9b None None] Provisioning complete for port 95f7371c-2299-4672-bba1-0cb9e084025f triggered by entity DHCP. {{(pid=94001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 06:32:43.417519 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-4b596eeb-02f2-4ec4-a8f0-66f4b5e56e9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-597822'] for port, provisioning_complete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:32:43.445481 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eca45ae-8299-471d-8f2c-17212c7e9d6f req-ca55b69b-8d13-4972-8f9e-3c3a556a8931 tempest-AttachVolumeTestJSON-1192105893 tempest-AttachVolumeTestJSON-1192105893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:32:43.446936 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-6eca45ae-8299-471d-8f2c-17212c7e9d6f req-ca55b69b-8d13-4972-8f9e-3c3a556a8931 tempest-AttachVolumeTestJSON-1192105893 tempest-AttachVolumeTestJSON-1192105893-project] 10.222.0.36 "GET /v2.0/ports?device_id=aea852bb-fe37-4a09-9dbd-9d4b564b22f3 HTTP/1.1" status: 200 len: 945 time: 0.1289234 Sep 30 06:32:43.458893 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.plugin [None req-4b596eeb-02f2-4ec4-a8f0-66f4b5e56e9b None None] Port 95f7371c-2299-4672-bba1-0cb9e084025f cannot update to ACTIVE because it is not bound. {{(pid=94001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 06:32:43.503604 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.api.v2.base [None req-4a33804b-9d6a-4859-ac0d-653bc123548e admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-848458579-network', 'tenant_id': '371c6a2cbad540218fff235f4a93c18c'}} {{(pid=94000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 06:32:43.513660 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-6eca45ae-8299-471d-8f2c-17212c7e9d6f req-6a42cec6-cc17-458d-af03-5cefba260d20 tempest-AttachVolumeTestJSON-1192105893 tempest-AttachVolumeTestJSON-1192105893-project] 10.222.0.36 "GET /v2.0/security-groups?id=de9b6b00-8e3c-42ea-89f7-757f6c5d158d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0566733 Sep 30 06:32:43.525647 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a33804b-9d6a-4859-ac0d-653bc123548e admin admin] Made reservation on behalf of 371c6a2cbad540218fff235f4a93c18c for: {'network': 1} {{(pid=94000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 06:32:43.535219 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-4a33804b-9d6a-4859-ac0d-653bc123548e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653538'] for network, before_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:32:43.537140 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-4a33804b-9d6a-4859-ac0d-653bc123548e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:32:43.643331 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-4a33804b-9d6a-4859-ac0d-653bc123548e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:32:43.646533 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.notifiers.nova [req-76044bb5-33c0-442e-81ed-67519675bba1 req-0125c092-0f85-46c6-a404-9ffca2c5a056 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 95f7371c-2299-4672-bba1-0cb9e084025f {{(pid=93999) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 06:32:43.647667 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-4a33804b-9d6a-4859-ac0d-653bc123548e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533969'] for security_group, after_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:32:43.655378 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [req-76044bb5-33c0-442e-81ed-67519675bba1 req-0125c092-0f85-46c6-a404-9ffca2c5a056 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:32:43.669961 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.db.provisioning_blocks [req-76044bb5-33c0-442e-81ed-67519675bba1 req-0125c092-0f85-46c6-a404-9ffca2c5a056 service neutron] Transition to ACTIVE for port object 95f7371c-2299-4672-bba1-0cb9e084025f will not be triggered until provisioned by entity L2. {{(pid=93999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 06:32:43.674208 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [req-76044bb5-33c0-442e-81ed-67519675bba1 req-0125c092-0f85-46c6-a404-9ffca2c5a056 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7821886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727545992452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727545489363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727545489381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6560256'] for port, after_update {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:32:43.674788 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a33804b-9d6a-4859-ac0d-653bc123548e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 323} {{(pid=94000) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 06:32:43.685608 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a33804b-9d6a-4859-ac0d-653bc123548e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=760dd5a4-1074-4e43-8f21-7533a3d94cb2,revision_number=1']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:32:43.690900 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-4a33804b-9d6a-4859-ac0d-653bc123548e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583621'] for segment, precommit_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:32:43.691246 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.db.segments_db [None req-4a33804b-9d6a-4859-ac0d-653bc123548e admin admin] Added segment 91d390b2-e475-4135-bc40-86c600b72bab of type vlan for network 5bc9530f-6d9b-49f6-aa4a-02099720eacd Sep 30 06:32:43.734936 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0125c092-0f85-46c6-a404-9ffca2c5a056 service neutron] Pushing event updated for resources: {'Port': ['ID=95f7371c-2299-4672-bba1-0cb9e084025f,revision_number=2']} {{(pid=93999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:32:43.742470 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-4a33804b-9d6a-4859-ac0d-653bc123548e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727545443103'] for network, precommit_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:32:43.770924 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-4a33804b-9d6a-4859-ac0d-653bc123548e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7821886'] for network, after_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:32:43.772052 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a33804b-9d6a-4859-ac0d-653bc123548e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:32:43.772725 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-4a33804b-9d6a-4859-ac0d-653bc123548e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7821868'] for network, before_response {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:32:43.814508 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.plugins.ml2.managers [req-76044bb5-33c0-442e-81ed-67519675bba1 req-0125c092-0f85-46c6-a404-9ffca2c5a056 service neutron] Attempting to bind port 95f7371c-2299-4672-bba1-0cb9e084025f on host hv-cinder-81187 for vnic_type normal with profile {{(pid=93999) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 06:32:43.814804 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [None req-4a33804b-9d6a-4859-ac0d-653bc123548e admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4408450 Sep 30 06:32:43.814911 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.plugins.ml2.managers [req-76044bb5-33c0-442e-81ed-67519675bba1 req-0125c092-0f85-46c6-a404-9ffca2c5a056 service neutron] Attempting to bind port 95f7371c-2299-4672-bba1-0cb9e084025f by drivers openvswitch,hyperv on host hv-cinder-81187 at level 0 using segments [{'id': '2a6dd986-63b3-41e2-80f5-fecbf28b70d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '5fefac64-03c4-43dd-a17b-d4a261fa3173'}] {{(pid=93999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 06:32:43.814911 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76044bb5-33c0-442e-81ed-67519675bba1 req-0125c092-0f85-46c6-a404-9ffca2c5a056 service neutron] Attempting to bind port 95f7371c-2299-4672-bba1-0cb9e084025f on network 5fefac64-03c4-43dd-a17b-d4a261fa3173 {{(pid=93999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 06:32:43.815163 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.wsgi [-] (93999) accepted ('10.222.0.36', 58328) {{(pid=93999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 06:32:43.820068 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.api.v2.base [None req-34de18f7-7199-48fa-807e-d60110fa93af admin admin] Request body: {'subnet': {'network_id': '5bc9530f-6d9b-49f6-aa4a-02099720eacd', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-848458579-subnet', 'tenant_id': '371c6a2cbad540218fff235f4a93c18c', 'ip_version': 4}} {{(pid=93999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 06:32:43.828442 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76044bb5-33c0-442e-81ed-67519675bba1 req-0125c092-0f85-46c6-a404-9ffca2c5a056 service neutron] Port 95f7371c-2299-4672-bba1-0cb9e084025f on network 5fefac64-03c4-43dd-a17b-d4a261fa3173 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81187 {{(pid=93999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 06:32:43.828766 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76044bb5-33c0-442e-81ed-67519675bba1 req-0125c092-0f85-46c6-a404-9ffca2c5a056 service neutron] Attempting to bind port 95f7371c-2299-4672-bba1-0cb9e084025f on network 5fefac64-03c4-43dd-a17b-d4a261fa3173 {{(pid=93999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 06:32:43.840136 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76044bb5-33c0-442e-81ed-67519675bba1 req-0125c092-0f85-46c6-a404-9ffca2c5a056 service neutron] Checking agent: {'id': '8d9eab89-7803-44fc-b727-c0e530c74148', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81187', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 6, 25, 39), 'started_at': datetime.datetime(2021, 9, 30, 6, 25, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 6, 32, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 06:32:43.840480 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76044bb5-33c0-442e-81ed-67519675bba1 req-0125c092-0f85-46c6-a404-9ffca2c5a056 service neutron] Checking segment: {'id': '2a6dd986-63b3-41e2-80f5-fecbf28b70d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '5fefac64-03c4-43dd-a17b-d4a261fa3173'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 06:32:43.840972 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76044bb5-33c0-442e-81ed-67519675bba1 req-0125c092-0f85-46c6-a404-9ffca2c5a056 service neutron] Bound using segment: {'id': '2a6dd986-63b3-41e2-80f5-fecbf28b70d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '5fefac64-03c4-43dd-a17b-d4a261fa3173'} {{(pid=93999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 06:32:43.841428 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.plugins.ml2.managers [req-76044bb5-33c0-442e-81ed-67519675bba1 req-0125c092-0f85-46c6-a404-9ffca2c5a056 service neutron] Bound port: 95f7371c-2299-4672-bba1-0cb9e084025f, host: hv-cinder-81187, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a6dd986-63b3-41e2-80f5-fecbf28b70d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '5fefac64-03c4-43dd-a17b-d4a261fa3173'}}] {{(pid=93999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 06:32:43.841794 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [req-76044bb5-33c0-442e-81ed-67519675bba1 req-0125c092-0f85-46c6-a404-9ffca2c5a056 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653538'] for port, before_update {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:32:43.845803 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a33804b-9d6a-4859-ac0d-653bc123548e admin admin] Pushing event updated for resources: {'Network': ['ID=5bc9530f-6d9b-49f6-aa4a-02099720eacd,revision_number=1']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:32:43.857216 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.rpc [None req-1a5ef50c-1a60-4eeb-b96e-cf5df6fcca4b None None] Network 5bc9530f-6d9b-49f6-aa4a-02099720eacd details requested by agent ovs-agent-dv-cinder-811877-1-iscsi with host dv-cinder-811877-1-iscsi {{(pid=94001) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 06:32:43.865495 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34de18f7-7199-48fa-807e-d60110fa93af admin admin] Made reservation on behalf of 371c6a2cbad540218fff235f4a93c18c for: {'subnet': 1} {{(pid=93999) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 06:32:43.868078 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-34de18f7-7199-48fa-807e-d60110fa93af admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4478141'] for subnet, before_create {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:32:43.998672 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.plugins.ml2.db [req-76044bb5-33c0-442e-81ed-67519675bba1 req-0125c092-0f85-46c6-a404-9ffca2c5a056 service neutron] For port 95f7371c-2299-4672-bba1-0cb9e084025f, host hv-cinder-81187, cleared binding levels {{(pid=93999) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 06:32:44.015655 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.plugins.ml2.db [req-76044bb5-33c0-442e-81ed-67519675bba1 req-0125c092-0f85-46c6-a404-9ffca2c5a056 service neutron] For port 95f7371c-2299-4672-bba1-0cb9e084025f, host hv-cinder-81187, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81187',level=0,port_id=95f7371c-2299-4672-bba1-0cb9e084025f,segment=NetworkSegment(2a6dd986-63b3-41e2-80f5-fecbf28b70d3),segment_id=2a6dd986-63b3-41e2-80f5-fecbf28b70d3)] {{(pid=93999) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 06:32:44.021580 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [req-76044bb5-33c0-442e-81ed-67519675bba1 req-0125c092-0f85-46c6-a404-9ffca2c5a056 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7821886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727545992452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727545489363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727545489381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6560256'] for port, after_update {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:32:44.088709 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76044bb5-33c0-442e-81ed-67519675bba1 req-0125c092-0f85-46c6-a404-9ffca2c5a056 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:32:44.089329 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [req-76044bb5-33c0-442e-81ed-67519675bba1 req-0125c092-0f85-46c6-a404-9ffca2c5a056 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57126'] for port, before_response {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:32:44.091431 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-76044bb5-33c0-442e-81ed-67519675bba1 req-0125c092-0f85-46c6-a404-9ffca2c5a056 service neutron] 10.222.0.10 "PUT /v2.0/ports/95f7371c-2299-4672-bba1-0cb9e084025f HTTP/1.1" status: 200 len: 1093 time: 0.8792512 Sep 30 06:32:44.093673 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf64a143-d81f-4bf6-9ded-182f63c46e7f', 'tag': '95f7371c-2299-4672-bba1-0cb9e084025f'}] {{(pid=93999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 06:32:44.096031 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07b111f6e278cfffd9c4f208e103de524c2b9e3fbd4e5a5b5d8dd158a433df71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32ab9cb7-b5a8-4f43-8705-a3ab731a1e03" -d '{"events": [{"name": "network-changed", "server_uuid": "cf64a143-d81f-4bf6-9ded-182f63c46e7f", "tag": "95f7371c-2299-4672-bba1-0cb9e084025f"}]}' {{(pid=93999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 06:32:44.132741 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0125c092-0f85-46c6-a404-9ffca2c5a056 service neutron] Pushing event updated for resources: {'Port': ['ID=95f7371c-2299-4672-bba1-0cb9e084025f,revision_number=3']} {{(pid=93999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:32:44.168059 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 06:32:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62b07bde-6d29-4735-9b01-56df71898e65 x-openstack-request-id: req-62b07bde-6d29-4735-9b01-56df71898e65 {{(pid=93999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 06:32:44.168334 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf64a143-d81f-4bf6-9ded-182f63c46e7f", "tag": "95f7371c-2299-4672-bba1-0cb9e084025f", "status": "completed", "code": 200}]} {{(pid=93999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 06:32:44.168591 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-62b07bde-6d29-4735-9b01-56df71898e65 {{(pid=93999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 06:32:44.169100 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf64a143-d81f-4bf6-9ded-182f63c46e7f', 'tag': '95f7371c-2299-4672-bba1-0cb9e084025f', 'status': 'completed', 'code': 200} Sep 30 06:32:44.200002 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-34de18f7-7199-48fa-807e-d60110fa93af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7821886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6560407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4478095'] for subnet, after_create {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:32:44.317969 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34de18f7-7199-48fa-807e-d60110fa93af admin admin] Pushing event updated for resources: {'Subnet': ['ID=a64b5ea3-7042-4499-97da-2a827c2c06a9,revision_number=0']} {{(pid=93999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:32:44.349326 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34de18f7-7199-48fa-807e-d60110fa93af admin admin] Checking segment: {'id': '91d390b2-e475-4135-bc40-86c600b72bab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '5bc9530f-6d9b-49f6-aa4a-02099720eacd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 06:32:44.349643 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34de18f7-7199-48fa-807e-d60110fa93af admin admin] Network hostable DHCP agents. Network: 5bc9530f-6d9b-49f6-aa4a-02099720eacd, hostable agents: ['2764eebb-577a-46b3-8e38-018fcc444f25'], hosted agents: [] {{(pid=93999) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 06:32:44.363848 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f482aeb-5d10-40b1-a5cf-eacb876c3f5f req-3840576b-2e92-4e39-8dae-a9d383f5acab tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:32:44.365446 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-7f482aeb-5d10-40b1-a5cf-eacb876c3f5f req-3840576b-2e92-4e39-8dae-a9d383f5acab tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] 10.222.0.36 "GET /v2.0/ports?device_id=cf64a143-d81f-4bf6-9ded-182f63c46e7f HTTP/1.1" status: 200 len: 943 time: 0.1174111 Sep 30 06:32:44.368109 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76044bb5-33c0-442e-81ed-67519675bba1 req-cd382c81-f1da-48fa-9224-ee7e030cd067 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:32:44.369532 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-76044bb5-33c0-442e-81ed-67519675bba1 req-cd382c81-f1da-48fa-9224-ee7e030cd067 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=3f54d397fb6646ca811cd4b70b8b5d31&device_id=cf64a143-d81f-4bf6-9ded-182f63c46e7f HTTP/1.1" status: 200 len: 1096 time: 0.1948855 Sep 30 06:32:44.437048 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34de18f7-7199-48fa-807e-d60110fa93af admin admin] Network 5bc9530f-6d9b-49f6-aa4a-02099720eacd is scheduled to be hosted by DHCP agent 2764eebb-577a-46b3-8e38-018fcc444f25 with binding_index 1 {{(pid=93999) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 06:32:44.445140 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-76044bb5-33c0-442e-81ed-67519675bba1 req-5a4f6aba-f888-4ce3-b065-23e008462c9b service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=95f7371c-2299-4672-bba1-0cb9e084025f HTTP/1.1" status: 200 len: 217 time: 0.0609896 Sep 30 06:32:44.455361 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-7f482aeb-5d10-40b1-a5cf-eacb876c3f5f req-6a7e2564-9308-46c2-ba15-6e234982ac34 tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] 10.222.0.36 "GET /v2.0/security-groups?id=0ac15c32-ea2e-4327-b2f6-f045edc248fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0827830 Sep 30 06:32:44.456355 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.scheduler.base_scheduler [None req-34de18f7-7199-48fa-807e-d60110fa93af admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-811877-1-iscsi, 5bc9530f-6d9b-49f6-aa4a-02099720eacd) {{(pid=93999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 06:32:44.460251 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34de18f7-7199-48fa-807e-d60110fa93af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:32:44.460830 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-34de18f7-7199-48fa-807e-d60110fa93af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7821868'] for subnet, before_response {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:32:44.466956 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-611954ba-f942-4a54-8800-77abebf116db None None] Network 5bc9530f-6d9b-49f6-aa4a-02099720eacd requested from dv-cinder-811877-1-iscsi {{(pid=94001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 06:32:44.525248 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [None req-34de18f7-7199-48fa-807e-d60110fa93af admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7090042 Sep 30 06:32:44.528661 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.36', 58336) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 06:32:44.533170 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.api.v2.base [None req-3a422800-0d13-478e-ba2a-59d4bae693ab admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-848458579-router', 'tenant_id': '371c6a2cbad540218fff235f4a93c18c', 'external_gateway_info': {'network_id': 'ddd8ee8b-b24f-47fb-afd7-cfc700c93624'}}} {{(pid=94000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 06:32:44.541805 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76044bb5-33c0-442e-81ed-67519675bba1 req-07f0a9ac-6081-4a10-9503-e0a397a7d478 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:32:44.543868 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-76044bb5-33c0-442e-81ed-67519675bba1 req-07f0a9ac-6081-4a10-9503-e0a397a7d478 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=05cd2f04-a42c-4ac5-94b6-16f7140b471b HTTP/1.1" status: 200 len: 856 time: 0.0806477 Sep 30 06:32:44.556377 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-3a422800-0d13-478e-ba2a-59d4bae693ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7868037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-651'] for router, before_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:32:44.557572 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-3a422800-0d13-478e-ba2a-59d4bae693ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7877237', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7878789', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7954202', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-642'] for router, precommit_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:32:44.559518 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-f4455b63-07fc-4253-a1d2-b27d83080d54 req-7931ff1f-7ce3-4333-a5bb-b7440f5bdfec service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=51614c20-cf20-485e-9cbd-e42ca13cafa6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0951385 Sep 30 06:32:44.614883 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76044bb5-33c0-442e-81ed-67519675bba1 req-1b321dd5-b6ef-4944-a762-f7cac77f548e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:32:44.617287 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-76044bb5-33c0-442e-81ed-67519675bba1 req-1b321dd5-b6ef-4944-a762-f7cac77f548e service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=5fefac64-03c4-43dd-a17b-d4a261fa3173&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0646851 Sep 30 06:32:44.662699 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae47724b-fc92-465a-ac37-387e5c2cdc3e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa923768-8e71-536f-9625-358fd8d0f060-5bc9530f-6d9b-49f6-aa4a-02099720eacd', 'network_id': '5bc9530f-6d9b-49f6-aa4a-02099720eacd', 'tenant_id': '371c6a2cbad540218fff235f4a93c18c', 'fixed_ips': [{'subnet_id': 'a64b5ea3-7042-4499-97da-2a827c2c06a9'}]}} from dv-cinder-811877-1-iscsi. {{(pid=94001) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 30 06:32:44.663842 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-ae47724b-fc92-465a-ac37-387e5c2cdc3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653538'] for port, before_create {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:32:44.670768 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-3a422800-0d13-478e-ba2a-59d4bae693ab admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:32:44.724315 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d58c61-7b11-4a1d-b0d0-0589a78c7b4a req-5d1e1606-bdad-47cc-9596-014578998c73 tempest-AttachVolumeTestJSON-1192105893 tempest-AttachVolumeTestJSON-1192105893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:32:44.725845 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-48d58c61-7b11-4a1d-b0d0-0589a78c7b4a req-5d1e1606-bdad-47cc-9596-014578998c73 tempest-AttachVolumeTestJSON-1192105893 tempest-AttachVolumeTestJSON-1192105893-project] 10.222.0.36 "GET /v2.0/ports?device_id=aea852bb-fe37-4a09-9dbd-9d4b564b22f3 HTTP/1.1" status: 200 len: 945 time: 0.1244187 Sep 30 06:32:44.739169 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4455b63-07fc-4253-a1d2-b27d83080d54 req-5b254236-b472-4942-bde2-6bb63b6ccf1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:32:44.740677 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-f4455b63-07fc-4253-a1d2-b27d83080d54 req-5b254236-b472-4942-bde2-6bb63b6ccf1a service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=9aa1d25e98de4f36a0b60652c0c46005&device_id=51614c20-cf20-485e-9cbd-e42ca13cafa6 HTTP/1.1" status: 200 len: 1099 time: 0.0970764 Sep 30 06:32:44.763149 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-76044bb5-33c0-442e-81ed-67519675bba1 req-f7017c7c-ba03-4bdf-92ac-f2fb0a9ac5dd service neutron] 10.222.0.10 "GET /v2.0/networks/5fefac64-03c4-43dd-a17b-d4a261fa3173?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1310685 Sep 30 06:32:44.820965 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.db.db_base_plugin_common [None req-ae47724b-fc92-465a-ac37-387e5c2cdc3e None None] Allocated IP 172.20.0.2 (5bc9530f-6d9b-49f6-aa4a-02099720eacd/a64b5ea3-7042-4499-97da-2a827c2c06a9/57450674-3788-4eac-bef1-6786f2d9d219) {{(pid=94001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 06:32:44.868030 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-3a422800-0d13-478e-ba2a-59d4bae693ab admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:32:44.875405 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-48d58c61-7b11-4a1d-b0d0-0589a78c7b4a req-5becf151-9cf0-4b62-941d-cc5a726580f1 tempest-AttachVolumeTestJSON-1192105893 tempest-AttachVolumeTestJSON-1192105893-project] 10.222.0.36 "GET /v2.0/security-groups?id=de9b6b00-8e3c-42ea-89f7-757f6c5d158d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1429691 Sep 30 06:32:44.936290 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4455b63-07fc-4253-a1d2-b27d83080d54 req-174449b8-655b-44be-ae71-a72316bf8f8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:32:44.937783 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-f4455b63-07fc-4253-a1d2-b27d83080d54 req-174449b8-655b-44be-ae71-a72316bf8f8c service neutron] 10.222.0.10 "GET /v2.0/networks?id=87db61c9-abbc-4bc5-969a-590306bf0ba2 HTTP/1.1" status: 200 len: 910 time: 0.1659701 Sep 30 06:32:44.940229 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-76044bb5-33c0-442e-81ed-67519675bba1 req-8bd0f13b-34ad-4f33-8621-9ae78ecc8d76 service neutron] 10.222.0.10 "GET /v2.0/networks/5fefac64-03c4-43dd-a17b-d4a261fa3173?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1601918 Sep 30 06:32:45.024398 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-ae47724b-fc92-465a-ac37-387e5c2cdc3e None None] Notify callbacks [] for port, precommit_create {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:32:45.036328 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-ae47724b-fc92-465a-ac37-387e5c2cdc3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7821886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727545489345'] for port, after_create {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:32:45.054695 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-f4455b63-07fc-4253-a1d2-b27d83080d54 req-33640805-a735-4201-95e2-1f92daab60b7 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3186be9a-c7f5-45f9-97f9-961c9e5b9978 HTTP/1.1" status: 200 len: 1002 time: 0.0986512 Sep 30 06:32:45.064500 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c0a89a-3c67-4961-b73f-453a2500d6bf req-96faf823-023c-455f-bbc1-30ee41452b9f tempest-AttachVolumeTestJSON-1192105893 tempest-AttachVolumeTestJSON-1192105893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:32:45.066138 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-c2c0a89a-3c67-4961-b73f-453a2500d6bf req-96faf823-023c-455f-bbc1-30ee41452b9f tempest-AttachVolumeTestJSON-1192105893 tempest-AttachVolumeTestJSON-1192105893-project] 10.222.0.36 "GET /v2.0/ports?device_id=aea852bb-fe37-4a09-9dbd-9d4b564b22f3 HTTP/1.1" status: 200 len: 945 time: 0.1089880 Sep 30 06:32:45.093167 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.wsgi [-] (93999) accepted ('10.222.0.36', 58342) {{(pid=93999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 06:32:45.102589 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae47724b-fc92-465a-ac37-387e5c2cdc3e None None] Network 5bc9530f-6d9b-49f6-aa4a-02099720eacd is already hosted by enough agents. {{(pid=94001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 06:32:45.109262 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.scheduler.base_scheduler [None req-ae47724b-fc92-465a-ac37-387e5c2cdc3e None None] Resources bound (agent type, host, resource id): {{(pid=94001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 06:32:45.111430 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae47724b-fc92-465a-ac37-387e5c2cdc3e None None] Pushing event updated for resources: {'Port': ['ID=57450674-3788-4eac-bef1-6786f2d9d219,revision_number=1']} {{(pid=94001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:32:45.113781 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae47724b-fc92-465a-ac37-387e5c2cdc3e None None] Received port after_create {{(pid=94001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 06:32:45.121668 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.api.v2.base [None req-b7e0927d-31a0-4d3f-be7f-9458fff0e820 tempest-AttachVolumeTestJSON-1192105893 tempest-AttachVolumeTestJSON-1192105893-project] Request body: {'floatingip': {'port_id': 'db6f15e0-ca40-4611-82a6-7ccc6d13c254'}} {{(pid=93999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 06:32:45.149102 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-3a422800-0d13-478e-ba2a-59d4bae693ab admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:32:45.171806 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.managers [None req-ae47724b-fc92-465a-ac37-387e5c2cdc3e None None] Attempting to bind port 57450674-3788-4eac-bef1-6786f2d9d219 on host dv-cinder-811877-1-iscsi for vnic_type normal with profile {{(pid=94001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 06:32:45.172175 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.managers [None req-ae47724b-fc92-465a-ac37-387e5c2cdc3e None None] Attempting to bind port 57450674-3788-4eac-bef1-6786f2d9d219 by drivers openvswitch,hyperv on host dv-cinder-811877-1-iscsi at level 0 using segments [{'id': '91d390b2-e475-4135-bc40-86c600b72bab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '5bc9530f-6d9b-49f6-aa4a-02099720eacd'}] {{(pid=94001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 06:32:45.172340 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-3a422800-0d13-478e-ba2a-59d4bae693ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653538'] for port, before_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:32:45.172538 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae47724b-fc92-465a-ac37-387e5c2cdc3e None None] Attempting to bind port 57450674-3788-4eac-bef1-6786f2d9d219 on network 5bc9530f-6d9b-49f6-aa4a-02099720eacd {{(pid=94001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 06:32:45.173222 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-b7e0927d-31a0-4d3f-be7f-9458fff0e820 tempest-AttachVolumeTestJSON-1192105893 tempest-AttachVolumeTestJSON-1192105893-project] Notify callbacks [] for floatingip, before_update {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:32:45.177689 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae47724b-fc92-465a-ac37-387e5c2cdc3e None None] Checking agent: {'id': '38eed8e6-19bc-4ff2-90e0-3c7aa8a3a275', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-811877-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 6, 19, 32), 'started_at': datetime.datetime(2021, 9, 30, 6, 20, 2), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 6, 32, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-811877-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 06:32:45.178314 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae47724b-fc92-465a-ac37-387e5c2cdc3e None None] Checking segment: {'id': '91d390b2-e475-4135-bc40-86c600b72bab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '5bc9530f-6d9b-49f6-aa4a-02099720eacd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 06:32:45.178906 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-ae47724b-fc92-465a-ac37-387e5c2cdc3e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:32:45.179495 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae47724b-fc92-465a-ac37-387e5c2cdc3e None None] Bound using segment: {'id': '91d390b2-e475-4135-bc40-86c600b72bab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '5bc9530f-6d9b-49f6-aa4a-02099720eacd'} {{(pid=94001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 06:32:45.180126 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.managers [None req-ae47724b-fc92-465a-ac37-387e5c2cdc3e None None] Bound port: 57450674-3788-4eac-bef1-6786f2d9d219, host: dv-cinder-811877-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91d390b2-e475-4135-bc40-86c600b72bab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '5bc9530f-6d9b-49f6-aa4a-02099720eacd'}}] {{(pid=94001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 06:32:45.180504 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-ae47724b-fc92-465a-ac37-387e5c2cdc3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653538'] for port, before_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:32:45.221187 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4455b63-07fc-4253-a1d2-b27d83080d54 req-ee84aba7-5da2-4bc7-ba1d-c170cd444319 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:32:45.222678 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-f4455b63-07fc-4253-a1d2-b27d83080d54 req-ee84aba7-5da2-4bc7-ba1d-c170cd444319 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=ad20151b-cb17-497f-b1bf-e53cf87b5f0f HTTP/1.1" status: 200 len: 848 time: 0.1555583 Sep 30 06:32:45.239247 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ab9cb7-b5a8-4f43-8705-a3ab731a1e03 req-9ddb2177-a00c-44d4-9920-51817ebbec02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:32:45.240739 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-32ab9cb7-b5a8-4f43-8705-a3ab731a1e03 req-9ddb2177-a00c-44d4-9920-51817ebbec02 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=3f54d397fb6646ca811cd4b70b8b5d31&device_id=cf64a143-d81f-4bf6-9ded-182f63c46e7f HTTP/1.1" status: 200 len: 1096 time: 0.1982806 Sep 30 06:32:45.246804 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.db [None req-ae47724b-fc92-465a-ac37-387e5c2cdc3e None None] For port 57450674-3788-4eac-bef1-6786f2d9d219, host dv-cinder-811877-1-iscsi, cleared binding levels {{(pid=94001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 06:32:45.250344 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.db [None req-ae47724b-fc92-465a-ac37-387e5c2cdc3e None None] For port 57450674-3788-4eac-bef1-6786f2d9d219, host dv-cinder-811877-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811877-1-iscsi',level=0,port_id=57450674-3788-4eac-bef1-6786f2d9d219,segment=NetworkSegment(91d390b2-e475-4135-bc40-86c600b72bab),segment_id=91d390b2-e475-4135-bc40-86c600b72bab)] {{(pid=94001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 06:32:45.256902 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-ae47724b-fc92-465a-ac37-387e5c2cdc3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7821886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727545992452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727545489363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727545489381'] for port, after_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:32:45.318620 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.db.db_base_plugin_common [None req-3a422800-0d13-478e-ba2a-59d4bae693ab admin admin] Allocated IP 172.27.1.15 (ddd8ee8b-b24f-47fb-afd7-cfc700c93624/4727b4cf-a8ea-4dab-8db4-019b4e8b0546/798e9915-3eba-45d1-89f0-8592c0c15feb) {{(pid=94000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 06:32:45.321906 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae47724b-fc92-465a-ac37-387e5c2cdc3e None None] Pushing event updated for resources: {'Port': ['ID=57450674-3788-4eac-bef1-6786f2d9d219,revision_number=2']} {{(pid=94001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:32:45.440165 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-3a422800-0d13-478e-ba2a-59d4bae693ab admin admin] Notify callbacks [] for port, precommit_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:32:45.451435 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4455b63-07fc-4253-a1d2-b27d83080d54 req-0875c6c6-1637-45fa-8d31-76fb1a48c588 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:32:45.452994 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-f4455b63-07fc-4253-a1d2-b27d83080d54 req-0875c6c6-1637-45fa-8d31-76fb1a48c588 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=87db61c9-abbc-4bc5-969a-590306bf0ba2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2113791 Sep 30 06:32:45.504522 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ab9cb7-b5a8-4f43-8705-a3ab731a1e03 req-1c369085-29cb-4c64-837f-c2ddd3ca5e6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:32:45.506290 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-32ab9cb7-b5a8-4f43-8705-a3ab731a1e03 req-1c369085-29cb-4c64-837f-c2ddd3ca5e6b service neutron] 10.222.0.10 "GET /v2.0/networks?id=5fefac64-03c4-43dd-a17b-d4a261fa3173 HTTP/1.1" status: 200 len: 918 time: 0.2524807 Sep 30 06:32:45.520078 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-3a422800-0d13-478e-ba2a-59d4bae693ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7821886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727545489345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4572815'] for port, after_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:32:45.600855 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a422800-0d13-478e-ba2a-59d4bae693ab admin admin] Network ddd8ee8b-b24f-47fb-afd7-cfc700c93624 is already hosted by enough agents. {{(pid=94000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 06:32:45.610541 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a422800-0d13-478e-ba2a-59d4bae693ab admin admin] Pushing event updated for resources: {'Port': ['ID=798e9915-3eba-45d1-89f0-8592c0c15feb,revision_number=1']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:32:45.613409 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.scheduler.base_scheduler [None req-3a422800-0d13-478e-ba2a-59d4bae693ab admin admin] Resources bound (agent type, host, resource id): {{(pid=94000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 06:32:45.616735 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a422800-0d13-478e-ba2a-59d4bae693ab admin admin] Received port after_create {{(pid=94000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 06:32:45.670034 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee1946c-a87e-4919-80a8-821d98427d1d req-bfc5e54d-15f7-4595-b541-b71727130724 tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:32:45.671861 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-eee1946c-a87e-4919-80a8-821d98427d1d req-bfc5e54d-15f7-4595-b541-b71727130724 tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] 10.222.0.36 "GET /v2.0/ports?device_id=cf64a143-d81f-4bf6-9ded-182f63c46e7f HTTP/1.1" status: 200 len: 943 time: 0.1163099 Sep 30 06:32:45.799193 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-eee1946c-a87e-4919-80a8-821d98427d1d req-32d2cecc-a555-4e5e-bd31-4ce747477c80 tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] 10.222.0.36 "GET /v2.0/security-groups?id=0ac15c32-ea2e-4327-b2f6-f045edc248fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1205821 Sep 30 06:32:45.868993 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-32ab9cb7-b5a8-4f43-8705-a3ab731a1e03 req-a9bbc5a9-07cc-4d40-a9b0-976773a33503 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=95f7371c-2299-4672-bba1-0cb9e084025f HTTP/1.1" status: 200 len: 217 time: 0.3531501 Sep 30 06:32:45.934885 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-3a422800-0d13-478e-ba2a-59d4bae693ab admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:32:46.055706 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-f4455b63-07fc-4253-a1d2-b27d83080d54 req-3e8960d6-a589-4009-983d-94348b8881a9 service neutron] 10.222.0.10 "GET /v2.0/networks/87db61c9-abbc-4bc5-969a-590306bf0ba2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5855231 Sep 30 06:32:46.062779 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ab9cb7-b5a8-4f43-8705-a3ab731a1e03 req-15733693-0800-42b3-9ace-13a1e51455cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:32:46.064657 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-32ab9cb7-b5a8-4f43-8705-a3ab731a1e03 req-15733693-0800-42b3-9ace-13a1e51455cd service neutron] 10.222.0.10 "GET /v2.0/subnets?id=05cd2f04-a42c-4ac5-94b6-16f7140b471b HTTP/1.1" status: 200 len: 856 time: 0.1685030 Sep 30 06:32:46.065940 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.rpc [None req-1a5ef50c-1a60-4eeb-b96e-cf5df6fcca4b None None] Device 57450674-3788-4eac-bef1-6786f2d9d219 up at agent ovs-agent-dv-cinder-811877-1-iscsi {{(pid=94001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 06:32:46.135143 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.db.provisioning_blocks [None req-1a5ef50c-1a60-4eeb-b96e-cf5df6fcca4b None None] Provisioning complete for port 57450674-3788-4eac-bef1-6786f2d9d219 triggered by entity L2. {{(pid=94001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 06:32:46.135675 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-1a5ef50c-1a60-4eeb-b96e-cf5df6fcca4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-597822'] for port, provisioning_complete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:32:46.192182 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-3a422800-0d13-478e-ba2a-59d4bae693ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7877132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7878840'] for router, after_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:32:46.238374 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-1a5ef50c-1a60-4eeb-b96e-cf5df6fcca4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653538'] for port, before_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:32:46.253527 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ab9cb7-b5a8-4f43-8705-a3ab731a1e03 req-e76b7fae-1139-414d-82ca-1c88f89b69d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:32:46.256214 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-32ab9cb7-b5a8-4f43-8705-a3ab731a1e03 req-e76b7fae-1139-414d-82ca-1c88f89b69d8 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=5fefac64-03c4-43dd-a17b-d4a261fa3173&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1808939 Sep 30 06:32:46.279491 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.db [None req-1a5ef50c-1a60-4eeb-b96e-cf5df6fcca4b None None] For port 57450674-3788-4eac-bef1-6786f2d9d219, host dv-cinder-811877-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811877-1-iscsi',level=0,port_id=57450674-3788-4eac-bef1-6786f2d9d219,segment=NetworkSegment(91d390b2-e475-4135-bc40-86c600b72bab),segment_id=91d390b2-e475-4135-bc40-86c600b72bab)] {{(pid=94001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 06:32:46.288073 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-1a5ef50c-1a60-4eeb-b96e-cf5df6fcca4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7821886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727545992452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727545489363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727545489381'] for port, after_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:32:46.350227 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5ef50c-1a60-4eeb-b96e-cf5df6fcca4b None None] Pushing event updated for resources: {'Port': ['ID=57450674-3788-4eac-bef1-6786f2d9d219,revision_number=3']} {{(pid=94001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:32:46.353927 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a422800-0d13-478e-ba2a-59d4bae693ab admin admin] Router a6c4853c-e1dc-4bac-83c1-36a77b44fa55 is scheduled to L3 agent f054bd23-6895-478f-87a4-7cc0e21c04e0 with binding_index 1 {{(pid=94000) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 30 06:32:46.355429 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-f4455b63-07fc-4253-a1d2-b27d83080d54 req-0c67b427-61ff-4bcb-8d23-3a9d615bb515 service neutron] 10.222.0.10 "GET /v2.0/networks/87db61c9-abbc-4bc5-969a-590306bf0ba2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2900910 Sep 30 06:32:46.462463 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e502abfa-29c5-46ce-837a-052c2b21287c None None] Network 5bc9530f-6d9b-49f6-aa4a-02099720eacd requested from dv-cinder-811877-1-iscsi {{(pid=94001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 06:32:46.462985 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-b7e0927d-31a0-4d3f-be7f-9458fff0e820 tempest-AttachVolumeTestJSON-1192105893 tempest-AttachVolumeTestJSON-1192105893-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:32:46.469363 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-b7e0927d-31a0-4d3f-be7f-9458fff0e820 tempest-AttachVolumeTestJSON-1192105893 tempest-AttachVolumeTestJSON-1192105893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7877914'] for floatingip, after_update {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:32:46.472972 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-32ab9cb7-b5a8-4f43-8705-a3ab731a1e03 req-942c898b-b781-4527-acd4-b1ba5b55b459 service neutron] 10.222.0.10 "GET /v2.0/networks/5fefac64-03c4-43dd-a17b-d4a261fa3173?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1966581 Sep 30 06:32:46.599827 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.db.provisioning_blocks [None req-abb756e2-1559-4488-8c7d-a0678447414e None None] Provisioning complete for port 57450674-3788-4eac-bef1-6786f2d9d219 triggered by entity DHCP. {{(pid=94001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 06:32:46.600531 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-abb756e2-1559-4488-8c7d-a0678447414e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-597822'] for port, provisioning_complete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:32:46.602337 dv-cinder-811877-1-iscsi neutron-server[94002]: DEBUG neutron.db.agents_db [None req-d9c94b1b-4ad8-4063-8329-7a4f29b52830 None None] Agent healthcheck: found 6 active agents {{(pid=94002) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 06:32:46.657768 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-32ab9cb7-b5a8-4f43-8705-a3ab731a1e03 req-de33227e-c6c7-4ab2-b265-bc400ba350ce service neutron] 10.222.0.10 "GET /v2.0/networks/5fefac64-03c4-43dd-a17b-d4a261fa3173?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1448178 Sep 30 06:32:46.670290 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.db.l3_db [None req-b7e0927d-31a0-4d3f-be7f-9458fff0e820 tempest-AttachVolumeTestJSON-1192105893 tempest-AttachVolumeTestJSON-1192105893-project] Floating IP 95a8a9f0-2c05-465c-ba85-e2902ccf7819 associated. External IP: 172.27.1.6, port: db6f15e0-ca40-4611-82a6-7ccc6d13c254. Sep 30 06:32:46.770911 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a422800-0d13-478e-ba2a-59d4bae693ab admin admin] Notify agent at l3_agent.dv-cinder-811877-1-iscsi the message routers_updated {{(pid=94000) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 06:32:46.785723 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9068f8c7-e0b6-4736-8391-219b7c42ed3a None None] Sync routers for ids ['a6c4853c-e1dc-4bac-83c1-36a77b44fa55'] in dv-cinder-811877-1-iscsi {{(pid=94001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 06:32:46.794843 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-3a422800-0d13-478e-ba2a-59d4bae693ab admin admin] Notify callbacks [] for router, before_response {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:32:46.800978 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [None req-3a422800-0d13-478e-ba2a-59d4bae693ab admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.2681596 Sep 30 06:32:46.801189 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9068f8c7-e0b6-4736-8391-219b7c42ed3a None None] Routers {'a6c4853c-e1dc-4bac-83c1-36a77b44fa55'} bound to L3 agent in host dv-cinder-811877-1-iscsi {{(pid=94001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 06:32:46.802032 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.36', 58350) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 06:32:46.803546 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.db.l3_hamode_db [None req-9068f8c7-e0b6-4736-8391-219b7c42ed3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811877-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-30T06:19:31Z,description=,heartbeat_timestamp=2021-09-30T06:32:31Z,host='dv-cinder-811877-1-iscsi',id=f054bd23-6895-478f-87a4-7cc0e21c04e0,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T06:19:31Z,topic='l3_agent')) {'router_ids': ['a6c4853c-e1dc-4bac-83c1-36a77b44fa55'], 'active': True} {{(pid=94001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 06:32:46.979947 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7e0927d-31a0-4d3f-be7f-9458fff0e820 tempest-AttachVolumeTestJSON-1192105893 tempest-AttachVolumeTestJSON-1192105893-project] Router 8ed619a9-5f7e-482b-8deb-23ec7fdf2ab4 has already been hosted by L3 agent f054bd23-6895-478f-87a4-7cc0e21c04e0 {{(pid=93999) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 06:32:46.987226 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.db.l3_dvr_db [None req-9068f8c7-e0b6-4736-8391-219b7c42ed3a None None] Set router a6c4853c-e1dc-4bac-83c1-36a77b44fa55 gateway port host: dv-cinder-811877-1-iscsi {{(pid=94001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 06:32:47.052223 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec06d5a2-64d9-49d6-9797-d76f9ee08180 req-aaca31bc-d5e4-4e50-969e-2619b5d2b86c tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:32:47.054211 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-ec06d5a2-64d9-49d6-9797-d76f9ee08180 req-aaca31bc-d5e4-4e50-969e-2619b5d2b86c tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] 10.222.0.36 "GET /v2.0/ports?device_id=cf64a143-d81f-4bf6-9ded-182f63c46e7f HTTP/1.1" status: 200 len: 943 time: 0.1289501 Sep 30 06:32:47.134819 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-ec06d5a2-64d9-49d6-9797-d76f9ee08180 req-0bd2c7fb-4adb-4e5c-9821-988540ad2b3c tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] 10.222.0.36 "GET /v2.0/security-groups?id=0ac15c32-ea2e-4327-b2f6-f045edc248fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0703733 Sep 30 06:32:47.201767 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.db.provisioning_blocks [None req-1e1fa329-a0d4-489a-bb78-3bd018f6f846 None None] Provisioning complete for port 57450674-3788-4eac-bef1-6786f2d9d219 triggered by entity DHCP. {{(pid=94001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 06:32:47.202490 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-1e1fa329-a0d4-489a-bb78-3bd018f6f846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-597822'] for port, provisioning_complete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:32:47.216293 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7e0927d-31a0-4d3f-be7f-9458fff0e820 tempest-AttachVolumeTestJSON-1192105893 tempest-AttachVolumeTestJSON-1192105893-project] Notify agent at l3_agent.dv-cinder-811877-1-iscsi the message routers_updated {{(pid=93999) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 06:32:47.222679 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-b7e0927d-31a0-4d3f-be7f-9458fff0e820 tempest-AttachVolumeTestJSON-1192105893 tempest-AttachVolumeTestJSON-1192105893-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57126'] for floatingip, before_response {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:32:47.228091 dv-cinder-811877-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7efc71d-40f6-4f54-947d-96c446fb1c37 None None] Sync routers for ids ['8ed619a9-5f7e-482b-8deb-23ec7fdf2ab4'] in dv-cinder-811877-1-iscsi {{(pid=94002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 06:32:47.239825 dv-cinder-811877-1-iscsi neutron-server[94002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7efc71d-40f6-4f54-947d-96c446fb1c37 None None] Routers {'8ed619a9-5f7e-482b-8deb-23ec7fdf2ab4'} bound to L3 agent in host dv-cinder-811877-1-iscsi {{(pid=94002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 06:32:47.240864 dv-cinder-811877-1-iscsi neutron-server[94002]: DEBUG neutron.db.l3_hamode_db [None req-d7efc71d-40f6-4f54-947d-96c446fb1c37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811877-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-30T06:19:31Z,description=,heartbeat_timestamp=2021-09-30T06:32:31Z,host='dv-cinder-811877-1-iscsi',id=f054bd23-6895-478f-87a4-7cc0e21c04e0,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T06:19:31Z,topic='l3_agent')) {'router_ids': ['8ed619a9-5f7e-482b-8deb-23ec7fdf2ab4'], 'active': True} {{(pid=94002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 06:32:47.254151 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [None req-b7e0927d-31a0-4d3f-be7f-9458fff0e820 tempest-AttachVolumeTestJSON-1192105893 tempest-AttachVolumeTestJSON-1192105893-project] 10.222.0.36 "PUT /v2.0/floatingips/95a8a9f0-2c05-465c-ba85-e2902ccf7819 HTTP/1.1" status: 200 len: 989 time: 2.1577611 Sep 30 06:32:47.254772 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aea852bb-fe37-4a09-9dbd-9d4b564b22f3', 'tag': 'db6f15e0-ca40-4611-82a6-7ccc6d13c254'}] {{(pid=93999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 06:32:47.257059 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07b111f6e278cfffd9c4f208e103de524c2b9e3fbd4e5a5b5d8dd158a433df71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16b5288b-25db-46ea-911d-28ff246af719" -d '{"events": [{"name": "network-changed", "server_uuid": "aea852bb-fe37-4a09-9dbd-9d4b564b22f3", "tag": "db6f15e0-ca40-4611-82a6-7ccc6d13c254"}]}' {{(pid=93999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 06:32:47.264789 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.db.l3_hamode_db [None req-9068f8c7-e0b6-4736-8391-219b7c42ed3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6c4853c-e1dc-4bac-83c1-36a77b44fa55', 'name': 'tempest-TestVolumeBootPattern-848458579-router', 'tenant_id': '371c6a2cbad540218fff235f4a93c18c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddd8ee8b-b24f-47fb-afd7-cfc700c93624', 'external_fixed_ips': [{'subnet_id': '4727b4cf-a8ea-4dab-8db4-019b4e8b0546', 'ip_address': '172.27.1.15'}], 'enable_snat': True}, 'gw_port_id': '798e9915-3eba-45d1-89f0-8592c0c15feb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T06:32:44Z', 'updated_at': '2021-09-30T06:32:45Z', 'revision_number': 3, 'project_id': '371c6a2cbad540218fff235f4a93c18c', 'gw_port': {'id': '798e9915-3eba-45d1-89f0-8592c0c15feb', 'name': '', 'network_id': 'ddd8ee8b-b24f-47fb-afd7-cfc700c93624', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:62:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6c4853c-e1dc-4bac-83c1-36a77b44fa55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '4727b4cf-a8ea-4dab-8db4-019b4e8b0546', 'ip_address': '172.27.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T06:32:45Z', 'updated_at': '2021-09-30T06:32:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4727b4cf-a8ea-4dab-8db4-019b4e8b0546', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811877-1-iscsi'}], 'dv-cinder-811877-1-iscsi', False) {} {{(pid=94001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 06:32:47.297208 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9068f8c7-e0b6-4736-8391-219b7c42ed3a None None] Checking router: a6c4853c-e1dc-4bac-83c1-36a77b44fa55 for host: dv-cinder-811877-1-iscsi {{(pid=94001) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 06:32:47.297679 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9068f8c7-e0b6-4736-8391-219b7c42ed3a None None] Updating router a6c4853c-e1dc-4bac-83c1-36a77b44fa55 port 798e9915-3eba-45d1-89f0-8592c0c15feb binding host dv-cinder-811877-1-iscsi {{(pid=94001) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 30 06:32:47.323594 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 06:32:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa1abca0-e544-4088-b18e-fb2315d07f4a x-openstack-request-id: req-aa1abca0-e544-4088-b18e-fb2315d07f4a {{(pid=93999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 06:32:47.323991 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aea852bb-fe37-4a09-9dbd-9d4b564b22f3", "tag": "db6f15e0-ca40-4611-82a6-7ccc6d13c254", "status": "completed", "code": 200}]} {{(pid=93999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 06:32:47.324948 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-aa1abca0-e544-4088-b18e-fb2315d07f4a {{(pid=93999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 06:32:47.325410 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aea852bb-fe37-4a09-9dbd-9d4b564b22f3', 'tag': 'db6f15e0-ca40-4611-82a6-7ccc6d13c254', 'status': 'completed', 'code': 200} Sep 30 06:32:47.342574 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-3389ecd4-d5da-4260-a759-84fcbd7d72cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653538'] for port, before_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:32:47.348815 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-9068f8c7-e0b6-4736-8391-219b7c42ed3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653538'] for port, before_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:32:47.373817 dv-cinder-811877-1-iscsi neutron-server[94002]: DEBUG neutron.db.l3_dvr_db [None req-d7efc71d-40f6-4f54-947d-96c446fb1c37 None None] Set router 8ed619a9-5f7e-482b-8deb-23ec7fdf2ab4 gateway port host: dv-cinder-811877-1-iscsi {{(pid=94002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 06:32:47.454539 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b5288b-25db-46ea-911d-28ff246af719 req-ff368d54-ba49-4c77-81c9-9f8b7839e712 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:32:47.458852 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-16b5288b-25db-46ea-911d-28ff246af719 req-ff368d54-ba49-4c77-81c9-9f8b7839e712 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=fd01cd14f23840e59331ece07bbcdf9e&device_id=aea852bb-fe37-4a09-9dbd-9d4b564b22f3 HTTP/1.1" status: 200 len: 1098 time: 0.0686333 Sep 30 06:32:47.544163 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.db.db_base_plugin_common [None req-3389ecd4-d5da-4260-a759-84fcbd7d72cc admin admin] Allocated IP 172.20.0.1 (5bc9530f-6d9b-49f6-aa4a-02099720eacd/a64b5ea3-7042-4499-97da-2a827c2c06a9/387f1708-162f-49f9-bb78-cef2bd73f78a) {{(pid=94000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 06:32:47.581231 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.rpc [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] Device 95f7371c-2299-4672-bba1-0cb9e084025f details requested by agent hyperv_hv-cinder-81187 with host hv-cinder-81187 {{(pid=94001) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 06:32:47.592169 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b5288b-25db-46ea-911d-28ff246af719 req-bdb5cc32-da93-4c76-908a-d33f22734d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:32:47.594293 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-16b5288b-25db-46ea-911d-28ff246af719 req-bdb5cc32-da93-4c76-908a-d33f22734d76 service neutron] 10.222.0.10 "GET /v2.0/networks?id=92aa8f19-aafd-4462-9d7f-7e5f878c12b2 HTTP/1.1" status: 200 len: 911 time: 0.1280875 Sep 30 06:32:47.671482 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-16b5288b-25db-46ea-911d-28ff246af719 req-6f102cea-4f70-4173-9c63-2b2b7abafe82 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=db6f15e0-ca40-4611-82a6-7ccc6d13c254 HTTP/1.1" status: 200 len: 997 time: 0.0694430 Sep 30 06:32:47.682698 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-3389ecd4-d5da-4260-a759-84fcbd7d72cc admin admin] Notify callbacks [] for port, precommit_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:32:47.685697 dv-cinder-811877-1-iscsi neutron-server[94002]: DEBUG neutron.db.l3_hamode_db [None req-d7efc71d-40f6-4f54-947d-96c446fb1c37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ed619a9-5f7e-482b-8deb-23ec7fdf2ab4', 'name': 'tempest-AttachVolumeTestJSON-934096422-router', 'tenant_id': 'fd01cd14f23840e59331ece07bbcdf9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddd8ee8b-b24f-47fb-afd7-cfc700c93624', 'external_fixed_ips': [{'subnet_id': '4727b4cf-a8ea-4dab-8db4-019b4e8b0546', 'ip_address': '172.27.1.36'}], 'enable_snat': True}, 'gw_port_id': 'da1c69fb-7325-41c8-ab50-aebb52d96748', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T06:27:32Z', 'updated_at': '2021-09-30T06:27:39Z', 'revision_number': 4, 'project_id': 'fd01cd14f23840e59331ece07bbcdf9e', 'gw_port': {'id': 'da1c69fb-7325-41c8-ab50-aebb52d96748', 'name': '', 'network_id': 'ddd8ee8b-b24f-47fb-afd7-cfc700c93624', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:61:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ed619a9-5f7e-482b-8deb-23ec7fdf2ab4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '4727b4cf-a8ea-4dab-8db4-019b4e8b0546', 'ip_address': '172.27.1.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T06:27:33Z', 'updated_at': '2021-09-30T06:27:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4727b4cf-a8ea-4dab-8db4-019b4e8b0546', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811877-1-iscsi', '_floatingips': [{'id': '95a8a9f0-2c05-465c-ba85-e2902ccf7819', 'tenant_id': 'fd01cd14f23840e59331ece07bbcdf9e', 'floating_ip_address': '172.27.1.6', 'floating_network_id': 'ddd8ee8b-b24f-47fb-afd7-cfc700c93624', 'router_id': '8ed619a9-5f7e-482b-8deb-23ec7fdf2ab4', 'port_id': 'db6f15e0-ca40-4611-82a6-7ccc6d13c254', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 494, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '92aa8f19-aafd-4462-9d7f-7e5f878c12b2', 'mac_address': 'fa:16:3e:e5:7a:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aea852bb-fe37-4a09-9dbd-9d4b564b22f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T06:32:29Z', 'updated_at': '2021-09-30T06:32:46Z', 'revision_number': 1, 'project_id': 'fd01cd14f23840e59331ece07bbcdf9e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7641b08b-edd0-4733-84f9-f67531f18b54', 'name': '', 'network_id': '92aa8f19-aafd-4462-9d7f-7e5f878c12b2', 'tenant_id': 'fd01cd14f23840e59331ece07bbcdf9e', 'mac_address': 'fa:16:3e:d4:5e:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ed619a9-5f7e-482b-8deb-23ec7fdf2ab4', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '87e3e2f7-f230-4774-967b-a68a66b90c87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T06:27:37Z', 'updated_at': '2021-09-30T06:27:52Z', 'revision_number': 5, 'project_id': 'fd01cd14f23840e59331ece07bbcdf9e', 'subnets': [{'id': '87e3e2f7-f230-4774-967b-a68a66b90c87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811877-1-iscsi', False) {} {{(pid=94002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 06:32:47.725531 dv-cinder-811877-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7efc71d-40f6-4f54-947d-96c446fb1c37 None None] Checking router: 8ed619a9-5f7e-482b-8deb-23ec7fdf2ab4 for host: dv-cinder-811877-1-iscsi {{(pid=94002) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 06:32:47.731626 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-3389ecd4-d5da-4260-a759-84fcbd7d72cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7821886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727545489345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4572815'] for port, after_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:32:47.737179 dv-cinder-811877-1-iscsi neutron-server[94002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7efc71d-40f6-4f54-947d-96c446fb1c37 None None] Routers {'8ed619a9-5f7e-482b-8deb-23ec7fdf2ab4'} bound to L3 agent in host dv-cinder-811877-1-iscsi {{(pid=94002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 06:32:47.739392 dv-cinder-811877-1-iscsi neutron-server[94002]: DEBUG neutron.db.l3_hamode_db [None req-d7efc71d-40f6-4f54-947d-96c446fb1c37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811877-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-30T06:19:31Z,description=,heartbeat_timestamp=2021-09-30T06:32:31Z,host='dv-cinder-811877-1-iscsi',id=f054bd23-6895-478f-87a4-7cc0e21c04e0,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T06:19:31Z,topic='l3_agent')) {'router_ids': ['8ed619a9-5f7e-482b-8deb-23ec7fdf2ab4'], 'active': True} {{(pid=94002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 06:32:47.739779 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b5288b-25db-46ea-911d-28ff246af719 req-20e9b682-e430-4977-8d52-a3f90498e8b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:32:47.742212 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-16b5288b-25db-46ea-911d-28ff246af719 req-20e9b682-e430-4977-8d52-a3f90498e8b5 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=87e3e2f7-f230-4774-967b-a68a66b90c87 HTTP/1.1" status: 200 len: 849 time: 0.0616112 Sep 30 06:32:47.779609 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3389ecd4-d5da-4260-a759-84fcbd7d72cc admin admin] Network 5bc9530f-6d9b-49f6-aa4a-02099720eacd is already hosted by enough agents. {{(pid=94000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 06:32:47.782913 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.scheduler.base_scheduler [None req-3389ecd4-d5da-4260-a759-84fcbd7d72cc admin admin] Resources bound (agent type, host, resource id): {{(pid=94000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 06:32:47.787423 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3389ecd4-d5da-4260-a759-84fcbd7d72cc admin admin] Received port after_create {{(pid=94000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 06:32:47.800333 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3389ecd4-d5da-4260-a759-84fcbd7d72cc admin admin] Pushing event updated for resources: {'Port': ['ID=387f1708-162f-49f9-bb78-cef2bd73f78a,revision_number=1']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:32:47.806368 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b5288b-25db-46ea-911d-28ff246af719 req-b49470c9-1a42-4177-819f-cfd729ae0b34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:32:47.809716 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-16b5288b-25db-46ea-911d-28ff246af719 req-b49470c9-1a42-4177-819f-cfd729ae0b34 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=92aa8f19-aafd-4462-9d7f-7e5f878c12b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0581822 Sep 30 06:32:47.844546 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.db [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] For port 95f7371c-2299-4672-bba1-0cb9e084025f, host hv-cinder-81187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81187',level=0,port_id=95f7371c-2299-4672-bba1-0cb9e084025f,segment=NetworkSegment(2a6dd986-63b3-41e2-80f5-fecbf28b70d3),segment_id=2a6dd986-63b3-41e2-80f5-fecbf28b70d3)] {{(pid=94001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 06:32:47.869763 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-3389ecd4-d5da-4260-a759-84fcbd7d72cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7878021'] for router_interface, before_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:32:47.896676 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.rpc [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] Returning: {'device': '95f7371c-2299-4672-bba1-0cb9e084025f', 'network_id': '5fefac64-03c4-43dd-a17b-d4a261fa3173', 'port_id': '95f7371c-2299-4672-bba1-0cb9e084025f', 'mac_address': 'fa:16:3e:c8:ac:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 333, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05cd2f04-a42c-4ac5-94b6-16f7140b471b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94001) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 06:32:47.927631 dv-cinder-811877-1-iscsi neutron-server[94002]: DEBUG neutron.db.l3_dvr_db [None req-d7efc71d-40f6-4f54-947d-96c446fb1c37 None None] Set router 8ed619a9-5f7e-482b-8deb-23ec7fdf2ab4 gateway port host: dv-cinder-811877-1-iscsi {{(pid=94002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 06:32:47.946011 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-16b5288b-25db-46ea-911d-28ff246af719 req-7467920c-4379-4adc-ba18-700338850c71 service neutron] 10.222.0.10 "GET /v2.0/networks/92aa8f19-aafd-4462-9d7f-7e5f878c12b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279609 Sep 30 06:32:48.012705 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653538'] for port, before_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:32:48.032705 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.rpc [None req-1a5ef50c-1a60-4eeb-b96e-cf5df6fcca4b None None] Device 57450674-3788-4eac-bef1-6786f2d9d219 up at agent ovs-agent-dv-cinder-811877-1-iscsi {{(pid=94001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 06:32:48.070612 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-3389ecd4-d5da-4260-a759-84fcbd7d72cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653538'] for port, before_update {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:32:48.082155 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-9068f8c7-e0b6-4736-8391-219b7c42ed3a None None] Notify callbacks [] for port, precommit_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:32:48.084517 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.notifiers.nova [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 95f7371c-2299-4672-bba1-0cb9e084025f {{(pid=94001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 06:32:48.125977 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-16b5288b-25db-46ea-911d-28ff246af719 req-0a171b49-9a31-46a1-a549-85e561f5dd81 service neutron] 10.222.0.10 "GET /v2.0/networks/92aa8f19-aafd-4462-9d7f-7e5f878c12b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1717536 Sep 30 06:32:48.128661 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.db [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] For port 95f7371c-2299-4672-bba1-0cb9e084025f, host hv-cinder-81187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81187',level=0,port_id=95f7371c-2299-4672-bba1-0cb9e084025f,segment=NetworkSegment(2a6dd986-63b3-41e2-80f5-fecbf28b70d3),segment_id=2a6dd986-63b3-41e2-80f5-fecbf28b70d3)] {{(pid=94001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 06:32:48.131115 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-9068f8c7-e0b6-4736-8391-219b7c42ed3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7821886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727545992452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727545489363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727545489381'] for port, after_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:32:48.149557 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7821886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727545992452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727545489363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727545489381'] for port, after_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:32:48.246528 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.managers [None req-9068f8c7-e0b6-4736-8391-219b7c42ed3a None None] Attempting to bind port 798e9915-3eba-45d1-89f0-8592c0c15feb on host dv-cinder-811877-1-iscsi for vnic_type normal with profile {{(pid=94001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 06:32:48.247335 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.managers [None req-9068f8c7-e0b6-4736-8391-219b7c42ed3a None None] Attempting to bind port 798e9915-3eba-45d1-89f0-8592c0c15feb by drivers openvswitch,hyperv on host dv-cinder-811877-1-iscsi at level 0 using segments [{'id': 'f18bb042-e630-4c4b-b384-e9bf093ecc8b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ddd8ee8b-b24f-47fb-afd7-cfc700c93624'}] {{(pid=94001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 06:32:48.247718 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9068f8c7-e0b6-4736-8391-219b7c42ed3a None None] Attempting to bind port 798e9915-3eba-45d1-89f0-8592c0c15feb on network ddd8ee8b-b24f-47fb-afd7-cfc700c93624 {{(pid=94001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 06:32:48.257410 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9068f8c7-e0b6-4736-8391-219b7c42ed3a None None] Checking agent: {'id': '38eed8e6-19bc-4ff2-90e0-3c7aa8a3a275', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-811877-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 6, 19, 32), 'started_at': datetime.datetime(2021, 9, 30, 6, 20, 2), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 6, 32, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-811877-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 06:32:48.258890 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9068f8c7-e0b6-4736-8391-219b7c42ed3a None None] Checking segment: {'id': 'f18bb042-e630-4c4b-b384-e9bf093ecc8b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ddd8ee8b-b24f-47fb-afd7-cfc700c93624'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 06:32:48.258890 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-9068f8c7-e0b6-4736-8391-219b7c42ed3a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:32:48.258890 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9068f8c7-e0b6-4736-8391-219b7c42ed3a None None] Bound using segment: {'id': 'f18bb042-e630-4c4b-b384-e9bf093ecc8b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ddd8ee8b-b24f-47fb-afd7-cfc700c93624'} {{(pid=94001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 06:32:48.259952 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.managers [None req-9068f8c7-e0b6-4736-8391-219b7c42ed3a None None] Bound port: 798e9915-3eba-45d1-89f0-8592c0c15feb, host: dv-cinder-811877-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f18bb042-e630-4c4b-b384-e9bf093ecc8b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ddd8ee8b-b24f-47fb-afd7-cfc700c93624'}}] {{(pid=94001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 06:32:48.260449 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-9068f8c7-e0b6-4736-8391-219b7c42ed3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653538'] for port, before_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:32:48.282965 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fd0f6c-b0c6-46c6-853d-9232f6a1ced1 req-9d8b4966-8655-4043-a9f7-56d7ed5eccfa tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:32:48.285530 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-55fd0f6c-b0c6-46c6-853d-9232f6a1ced1 req-9d8b4966-8655-4043-a9f7-56d7ed5eccfa tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] 10.222.0.36 "GET /v2.0/ports?device_id=cf64a143-d81f-4bf6-9ded-182f63c46e7f HTTP/1.1" status: 200 len: 944 time: 0.0597305 Sep 30 06:32:48.294394 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.db.provisioning_blocks [None req-1a5ef50c-1a60-4eeb-b96e-cf5df6fcca4b None None] Provisioning complete for port 57450674-3788-4eac-bef1-6786f2d9d219 triggered by entity L2. {{(pid=94001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 06:32:48.295013 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-1a5ef50c-1a60-4eeb-b96e-cf5df6fcca4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-597822'] for port, provisioning_complete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:32:48.296577 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4b2b91-4272-4ef3-8520-926142beaca5 None None] Pushing event updated for resources: {'Port': ['ID=798e9915-3eba-45d1-89f0-8592c0c15feb,revision_number=2']} {{(pid=94001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:32:48.297640 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-3389ecd4-d5da-4260-a759-84fcbd7d72cc admin admin] Notify callbacks [] for port, precommit_update {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:32:48.304259 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-3389ecd4-d5da-4260-a759-84fcbd7d72cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7821886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727545992452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727545489363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727545489381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4572804'] for port, after_update {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:32:48.334679 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-55fd0f6c-b0c6-46c6-853d-9232f6a1ced1 req-a7d53185-c469-49bc-9b87-cbc94ca1cab1 tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] 10.222.0.36 "GET /v2.0/security-groups?id=0ac15c32-ea2e-4327-b2f6-f045edc248fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386419 Sep 30 06:32:48.336165 dv-cinder-811877-1-iscsi neutron-server[94002]: DEBUG neutron.db.l3_hamode_db [None req-d7efc71d-40f6-4f54-947d-96c446fb1c37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ed619a9-5f7e-482b-8deb-23ec7fdf2ab4', 'name': 'tempest-AttachVolumeTestJSON-934096422-router', 'tenant_id': 'fd01cd14f23840e59331ece07bbcdf9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddd8ee8b-b24f-47fb-afd7-cfc700c93624', 'external_fixed_ips': [{'subnet_id': '4727b4cf-a8ea-4dab-8db4-019b4e8b0546', 'ip_address': '172.27.1.36'}], 'enable_snat': True}, 'gw_port_id': 'da1c69fb-7325-41c8-ab50-aebb52d96748', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T06:27:32Z', 'updated_at': '2021-09-30T06:27:39Z', 'revision_number': 4, 'project_id': 'fd01cd14f23840e59331ece07bbcdf9e', 'gw_port': {'id': 'da1c69fb-7325-41c8-ab50-aebb52d96748', 'name': '', 'network_id': 'ddd8ee8b-b24f-47fb-afd7-cfc700c93624', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:61:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ed619a9-5f7e-482b-8deb-23ec7fdf2ab4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '4727b4cf-a8ea-4dab-8db4-019b4e8b0546', 'ip_address': '172.27.1.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T06:27:33Z', 'updated_at': '2021-09-30T06:27:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4727b4cf-a8ea-4dab-8db4-019b4e8b0546', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811877-1-iscsi', '_floatingips': [{'id': '95a8a9f0-2c05-465c-ba85-e2902ccf7819', 'tenant_id': 'fd01cd14f23840e59331ece07bbcdf9e', 'floating_ip_address': '172.27.1.6', 'floating_network_id': 'ddd8ee8b-b24f-47fb-afd7-cfc700c93624', 'router_id': '8ed619a9-5f7e-482b-8deb-23ec7fdf2ab4', 'port_id': 'db6f15e0-ca40-4611-82a6-7ccc6d13c254', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 494, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '92aa8f19-aafd-4462-9d7f-7e5f878c12b2', 'mac_address': 'fa:16:3e:e5:7a:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aea852bb-fe37-4a09-9dbd-9d4b564b22f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T06:32:29Z', 'updated_at': '2021-09-30T06:32:46Z', 'revision_number': 1, 'project_id': 'fd01cd14f23840e59331ece07bbcdf9e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7641b08b-edd0-4733-84f9-f67531f18b54', 'name': '', 'network_id': '92aa8f19-aafd-4462-9d7f-7e5f878c12b2', 'tenant_id': 'fd01cd14f23840e59331ece07bbcdf9e', 'mac_address': 'fa:16:3e:d4:5e:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ed619a9-5f7e-482b-8deb-23ec7fdf2ab4', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '87e3e2f7-f230-4774-967b-a68a66b90c87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T06:27:37Z', 'updated_at': '2021-09-30T06:27:52Z', 'revision_number': 5, 'project_id': 'fd01cd14f23840e59331ece07bbcdf9e', 'subnets': [{'id': '87e3e2f7-f230-4774-967b-a68a66b90c87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811877-1-iscsi', False) {} {{(pid=94002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 06:32:48.369311 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-3389ecd4-d5da-4260-a759-84fcbd7d72cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7821780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7877749'] for router_interface, after_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:32:48.369532 dv-cinder-811877-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7efc71d-40f6-4f54-947d-96c446fb1c37 None None] The sync data for ids ['8ed619a9-5f7e-482b-8deb-23ec7fdf2ab4'] in dv-cinder-811877-1-iscsi is: [{'id': '8ed619a9-5f7e-482b-8deb-23ec7fdf2ab4', 'name': 'tempest-AttachVolumeTestJSON-934096422-router', 'tenant_id': 'fd01cd14f23840e59331ece07bbcdf9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddd8ee8b-b24f-47fb-afd7-cfc700c93624', 'external_fixed_ips': [{'subnet_id': '4727b4cf-a8ea-4dab-8db4-019b4e8b0546', 'ip_address': '172.27.1.36'}], 'enable_snat': True}, 'gw_port_id': 'da1c69fb-7325-41c8-ab50-aebb52d96748', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T06:27:32Z', 'updated_at': '2021-09-30T06:27:39Z', 'revision_number': 4, 'project_id': 'fd01cd14f23840e59331ece07bbcdf9e', 'gw_port': {'id': 'da1c69fb-7325-41c8-ab50-aebb52d96748', 'name': '', 'network_id': 'ddd8ee8b-b24f-47fb-afd7-cfc700c93624', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:61:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ed619a9-5f7e-482b-8deb-23ec7fdf2ab4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '4727b4cf-a8ea-4dab-8db4-019b4e8b0546', 'ip_address': '172.27.1.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T06:27:33Z', 'updated_at': '2021-09-30T06:27:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4727b4cf-a8ea-4dab-8db4-019b4e8b0546', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811877-1-iscsi', '_floatingips': [{'id': '95a8a9f0-2c05-465c-ba85-e2902ccf7819', 'tenant_id': 'fd01cd14f23840e59331ece07bbcdf9e', 'floating_ip_address': '172.27.1.6', 'floating_network_id': 'ddd8ee8b-b24f-47fb-afd7-cfc700c93624', 'router_id': '8ed619a9-5f7e-482b-8deb-23ec7fdf2ab4', 'port_id': 'db6f15e0-ca40-4611-82a6-7ccc6d13c254', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 494, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '92aa8f19-aafd-4462-9d7f-7e5f878c12b2', 'mac_address': 'fa:16:3e:e5:7a:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aea852bb-fe37-4a09-9dbd-9d4b564b22f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T06:32:29Z', 'updated_at': '2021-09-30T06:32:46Z', 'revision_number': 1, 'project_id': 'fd01cd14f23840e59331ece07bbcdf9e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7641b08b-edd0-4733-84f9-f67531f18b54', 'name': '', 'network_id': '92aa8f19-aafd-4462-9d7f-7e5f878c12b2', 'tenant_id': 'fd01cd14f23840e59331ece07bbcdf9e', 'mac_address': 'fa:16:3e:d4:5e:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ed619a9-5f7e-482b-8deb-23ec7fdf2ab4', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '87e3e2f7-f230-4774-967b-a68a66b90c87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T06:27:37Z', 'updated_at': '2021-09-30T06:27:52Z', 'revision_number': 5, 'project_id': 'fd01cd14f23840e59331ece07bbcdf9e', 'subnets': [{'id': '87e3e2f7-f230-4774-967b-a68a66b90c87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 06:32:48.409857 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3389ecd4-d5da-4260-a759-84fcbd7d72cc admin admin] Pushing event updated for resources: {'Port': ['ID=387f1708-162f-49f9-bb78-cef2bd73f78a,revision_number=2']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:32:48.429514 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.db.provisioning_blocks [None req-55512b53-e432-47fe-bb57-e2d7cd166e61 None None] Provisioning complete for port 387f1708-162f-49f9-bb78-cef2bd73f78a triggered by entity DHCP. {{(pid=94001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 06:32:48.429899 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-55512b53-e432-47fe-bb57-e2d7cd166e61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-597822'] for port, provisioning_complete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:32:48.448816 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.db [None req-9068f8c7-e0b6-4736-8391-219b7c42ed3a None None] For port 798e9915-3eba-45d1-89f0-8592c0c15feb, host dv-cinder-811877-1-iscsi, cleared binding levels {{(pid=94001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 06:32:48.454137 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.db [None req-9068f8c7-e0b6-4736-8391-219b7c42ed3a None None] For port 798e9915-3eba-45d1-89f0-8592c0c15feb, host dv-cinder-811877-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811877-1-iscsi',level=0,port_id=798e9915-3eba-45d1-89f0-8592c0c15feb,segment=NetworkSegment(f18bb042-e630-4c4b-b384-e9bf093ecc8b),segment_id=f18bb042-e630-4c4b-b384-e9bf093ecc8b)] {{(pid=94001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 06:32:48.482854 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-9068f8c7-e0b6-4736-8391-219b7c42ed3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7821886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727545992452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727545489363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727545489381'] for port, after_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:32:48.487047 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] Pushing event updated for resources: {'Port': ['ID=95f7371c-2299-4672-bba1-0cb9e084025f,revision_number=4']} {{(pid=94001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:32:48.502506 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3389ecd4-d5da-4260-a759-84fcbd7d72cc admin admin] Network 5bc9530f-6d9b-49f6-aa4a-02099720eacd is already hosted by enough agents. {{(pid=94000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 06:32:48.502858 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.db [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] get_ports_and_sgs() called for port_ids ['95f7371c-2299-4672-bba1-0cb9e084025f'] {{(pid=94001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 06:32:48.503974 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.scheduler.base_scheduler [None req-3389ecd4-d5da-4260-a759-84fcbd7d72cc admin admin] Resources bound (agent type, host, resource id): {{(pid=94000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 06:32:48.571893 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.plugin [None req-55512b53-e432-47fe-bb57-e2d7cd166e61 None None] Port 387f1708-162f-49f9-bb78-cef2bd73f78a cannot update to ACTIVE because it is not bound. {{(pid=94001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 06:32:48.645683 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3389ecd4-d5da-4260-a759-84fcbd7d72cc admin admin] Router a6c4853c-e1dc-4bac-83c1-36a77b44fa55 has already been hosted by L3 agent f054bd23-6895-478f-87a4-7cc0e21c04e0 {{(pid=94000) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 06:32:48.648114 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9068f8c7-e0b6-4736-8391-219b7c42ed3a None None] Routers {'a6c4853c-e1dc-4bac-83c1-36a77b44fa55'} bound to L3 agent in host dv-cinder-811877-1-iscsi {{(pid=94001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 06:32:48.648775 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.db.l3_hamode_db [None req-9068f8c7-e0b6-4736-8391-219b7c42ed3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811877-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-30T06:19:31Z,description=,heartbeat_timestamp=2021-09-30T06:32:31Z,host='dv-cinder-811877-1-iscsi',id=f054bd23-6895-478f-87a4-7cc0e21c04e0,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T06:19:31Z,topic='l3_agent')) {'router_ids': ['a6c4853c-e1dc-4bac-83c1-36a77b44fa55'], 'active': True} {{(pid=94001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 06:32:48.701162 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9552d62e-a87d-43df-bf0b-15bac9920c0b None None] New status for floating IP 95a8a9f0-2c05-465c-ba85-e2902ccf7819: ACTIVE {{(pid=94001) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 30 06:32:48.708648 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4b2b91-4272-4ef3-8520-926142beaca5 None None] Pushing event updated for resources: {'Port': ['ID=798e9915-3eba-45d1-89f0-8592c0c15feb,revision_number=3']} {{(pid=94001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:32:48.775985 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3389ecd4-d5da-4260-a759-84fcbd7d72cc admin admin] Notify agent at l3_agent.dv-cinder-811877-1-iscsi the message routers_updated {{(pid=94000) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 06:32:48.782192 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [None req-3389ecd4-d5da-4260-a759-84fcbd7d72cc admin admin] 10.222.0.36 "PUT /v2.0/routers/a6c4853c-e1dc-4bac-83c1-36a77b44fa55/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9789646 Sep 30 06:32:48.921485 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.db.l3_dvr_db [None req-9068f8c7-e0b6-4736-8391-219b7c42ed3a None None] Set router a6c4853c-e1dc-4bac-83c1-36a77b44fa55 gateway port host: dv-cinder-811877-1-iscsi {{(pid=94001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 06:32:48.953381 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.db.provisioning_blocks [None req-b9c11c17-e4e0-4d8e-a8f5-7cf7ffb1c2e9 None None] Provisioning complete for port 387f1708-162f-49f9-bb78-cef2bd73f78a triggered by entity DHCP. {{(pid=94001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 06:32:48.953764 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-b9c11c17-e4e0-4d8e-a8f5-7cf7ffb1c2e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-597822'] for port, provisioning_complete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:32:49.085704 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.plugin [None req-b9c11c17-e4e0-4d8e-a8f5-7cf7ffb1c2e9 None None] Port 387f1708-162f-49f9-bb78-cef2bd73f78a cannot update to ACTIVE because it is not bound. {{(pid=94001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 06:32:49.228038 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.db.l3_hamode_db [None req-9068f8c7-e0b6-4736-8391-219b7c42ed3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6c4853c-e1dc-4bac-83c1-36a77b44fa55', 'name': 'tempest-TestVolumeBootPattern-848458579-router', 'tenant_id': '371c6a2cbad540218fff235f4a93c18c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddd8ee8b-b24f-47fb-afd7-cfc700c93624', 'external_fixed_ips': [{'subnet_id': '4727b4cf-a8ea-4dab-8db4-019b4e8b0546', 'ip_address': '172.27.1.15'}], 'enable_snat': True}, 'gw_port_id': '798e9915-3eba-45d1-89f0-8592c0c15feb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T06:32:44Z', 'updated_at': '2021-09-30T06:32:48Z', 'revision_number': 4, 'project_id': '371c6a2cbad540218fff235f4a93c18c', 'gw_port': {'id': '798e9915-3eba-45d1-89f0-8592c0c15feb', 'name': '', 'network_id': 'ddd8ee8b-b24f-47fb-afd7-cfc700c93624', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:62:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6c4853c-e1dc-4bac-83c1-36a77b44fa55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '4727b4cf-a8ea-4dab-8db4-019b4e8b0546', 'ip_address': '172.27.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T06:32:45Z', 'updated_at': '2021-09-30T06:32:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4727b4cf-a8ea-4dab-8db4-019b4e8b0546', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811877-1-iscsi', '_interfaces': [{'id': '387f1708-162f-49f9-bb78-cef2bd73f78a', 'name': '', 'network_id': '5bc9530f-6d9b-49f6-aa4a-02099720eacd', 'tenant_id': '371c6a2cbad540218fff235f4a93c18c', 'mac_address': 'fa:16:3e:d5:3b:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6c4853c-e1dc-4bac-83c1-36a77b44fa55', 'device_owner': 'network:router_interface', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': 'a64b5ea3-7042-4499-97da-2a827c2c06a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T06:32:47Z', 'updated_at': '2021-09-30T06:32:48Z', 'revision_number': 2, 'project_id': '371c6a2cbad540218fff235f4a93c18c', 'subnets': [{'id': 'a64b5ea3-7042-4499-97da-2a827c2c06a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811877-1-iscsi', False) {} {{(pid=94001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 06:32:49.257344 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9068f8c7-e0b6-4736-8391-219b7c42ed3a None None] The sync data for ids ['a6c4853c-e1dc-4bac-83c1-36a77b44fa55'] in dv-cinder-811877-1-iscsi is: [{'id': 'a6c4853c-e1dc-4bac-83c1-36a77b44fa55', 'name': 'tempest-TestVolumeBootPattern-848458579-router', 'tenant_id': '371c6a2cbad540218fff235f4a93c18c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddd8ee8b-b24f-47fb-afd7-cfc700c93624', 'external_fixed_ips': [{'subnet_id': '4727b4cf-a8ea-4dab-8db4-019b4e8b0546', 'ip_address': '172.27.1.15'}], 'enable_snat': True}, 'gw_port_id': '798e9915-3eba-45d1-89f0-8592c0c15feb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T06:32:44Z', 'updated_at': '2021-09-30T06:32:48Z', 'revision_number': 4, 'project_id': '371c6a2cbad540218fff235f4a93c18c', 'gw_port': {'id': '798e9915-3eba-45d1-89f0-8592c0c15feb', 'name': '', 'network_id': 'ddd8ee8b-b24f-47fb-afd7-cfc700c93624', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:62:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6c4853c-e1dc-4bac-83c1-36a77b44fa55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '4727b4cf-a8ea-4dab-8db4-019b4e8b0546', 'ip_address': '172.27.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T06:32:45Z', 'updated_at': '2021-09-30T06:32:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4727b4cf-a8ea-4dab-8db4-019b4e8b0546', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811877-1-iscsi', '_interfaces': [{'id': '387f1708-162f-49f9-bb78-cef2bd73f78a', 'name': '', 'network_id': '5bc9530f-6d9b-49f6-aa4a-02099720eacd', 'tenant_id': '371c6a2cbad540218fff235f4a93c18c', 'mac_address': 'fa:16:3e:d5:3b:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6c4853c-e1dc-4bac-83c1-36a77b44fa55', 'device_owner': 'network:router_interface', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': 'a64b5ea3-7042-4499-97da-2a827c2c06a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T06:32:47Z', 'updated_at': '2021-09-30T06:32:48Z', 'revision_number': 2, 'project_id': '371c6a2cbad540218fff235f4a93c18c', 'subnets': [{'id': 'a64b5ea3-7042-4499-97da-2a827c2c06a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 06:32:49.307238 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.36', 58376) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 06:32:49.313210 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.api.v2.base [None req-c4e0272a-7af6-4864-bc1d-736cfa4a283b admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1809873720-network', 'tenant_id': 'c6660b2d8d08442eb64d106089289b58'}} {{(pid=94000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 06:32:49.336256 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4e0272a-7af6-4864-bc1d-736cfa4a283b admin admin] Made reservation on behalf of c6660b2d8d08442eb64d106089289b58 for: {'network': 1} {{(pid=94000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 06:32:49.340337 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-c4e0272a-7af6-4864-bc1d-736cfa4a283b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653538'] for network, before_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:32:49.351279 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-c4e0272a-7af6-4864-bc1d-736cfa4a283b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:32:49.487884 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-c4e0272a-7af6-4864-bc1d-736cfa4a283b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:32:49.492475 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-c4e0272a-7af6-4864-bc1d-736cfa4a283b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533969'] for security_group, after_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:32:49.501345 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff01982-2042-4c29-80b1-e7595e1b6aa1 req-d90cfbfa-110d-4c20-b439-72040630f1b5 tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:32:49.507070 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-1ff01982-2042-4c29-80b1-e7595e1b6aa1 req-d90cfbfa-110d-4c20-b439-72040630f1b5 tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] 10.222.0.36 "GET /v2.0/ports?device_id=cf64a143-d81f-4bf6-9ded-182f63c46e7f HTTP/1.1" status: 200 len: 944 time: 0.0892546 Sep 30 06:32:49.522815 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4e0272a-7af6-4864-bc1d-736cfa4a283b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 320} {{(pid=94000) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 06:32:49.530679 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e0272a-7af6-4864-bc1d-736cfa4a283b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f75d57e-8234-4039-a25e-18de4a6dbcbf,revision_number=1']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:32:49.537911 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-c4e0272a-7af6-4864-bc1d-736cfa4a283b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583621'] for segment, precommit_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:32:49.538258 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.db.segments_db [None req-c4e0272a-7af6-4864-bc1d-736cfa4a283b admin admin] Added segment 62457180-8fa0-48dd-812b-4b9039a27e05 of type vlan for network 89416e82-c793-4553-8b25-737e3b7d44ed Sep 30 06:32:49.567197 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-1ff01982-2042-4c29-80b1-e7595e1b6aa1 req-44eae283-5130-4538-9730-5fd16805b120 tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] 10.222.0.36 "GET /v2.0/security-groups?id=0ac15c32-ea2e-4327-b2f6-f045edc248fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0577369 Sep 30 06:32:49.594206 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-c4e0272a-7af6-4864-bc1d-736cfa4a283b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727545443103'] for network, precommit_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:32:49.626609 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-c4e0272a-7af6-4864-bc1d-736cfa4a283b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7821886'] for network, after_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:32:49.627684 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4e0272a-7af6-4864-bc1d-736cfa4a283b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:32:49.628270 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-c4e0272a-7af6-4864-bc1d-736cfa4a283b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7821868'] for network, before_response {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:32:49.668408 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [None req-c4e0272a-7af6-4864-bc1d-736cfa4a283b admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3544300 Sep 30 06:32:49.668615 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.wsgi [-] (93999) accepted ('10.222.0.36', 58382) {{(pid=93999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 06:32:49.673755 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.api.v2.base [None req-31a00703-8103-4b44-b690-7a1ae5cc4c81 admin admin] Request body: {'subnet': {'network_id': '89416e82-c793-4553-8b25-737e3b7d44ed', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1809873720-subnet', 'tenant_id': 'c6660b2d8d08442eb64d106089289b58', 'ip_version': 4}} {{(pid=93999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 06:32:49.697591 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e0272a-7af6-4864-bc1d-736cfa4a283b admin admin] Pushing event updated for resources: {'Network': ['ID=89416e82-c793-4553-8b25-737e3b7d44ed,revision_number=1']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:32:49.700313 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31a00703-8103-4b44-b690-7a1ae5cc4c81 admin admin] Made reservation on behalf of c6660b2d8d08442eb64d106089289b58 for: {'subnet': 1} {{(pid=93999) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 06:32:49.703094 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-31a00703-8103-4b44-b690-7a1ae5cc4c81 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4478141'] for subnet, before_create {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:32:49.709382 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.rpc [None req-1a5ef50c-1a60-4eeb-b96e-cf5df6fcca4b None None] Network 89416e82-c793-4553-8b25-737e3b7d44ed details requested by agent ovs-agent-dv-cinder-811877-1-iscsi with host dv-cinder-811877-1-iscsi {{(pid=94001) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 06:32:49.881189 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-31a00703-8103-4b44-b690-7a1ae5cc4c81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7821886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6560407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4478095'] for subnet, after_create {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:32:49.954287 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a00703-8103-4b44-b690-7a1ae5cc4c81 admin admin] Pushing event updated for resources: {'Subnet': ['ID=307befb5-7024-47c4-b67a-a68ab14a5afe,revision_number=0']} {{(pid=93999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:32:49.965269 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31a00703-8103-4b44-b690-7a1ae5cc4c81 admin admin] Checking segment: {'id': '62457180-8fa0-48dd-812b-4b9039a27e05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '89416e82-c793-4553-8b25-737e3b7d44ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 06:32:49.965707 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31a00703-8103-4b44-b690-7a1ae5cc4c81 admin admin] Network hostable DHCP agents. Network: 89416e82-c793-4553-8b25-737e3b7d44ed, hostable agents: ['2764eebb-577a-46b3-8e38-018fcc444f25'], hosted agents: [] {{(pid=93999) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 06:32:49.983934 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31a00703-8103-4b44-b690-7a1ae5cc4c81 admin admin] Network 89416e82-c793-4553-8b25-737e3b7d44ed is scheduled to be hosted by DHCP agent 2764eebb-577a-46b3-8e38-018fcc444f25 with binding_index 1 {{(pid=93999) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 06:32:49.996772 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.scheduler.base_scheduler [None req-31a00703-8103-4b44-b690-7a1ae5cc4c81 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-811877-1-iscsi, 89416e82-c793-4553-8b25-737e3b7d44ed) {{(pid=93999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 06:32:50.002143 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31a00703-8103-4b44-b690-7a1ae5cc4c81 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:32:50.002864 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-31a00703-8103-4b44-b690-7a1ae5cc4c81 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7821868'] for subnet, before_response {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:32:50.012096 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d88a8527-aac4-4581-93a8-359b69892a8a None None] Network 89416e82-c793-4553-8b25-737e3b7d44ed requested from dv-cinder-811877-1-iscsi {{(pid=94001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 06:32:50.034520 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [None req-31a00703-8103-4b44-b690-7a1ae5cc4c81 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3646140 Sep 30 06:32:50.035936 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.wsgi [-] (93999) accepted ('10.222.0.36', 58384) {{(pid=93999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 06:32:50.041761 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.api.v2.base [None req-2e0e9a4c-361c-4c0a-a30e-b2f09129fbec admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1809873720-router', 'tenant_id': 'c6660b2d8d08442eb64d106089289b58', 'external_gateway_info': {'network_id': 'ddd8ee8b-b24f-47fb-afd7-cfc700c93624'}}} {{(pid=93999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 06:32:50.070828 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-2e0e9a4c-361c-4c0a-a30e-b2f09129fbec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7868037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-651'] for router, before_create {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:32:50.072219 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-2e0e9a4c-361c-4c0a-a30e-b2f09129fbec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7877237', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7878789', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7954202', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-642'] for router, precommit_create {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:32:50.134899 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-2e0e9a4c-361c-4c0a-a30e-b2f09129fbec admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:32:50.187036 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2a04dc5-f8d0-4198-94ad-828110fd3ddd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa923768-8e71-536f-9625-358fd8d0f060-89416e82-c793-4553-8b25-737e3b7d44ed', 'network_id': '89416e82-c793-4553-8b25-737e3b7d44ed', 'tenant_id': 'c6660b2d8d08442eb64d106089289b58', 'fixed_ips': [{'subnet_id': '307befb5-7024-47c4-b67a-a68ab14a5afe'}]}} from dv-cinder-811877-1-iscsi. {{(pid=94001) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 30 06:32:50.187865 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-b2a04dc5-f8d0-4198-94ad-828110fd3ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653538'] for port, before_create {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:32:50.283185 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-2e0e9a4c-361c-4c0a-a30e-b2f09129fbec admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:32:50.482430 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.db.db_base_plugin_common [None req-b2a04dc5-f8d0-4198-94ad-828110fd3ddd None None] Allocated IP 172.20.0.2 (89416e82-c793-4553-8b25-737e3b7d44ed/307befb5-7024-47c4-b67a-a68ab14a5afe/f2bcf9be-cc61-4d4a-b52c-1097a110ac83) {{(pid=94001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 06:32:50.529398 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-2e0e9a4c-361c-4c0a-a30e-b2f09129fbec admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:32:50.549444 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-2e0e9a4c-361c-4c0a-a30e-b2f09129fbec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653538'] for port, before_create {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:32:50.655661 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-b2a04dc5-f8d0-4198-94ad-828110fd3ddd None None] Notify callbacks [] for port, precommit_create {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:32:50.664706 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-b2a04dc5-f8d0-4198-94ad-828110fd3ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7821886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727545489345'] for port, after_create {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:32:50.697546 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.db.db_base_plugin_common [None req-2e0e9a4c-361c-4c0a-a30e-b2f09129fbec admin admin] Allocated IP 172.27.1.11 (ddd8ee8b-b24f-47fb-afd7-cfc700c93624/4727b4cf-a8ea-4dab-8db4-019b4e8b0546/89d1b16c-7c0a-42cd-96dd-cd798bab39eb) {{(pid=93999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 06:32:50.712689 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2a04dc5-f8d0-4198-94ad-828110fd3ddd None None] Network 89416e82-c793-4553-8b25-737e3b7d44ed is already hosted by enough agents. {{(pid=94001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 06:32:50.716637 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.scheduler.base_scheduler [None req-b2a04dc5-f8d0-4198-94ad-828110fd3ddd None None] Resources bound (agent type, host, resource id): {{(pid=94001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 06:32:50.720744 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2a04dc5-f8d0-4198-94ad-828110fd3ddd None None] Received port after_create {{(pid=94001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 06:32:50.733905 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a04dc5-f8d0-4198-94ad-828110fd3ddd None None] Pushing event updated for resources: {'Port': ['ID=f2bcf9be-cc61-4d4a-b52c-1097a110ac83,revision_number=1']} {{(pid=94001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:32:50.748379 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e547dcb-858b-4909-8114-f69d3e1ec2f4 req-73f6147c-8452-43f1-94a2-56e4b9423536 tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:32:50.749921 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-7e547dcb-858b-4909-8114-f69d3e1ec2f4 req-73f6147c-8452-43f1-94a2-56e4b9423536 tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] 10.222.0.36 "GET /v2.0/ports?device_id=cf64a143-d81f-4bf6-9ded-182f63c46e7f HTTP/1.1" status: 200 len: 944 time: 0.0946875 Sep 30 06:32:50.787993 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.managers [None req-b2a04dc5-f8d0-4198-94ad-828110fd3ddd None None] Attempting to bind port f2bcf9be-cc61-4d4a-b52c-1097a110ac83 on host dv-cinder-811877-1-iscsi for vnic_type normal with profile {{(pid=94001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 06:32:50.788355 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.managers [None req-b2a04dc5-f8d0-4198-94ad-828110fd3ddd None None] Attempting to bind port f2bcf9be-cc61-4d4a-b52c-1097a110ac83 by drivers openvswitch,hyperv on host dv-cinder-811877-1-iscsi at level 0 using segments [{'id': '62457180-8fa0-48dd-812b-4b9039a27e05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '89416e82-c793-4553-8b25-737e3b7d44ed'}] {{(pid=94001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 06:32:50.788711 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2a04dc5-f8d0-4198-94ad-828110fd3ddd None None] Attempting to bind port f2bcf9be-cc61-4d4a-b52c-1097a110ac83 on network 89416e82-c793-4553-8b25-737e3b7d44ed {{(pid=94001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 06:32:50.795228 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2a04dc5-f8d0-4198-94ad-828110fd3ddd None None] Checking agent: {'id': '38eed8e6-19bc-4ff2-90e0-3c7aa8a3a275', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-811877-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 6, 19, 32), 'started_at': datetime.datetime(2021, 9, 30, 6, 20, 2), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 6, 32, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-811877-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 06:32:50.795602 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2a04dc5-f8d0-4198-94ad-828110fd3ddd None None] Checking segment: {'id': '62457180-8fa0-48dd-812b-4b9039a27e05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '89416e82-c793-4553-8b25-737e3b7d44ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 06:32:50.796007 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-b2a04dc5-f8d0-4198-94ad-828110fd3ddd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:32:50.796400 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2a04dc5-f8d0-4198-94ad-828110fd3ddd None None] Bound using segment: {'id': '62457180-8fa0-48dd-812b-4b9039a27e05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '89416e82-c793-4553-8b25-737e3b7d44ed'} {{(pid=94001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 06:32:50.796870 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.managers [None req-b2a04dc5-f8d0-4198-94ad-828110fd3ddd None None] Bound port: f2bcf9be-cc61-4d4a-b52c-1097a110ac83, host: dv-cinder-811877-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62457180-8fa0-48dd-812b-4b9039a27e05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '89416e82-c793-4553-8b25-737e3b7d44ed'}}] {{(pid=94001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 06:32:50.797250 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-b2a04dc5-f8d0-4198-94ad-828110fd3ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653538'] for port, before_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:32:50.870153 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.db [None req-b2a04dc5-f8d0-4198-94ad-828110fd3ddd None None] For port f2bcf9be-cc61-4d4a-b52c-1097a110ac83, host dv-cinder-811877-1-iscsi, cleared binding levels {{(pid=94001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 06:32:50.873854 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.db [None req-b2a04dc5-f8d0-4198-94ad-828110fd3ddd None None] For port f2bcf9be-cc61-4d4a-b52c-1097a110ac83, host dv-cinder-811877-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811877-1-iscsi',level=0,port_id=f2bcf9be-cc61-4d4a-b52c-1097a110ac83,segment=NetworkSegment(62457180-8fa0-48dd-812b-4b9039a27e05),segment_id=62457180-8fa0-48dd-812b-4b9039a27e05)] {{(pid=94001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 06:32:50.879778 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-b2a04dc5-f8d0-4198-94ad-828110fd3ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7821886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727545992452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727545489363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727545489381'] for port, after_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:32:50.948256 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a04dc5-f8d0-4198-94ad-828110fd3ddd None None] Pushing event updated for resources: {'Port': ['ID=f2bcf9be-cc61-4d4a-b52c-1097a110ac83,revision_number=2']} {{(pid=94001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:32:51.149800 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-7e547dcb-858b-4909-8114-f69d3e1ec2f4 req-3846daa8-3d4d-4479-852b-f9332f512815 tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] 10.222.0.36 "GET /v2.0/security-groups?id=0ac15c32-ea2e-4327-b2f6-f045edc248fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3926291 Sep 30 06:32:51.164664 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-2e0e9a4c-361c-4c0a-a30e-b2f09129fbec admin admin] Notify callbacks [] for port, precommit_create {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:32:51.206891 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-2e0e9a4c-361c-4c0a-a30e-b2f09129fbec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7821886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727545489345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6560267'] for port, after_create {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:32:51.252760 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e0e9a4c-361c-4c0a-a30e-b2f09129fbec admin admin] Network ddd8ee8b-b24f-47fb-afd7-cfc700c93624 is already hosted by enough agents. {{(pid=93999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 06:32:51.255623 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.scheduler.base_scheduler [None req-2e0e9a4c-361c-4c0a-a30e-b2f09129fbec admin admin] Resources bound (agent type, host, resource id): {{(pid=93999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 06:32:51.259033 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e0e9a4c-361c-4c0a-a30e-b2f09129fbec admin admin] Received port after_create {{(pid=93999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 06:32:51.283608 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0e9a4c-361c-4c0a-a30e-b2f09129fbec admin admin] Pushing event updated for resources: {'Port': ['ID=89d1b16c-7c0a-42cd-96dd-cd798bab39eb,revision_number=1']} {{(pid=93999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:32:51.458049 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.rpc [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] Device 95f7371c-2299-4672-bba1-0cb9e084025f up at agent hyperv_hv-cinder-81187 {{(pid=94001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 06:32:51.521758 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-2e0e9a4c-361c-4c0a-a30e-b2f09129fbec admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:32:51.522954 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.db.provisioning_blocks [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] Provisioning for port 95f7371c-2299-4672-bba1-0cb9e084025f completed by entity L2. {{(pid=94001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 06:32:51.527217 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.db.provisioning_blocks [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] Provisioning complete for port 95f7371c-2299-4672-bba1-0cb9e084025f triggered by entity L2. {{(pid=94001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 06:32:51.527797 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-597822'] for port, provisioning_complete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:32:51.627582 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653538'] for port, before_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:32:51.679863 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf64a143-d81f-4bf6-9ded-182f63c46e7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95f7371c-2299-4672-bba1-0cb9e084025f'}] {{(pid=94001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 06:32:51.684951 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6a6fbc36b32d89ab1780593628eab99e94898f937be62aa03f5208480f4236e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7295cca6-e213-4873-9a91-87b51f668565" -d '{"events": [{"server_uuid": "cf64a143-d81f-4bf6-9ded-182f63c46e7f", "name": "network-vif-plugged", "status": "completed", "tag": "95f7371c-2299-4672-bba1-0cb9e084025f"}]}' {{(pid=94001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 06:32:51.695928 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.db [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] For port 95f7371c-2299-4672-bba1-0cb9e084025f, host hv-cinder-81187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81187',level=0,port_id=95f7371c-2299-4672-bba1-0cb9e084025f,segment=NetworkSegment(2a6dd986-63b3-41e2-80f5-fecbf28b70d3),segment_id=2a6dd986-63b3-41e2-80f5-fecbf28b70d3)] {{(pid=94001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 06:32:51.702203 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7821886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727545992452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727545489363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727545489381'] for port, after_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:32:51.738767 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 06:32:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af2dc4fc-b932-4868-8d4b-912d8717d8f0 x-openstack-request-id: req-af2dc4fc-b932-4868-8d4b-912d8717d8f0 {{(pid=94001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 06:32:51.739068 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf64a143-d81f-4bf6-9ded-182f63c46e7f", "name": "network-vif-plugged", "status": "completed", "tag": "95f7371c-2299-4672-bba1-0cb9e084025f", "code": 200}]} {{(pid=94001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 06:32:51.739325 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-af2dc4fc-b932-4868-8d4b-912d8717d8f0 {{(pid=94001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 06:32:51.739770 dv-cinder-811877-1-iscsi neutron-server[94001]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf64a143-d81f-4bf6-9ded-182f63c46e7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95f7371c-2299-4672-bba1-0cb9e084025f', 'code': 200} Sep 30 06:32:51.758281 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-2e0e9a4c-361c-4c0a-a30e-b2f09129fbec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7877132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7878840'] for router, after_create {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:32:51.773222 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] Pushing event updated for resources: {'Port': ['ID=95f7371c-2299-4672-bba1-0cb9e084025f,revision_number=5']} {{(pid=94001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:32:51.898614 dv-cinder-811877-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32ad808d-a555-495d-8240-fd4f67810e0c None None] Sync routers for ids ['a6c4853c-e1dc-4bac-83c1-36a77b44fa55'] in dv-cinder-811877-1-iscsi {{(pid=94002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 06:32:51.910876 dv-cinder-811877-1-iscsi neutron-server[94002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32ad808d-a555-495d-8240-fd4f67810e0c None None] Routers {'a6c4853c-e1dc-4bac-83c1-36a77b44fa55'} bound to L3 agent in host dv-cinder-811877-1-iscsi {{(pid=94002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 06:32:51.911599 dv-cinder-811877-1-iscsi neutron-server[94002]: DEBUG neutron.db.l3_hamode_db [None req-32ad808d-a555-495d-8240-fd4f67810e0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811877-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-30T06:19:31Z,description=,heartbeat_timestamp=2021-09-30T06:32:31Z,host='dv-cinder-811877-1-iscsi',id=f054bd23-6895-478f-87a4-7cc0e21c04e0,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T06:19:31Z,topic='l3_agent')) {'router_ids': ['a6c4853c-e1dc-4bac-83c1-36a77b44fa55'], 'active': True} {{(pid=94002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 06:32:52.006433 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-739db27a-5941-44a9-b220-74b4b6b08f5a None None] Network 89416e82-c793-4553-8b25-737e3b7d44ed requested from dv-cinder-811877-1-iscsi {{(pid=94001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 06:32:52.010376 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e0e9a4c-361c-4c0a-a30e-b2f09129fbec admin admin] Router d01e9ec6-b839-4c83-bcdd-f69ce4f2fd61 is scheduled to L3 agent f054bd23-6895-478f-87a4-7cc0e21c04e0 with binding_index 1 {{(pid=93999) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 30 06:32:52.020738 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c238be8-55b7-4280-b27e-42ced7cd1c80 req-530ed8b5-bf00-48d3-aa41-c87ca05358a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:32:52.023249 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-9c238be8-55b7-4280-b27e-42ced7cd1c80 req-530ed8b5-bf00-48d3-aa41-c87ca05358a0 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=cf64a143-d81f-4bf6-9ded-182f63c46e7f HTTP/1.1" status: 200 len: 1098 time: 0.0802159 Sep 30 06:32:52.044677 dv-cinder-811877-1-iscsi neutron-server[94002]: DEBUG neutron.db.l3_dvr_db [None req-32ad808d-a555-495d-8240-fd4f67810e0c None None] Set router a6c4853c-e1dc-4bac-83c1-36a77b44fa55 gateway port host: dv-cinder-811877-1-iscsi {{(pid=94002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 06:32:52.102457 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.rpc [None req-1a5ef50c-1a60-4eeb-b96e-cf5df6fcca4b None None] Device 798e9915-3eba-45d1-89f0-8592c0c15feb up at agent ovs-agent-dv-cinder-811877-1-iscsi {{(pid=94001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 06:32:52.103259 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-9c238be8-55b7-4280-b27e-42ced7cd1c80 req-c5e08b10-7054-4f87-9b1d-19cc08f0b269 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=0ac15c32-ea2e-4327-b2f6-f045edc248fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0716574 Sep 30 06:32:52.106589 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.db.provisioning_blocks [None req-fa83a2b7-d8e4-4506-ac05-7e72e161ce98 None None] Provisioning complete for port f2bcf9be-cc61-4d4a-b52c-1097a110ac83 triggered by entity DHCP. {{(pid=94001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 06:32:52.106951 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-fa83a2b7-d8e4-4506-ac05-7e72e161ce98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-597822'] for port, provisioning_complete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:32:52.165691 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e0e9a4c-361c-4c0a-a30e-b2f09129fbec admin admin] Notify agent at l3_agent.dv-cinder-811877-1-iscsi the message routers_updated {{(pid=93999) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 06:32:52.181122 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a93d4a4-a6db-46df-bde3-ed5ce18bcc21 None None] Sync routers for ids ['d01e9ec6-b839-4c83-bcdd-f69ce4f2fd61'] in dv-cinder-811877-1-iscsi {{(pid=94001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 06:32:52.182157 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-2e0e9a4c-361c-4c0a-a30e-b2f09129fbec admin admin] Notify callbacks [] for router, before_response {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:32:52.186576 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [None req-2e0e9a4c-361c-4c0a-a30e-b2f09129fbec admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.1469193 Sep 30 06:32:52.188220 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.wsgi [-] (93999) accepted ('10.222.0.36', 58394) {{(pid=93999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 06:32:52.239983 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a93d4a4-a6db-46df-bde3-ed5ce18bcc21 None None] Routers {'d01e9ec6-b839-4c83-bcdd-f69ce4f2fd61'} bound to L3 agent in host dv-cinder-811877-1-iscsi {{(pid=94001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 06:32:52.240637 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.db.l3_hamode_db [None req-0a93d4a4-a6db-46df-bde3-ed5ce18bcc21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811877-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-30T06:19:31Z,description=,heartbeat_timestamp=2021-09-30T06:32:31Z,host='dv-cinder-811877-1-iscsi',id=f054bd23-6895-478f-87a4-7cc0e21c04e0,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T06:19:31Z,topic='l3_agent')) {'router_ids': ['d01e9ec6-b839-4c83-bcdd-f69ce4f2fd61'], 'active': True} {{(pid=94001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 06:32:52.297624 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd85959-ff41-45dc-936a-fea36fd46617 req-7a73223d-e4b3-4082-9de0-87d51a0b2ce4 tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:32:52.305872 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-1fd85959-ff41-45dc-936a-fea36fd46617 req-7a73223d-e4b3-4082-9de0-87d51a0b2ce4 tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] 10.222.0.36 "GET /v2.0/ports?device_id=cf64a143-d81f-4bf6-9ded-182f63c46e7f HTTP/1.1" status: 200 len: 945 time: 0.0614789 Sep 30 06:32:52.355533 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.db.provisioning_blocks [None req-1a5ef50c-1a60-4eeb-b96e-cf5df6fcca4b None None] Provisioning complete for port 798e9915-3eba-45d1-89f0-8592c0c15feb triggered by entity L2. {{(pid=94001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 06:32:52.355943 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-1a5ef50c-1a60-4eeb-b96e-cf5df6fcca4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-597822'] for port, provisioning_complete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:32:52.359977 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-1fd85959-ff41-45dc-936a-fea36fd46617 req-ccc6e6f6-fd07-41b1-96a6-7924d203f232 tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] 10.222.0.36 "GET /v2.0/security-groups?id=0ac15c32-ea2e-4327-b2f6-f045edc248fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450549 Sep 30 06:32:52.372309 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-fa83a2b7-d8e4-4506-ac05-7e72e161ce98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653538'] for port, before_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:32:52.429307 dv-cinder-811877-1-iscsi neutron-server[94002]: DEBUG neutron.db.l3_hamode_db [None req-32ad808d-a555-495d-8240-fd4f67810e0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6c4853c-e1dc-4bac-83c1-36a77b44fa55', 'name': 'tempest-TestVolumeBootPattern-848458579-router', 'tenant_id': '371c6a2cbad540218fff235f4a93c18c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddd8ee8b-b24f-47fb-afd7-cfc700c93624', 'external_fixed_ips': [{'subnet_id': '4727b4cf-a8ea-4dab-8db4-019b4e8b0546', 'ip_address': '172.27.1.15'}], 'enable_snat': True}, 'gw_port_id': '798e9915-3eba-45d1-89f0-8592c0c15feb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T06:32:44Z', 'updated_at': '2021-09-30T06:32:48Z', 'revision_number': 4, 'project_id': '371c6a2cbad540218fff235f4a93c18c', 'gw_port': {'id': '798e9915-3eba-45d1-89f0-8592c0c15feb', 'name': '', 'network_id': 'ddd8ee8b-b24f-47fb-afd7-cfc700c93624', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:62:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6c4853c-e1dc-4bac-83c1-36a77b44fa55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '4727b4cf-a8ea-4dab-8db4-019b4e8b0546', 'ip_address': '172.27.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T06:32:45Z', 'updated_at': '2021-09-30T06:32:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4727b4cf-a8ea-4dab-8db4-019b4e8b0546', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811877-1-iscsi', '_interfaces': [{'id': '387f1708-162f-49f9-bb78-cef2bd73f78a', 'name': '', 'network_id': '5bc9530f-6d9b-49f6-aa4a-02099720eacd', 'tenant_id': '371c6a2cbad540218fff235f4a93c18c', 'mac_address': 'fa:16:3e:d5:3b:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6c4853c-e1dc-4bac-83c1-36a77b44fa55', 'device_owner': 'network:router_interface', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': 'a64b5ea3-7042-4499-97da-2a827c2c06a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T06:32:47Z', 'updated_at': '2021-09-30T06:32:48Z', 'revision_number': 2, 'project_id': '371c6a2cbad540218fff235f4a93c18c', 'subnets': [{'id': 'a64b5ea3-7042-4499-97da-2a827c2c06a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811877-1-iscsi', False) {} {{(pid=94002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 06:32:52.460137 dv-cinder-811877-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32ad808d-a555-495d-8240-fd4f67810e0c None None] Checking router: a6c4853c-e1dc-4bac-83c1-36a77b44fa55 for host: dv-cinder-811877-1-iscsi {{(pid=94002) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 06:32:52.460403 dv-cinder-811877-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32ad808d-a555-495d-8240-fd4f67810e0c None None] Updating router a6c4853c-e1dc-4bac-83c1-36a77b44fa55 port 387f1708-162f-49f9-bb78-cef2bd73f78a binding host dv-cinder-811877-1-iscsi {{(pid=94002) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 30 06:32:52.490208 dv-cinder-811877-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-32ad808d-a555-495d-8240-fd4f67810e0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653538'] for port, before_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:32:52.490603 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.db.l3_dvr_db [None req-0a93d4a4-a6db-46df-bde3-ed5ce18bcc21 None None] Set router d01e9ec6-b839-4c83-bcdd-f69ce4f2fd61 gateway port host: dv-cinder-811877-1-iscsi {{(pid=94001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 06:32:52.494027 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.db [None req-fa83a2b7-d8e4-4506-ac05-7e72e161ce98 None None] For port f2bcf9be-cc61-4d4a-b52c-1097a110ac83, host dv-cinder-811877-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811877-1-iscsi',level=0,port_id=f2bcf9be-cc61-4d4a-b52c-1097a110ac83,segment=NetworkSegment(62457180-8fa0-48dd-812b-4b9039a27e05),segment_id=62457180-8fa0-48dd-812b-4b9039a27e05)] {{(pid=94001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 06:32:52.554472 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-fa83a2b7-d8e4-4506-ac05-7e72e161ce98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7821886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727545992452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727545489363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727545489381'] for port, after_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:32:52.674102 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-55f97df5-ec23-4152-8f97-2413860937da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653538'] for port, before_create {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:32:52.707333 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-1a5ef50c-1a60-4eeb-b96e-cf5df6fcca4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653538'] for port, before_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:32:52.716113 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa83a2b7-d8e4-4506-ac05-7e72e161ce98 None None] Pushing event updated for resources: {'Port': ['ID=f2bcf9be-cc61-4d4a-b52c-1097a110ac83,revision_number=3']} {{(pid=94001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:32:52.751349 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.db [None req-1a5ef50c-1a60-4eeb-b96e-cf5df6fcca4b None None] For port 798e9915-3eba-45d1-89f0-8592c0c15feb, host dv-cinder-811877-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811877-1-iscsi',level=0,port_id=798e9915-3eba-45d1-89f0-8592c0c15feb,segment=NetworkSegment(f18bb042-e630-4c4b-b384-e9bf093ecc8b),segment_id=f18bb042-e630-4c4b-b384-e9bf093ecc8b)] {{(pid=94001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 06:32:52.774064 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-1a5ef50c-1a60-4eeb-b96e-cf5df6fcca4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7821886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727545992452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727545489363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727545489381'] for port, after_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:32:52.774888 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.rpc [None req-1a5ef50c-1a60-4eeb-b96e-cf5df6fcca4b None None] Device f2bcf9be-cc61-4d4a-b52c-1097a110ac83 up at agent ovs-agent-dv-cinder-811877-1-iscsi {{(pid=94001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 06:32:52.836659 dv-cinder-811877-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-32ad808d-a555-495d-8240-fd4f67810e0c None None] Notify callbacks [] for port, precommit_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:32:52.844138 dv-cinder-811877-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-32ad808d-a555-495d-8240-fd4f67810e0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7821886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727545992452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727545489363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727545489381'] for port, after_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:32:52.859776 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5ef50c-1a60-4eeb-b96e-cf5df6fcca4b None None] Pushing event updated for resources: {'Port': ['ID=798e9915-3eba-45d1-89f0-8592c0c15feb,revision_number=4']} {{(pid=94001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:32:52.880709 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.db.db_base_plugin_common [None req-55f97df5-ec23-4152-8f97-2413860937da admin admin] Allocated IP 172.20.0.1 (89416e82-c793-4553-8b25-737e3b7d44ed/307befb5-7024-47c4-b67a-a68ab14a5afe/24df21ec-bfde-4698-a5d9-a02794cc005d) {{(pid=93999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 06:32:52.903188 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.db.provisioning_blocks [None req-48648333-de0e-4c63-beac-10276283faea None None] Provisioning complete for port f2bcf9be-cc61-4d4a-b52c-1097a110ac83 triggered by entity DHCP. {{(pid=94001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 06:32:52.903538 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-48648333-de0e-4c63-beac-10276283faea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-597822'] for port, provisioning_complete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:32:52.947589 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.db.l3_hamode_db [None req-0a93d4a4-a6db-46df-bde3-ed5ce18bcc21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd01e9ec6-b839-4c83-bcdd-f69ce4f2fd61', 'name': 'tempest-TestVolumeBootPattern-1809873720-router', 'tenant_id': 'c6660b2d8d08442eb64d106089289b58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddd8ee8b-b24f-47fb-afd7-cfc700c93624', 'external_fixed_ips': [{'subnet_id': '4727b4cf-a8ea-4dab-8db4-019b4e8b0546', 'ip_address': '172.27.1.11'}], 'enable_snat': True}, 'gw_port_id': '89d1b16c-7c0a-42cd-96dd-cd798bab39eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T06:32:50Z', 'updated_at': '2021-09-30T06:32:51Z', 'revision_number': 3, 'project_id': 'c6660b2d8d08442eb64d106089289b58', 'gw_port': {'id': '89d1b16c-7c0a-42cd-96dd-cd798bab39eb', 'name': '', 'network_id': 'ddd8ee8b-b24f-47fb-afd7-cfc700c93624', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:df:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd01e9ec6-b839-4c83-bcdd-f69ce4f2fd61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '4727b4cf-a8ea-4dab-8db4-019b4e8b0546', 'ip_address': '172.27.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T06:32:50Z', 'updated_at': '2021-09-30T06:32:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4727b4cf-a8ea-4dab-8db4-019b4e8b0546', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811877-1-iscsi'}], 'dv-cinder-811877-1-iscsi', False) {} {{(pid=94001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 06:32:52.951668 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.db.provisioning_blocks [None req-1a5ef50c-1a60-4eeb-b96e-cf5df6fcca4b None None] Provisioning complete for port f2bcf9be-cc61-4d4a-b52c-1097a110ac83 triggered by entity L2. {{(pid=94001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 06:32:52.951668 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-1a5ef50c-1a60-4eeb-b96e-cf5df6fcca4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-597822'] for port, provisioning_complete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:32:52.958903 dv-cinder-811877-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5e288e-fb38-4ab1-9506-0c121f87a395 None None] Pushing event updated for resources: {'Port': ['ID=387f1708-162f-49f9-bb78-cef2bd73f78a,revision_number=3']} {{(pid=94002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:32:52.970139 dv-cinder-811877-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c5e288e-fb38-4ab1-9506-0c121f87a395 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=94002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:32:52.970456 dv-cinder-811877-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c5e288e-fb38-4ab1-9506-0c121f87a395 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=94002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:32:52.970764 dv-cinder-811877-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c5e288e-fb38-4ab1-9506-0c121f87a395 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=94002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:32:52.971103 dv-cinder-811877-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c5e288e-fb38-4ab1-9506-0c121f87a395 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=94002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:32:52.971962 dv-cinder-811877-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c5e288e-fb38-4ab1-9506-0c121f87a395 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=94002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:32:52.971962 dv-cinder-811877-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c5e288e-fb38-4ab1-9506-0c121f87a395 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=94002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:32:52.972161 dv-cinder-811877-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c5e288e-fb38-4ab1-9506-0c121f87a395 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=94002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:32:52.972393 dv-cinder-811877-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c5e288e-fb38-4ab1-9506-0c121f87a395 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=94002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:32:52.972750 dv-cinder-811877-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c5e288e-fb38-4ab1-9506-0c121f87a395 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=94002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:32:52.973081 dv-cinder-811877-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c5e288e-fb38-4ab1-9506-0c121f87a395 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=94002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:32:52.973560 dv-cinder-811877-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c5e288e-fb38-4ab1-9506-0c121f87a395 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=94002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:32:52.973889 dv-cinder-811877-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c5e288e-fb38-4ab1-9506-0c121f87a395 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=94002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:32:52.988556 dv-cinder-811877-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.managers [None req-32ad808d-a555-495d-8240-fd4f67810e0c None None] Attempting to bind port 387f1708-162f-49f9-bb78-cef2bd73f78a on host dv-cinder-811877-1-iscsi for vnic_type normal with profile {{(pid=94002) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 06:32:52.988844 dv-cinder-811877-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.managers [None req-32ad808d-a555-495d-8240-fd4f67810e0c None None] Attempting to bind port 387f1708-162f-49f9-bb78-cef2bd73f78a by drivers openvswitch,hyperv on host dv-cinder-811877-1-iscsi at level 0 using segments [{'id': '91d390b2-e475-4135-bc40-86c600b72bab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '5bc9530f-6d9b-49f6-aa4a-02099720eacd'}] {{(pid=94002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 06:32:52.989211 dv-cinder-811877-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32ad808d-a555-495d-8240-fd4f67810e0c None None] Attempting to bind port 387f1708-162f-49f9-bb78-cef2bd73f78a on network 5bc9530f-6d9b-49f6-aa4a-02099720eacd {{(pid=94002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 06:32:52.995174 dv-cinder-811877-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32ad808d-a555-495d-8240-fd4f67810e0c None None] Checking agent: {'id': '38eed8e6-19bc-4ff2-90e0-3c7aa8a3a275', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-811877-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 6, 19, 32), 'started_at': datetime.datetime(2021, 9, 30, 6, 20, 2), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 6, 32, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-811877-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 06:32:52.995563 dv-cinder-811877-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32ad808d-a555-495d-8240-fd4f67810e0c None None] Checking segment: {'id': '91d390b2-e475-4135-bc40-86c600b72bab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '5bc9530f-6d9b-49f6-aa4a-02099720eacd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 06:32:52.996176 dv-cinder-811877-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-32ad808d-a555-495d-8240-fd4f67810e0c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:32:52.996849 dv-cinder-811877-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32ad808d-a555-495d-8240-fd4f67810e0c None None] Bound using segment: {'id': '91d390b2-e475-4135-bc40-86c600b72bab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '5bc9530f-6d9b-49f6-aa4a-02099720eacd'} {{(pid=94002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 06:32:52.997387 dv-cinder-811877-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.managers [None req-32ad808d-a555-495d-8240-fd4f67810e0c None None] Bound port: 387f1708-162f-49f9-bb78-cef2bd73f78a, host: dv-cinder-811877-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91d390b2-e475-4135-bc40-86c600b72bab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '5bc9530f-6d9b-49f6-aa4a-02099720eacd'}}] {{(pid=94002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 06:32:52.997797 dv-cinder-811877-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-32ad808d-a555-495d-8240-fd4f67810e0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653538'] for port, before_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:32:53.013464 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a93d4a4-a6db-46df-bde3-ed5ce18bcc21 None None] Checking router: d01e9ec6-b839-4c83-bcdd-f69ce4f2fd61 for host: dv-cinder-811877-1-iscsi {{(pid=94001) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 06:32:53.013870 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a93d4a4-a6db-46df-bde3-ed5ce18bcc21 None None] Updating router d01e9ec6-b839-4c83-bcdd-f69ce4f2fd61 port 89d1b16c-7c0a-42cd-96dd-cd798bab39eb binding host dv-cinder-811877-1-iscsi {{(pid=94001) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 30 06:32:53.059530 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-0a93d4a4-a6db-46df-bde3-ed5ce18bcc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653538'] for port, before_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:32:53.071779 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-55f97df5-ec23-4152-8f97-2413860937da admin admin] Notify callbacks [] for port, precommit_create {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:32:53.097303 dv-cinder-811877-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.db [None req-32ad808d-a555-495d-8240-fd4f67810e0c None None] For port 387f1708-162f-49f9-bb78-cef2bd73f78a, host dv-cinder-811877-1-iscsi, cleared binding levels {{(pid=94002) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 06:32:53.102658 dv-cinder-811877-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.db [None req-32ad808d-a555-495d-8240-fd4f67810e0c None None] For port 387f1708-162f-49f9-bb78-cef2bd73f78a, host dv-cinder-811877-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811877-1-iscsi',level=0,port_id=387f1708-162f-49f9-bb78-cef2bd73f78a,segment=NetworkSegment(91d390b2-e475-4135-bc40-86c600b72bab),segment_id=91d390b2-e475-4135-bc40-86c600b72bab)] {{(pid=94002) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 06:32:53.118757 dv-cinder-811877-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-32ad808d-a555-495d-8240-fd4f67810e0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7821886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727545992452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727545489363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727545489381'] for port, after_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:32:53.144356 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-55f97df5-ec23-4152-8f97-2413860937da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7821886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727545489345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6560267'] for port, after_create {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:32:53.197130 dv-cinder-811877-1-iscsi neutron-server[94002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32ad808d-a555-495d-8240-fd4f67810e0c None None] Routers {'a6c4853c-e1dc-4bac-83c1-36a77b44fa55'} bound to L3 agent in host dv-cinder-811877-1-iscsi {{(pid=94002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 06:32:53.197911 dv-cinder-811877-1-iscsi neutron-server[94002]: DEBUG neutron.db.l3_hamode_db [None req-32ad808d-a555-495d-8240-fd4f67810e0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811877-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-30T06:19:31Z,description=,heartbeat_timestamp=2021-09-30T06:32:31Z,host='dv-cinder-811877-1-iscsi',id=f054bd23-6895-478f-87a4-7cc0e21c04e0,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T06:19:31Z,topic='l3_agent')) {'router_ids': ['a6c4853c-e1dc-4bac-83c1-36a77b44fa55'], 'active': True} {{(pid=94002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 06:32:53.239184 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f97df5-ec23-4152-8f97-2413860937da admin admin] Pushing event updated for resources: {'Port': ['ID=24df21ec-bfde-4698-a5d9-a02794cc005d,revision_number=1']} {{(pid=93999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:32:53.263809 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55f97df5-ec23-4152-8f97-2413860937da admin admin] Network 89416e82-c793-4553-8b25-737e3b7d44ed is already hosted by enough agents. {{(pid=93999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 06:32:53.265657 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.scheduler.base_scheduler [None req-55f97df5-ec23-4152-8f97-2413860937da admin admin] Resources bound (agent type, host, resource id): {{(pid=93999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 06:32:53.271480 dv-cinder-811877-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5e288e-fb38-4ab1-9506-0c121f87a395 None None] Pushing event updated for resources: {'Port': ['ID=387f1708-162f-49f9-bb78-cef2bd73f78a,revision_number=4']} {{(pid=94002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:32:53.288260 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55f97df5-ec23-4152-8f97-2413860937da admin admin] Received port after_create {{(pid=93999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 06:32:53.365896 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-55f97df5-ec23-4152-8f97-2413860937da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7878021'] for router_interface, before_create {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:32:53.377679 dv-cinder-811877-1-iscsi neutron-server[94002]: DEBUG neutron.db.l3_dvr_db [None req-32ad808d-a555-495d-8240-fd4f67810e0c None None] Set router a6c4853c-e1dc-4bac-83c1-36a77b44fa55 gateway port host: dv-cinder-811877-1-iscsi {{(pid=94002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 06:32:53.536751 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-55f97df5-ec23-4152-8f97-2413860937da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653538'] for port, before_update {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:32:53.568629 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762ec450-66d4-419a-9c9b-697c81784c64 req-600b2afc-cb5a-42ff-8169-bc8d305e99d4 tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:32:53.592784 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-762ec450-66d4-419a-9c9b-697c81784c64 req-600b2afc-cb5a-42ff-8169-bc8d305e99d4 tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] 10.222.0.36 "GET /v2.0/ports?device_id=cf64a143-d81f-4bf6-9ded-182f63c46e7f HTTP/1.1" status: 200 len: 945 time: 0.1103461 Sep 30 06:32:53.598234 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.db.provisioning_blocks [None req-af8c3490-2f24-4e35-9b99-47205b39664a None None] Provisioning complete for port 387f1708-162f-49f9-bb78-cef2bd73f78a triggered by entity DHCP. {{(pid=94001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 06:32:53.599007 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-af8c3490-2f24-4e35-9b99-47205b39664a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-597822'] for port, provisioning_complete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:32:53.651109 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-762ec450-66d4-419a-9c9b-697c81784c64 req-244eb525-c7ac-468f-8b14-05e67224bcf9 tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] 10.222.0.36 "GET /v2.0/security-groups?id=0ac15c32-ea2e-4327-b2f6-f045edc248fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530174 Sep 30 06:32:53.704544 dv-cinder-811877-1-iscsi neutron-server[94002]: DEBUG neutron.db.l3_hamode_db [None req-32ad808d-a555-495d-8240-fd4f67810e0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6c4853c-e1dc-4bac-83c1-36a77b44fa55', 'name': 'tempest-TestVolumeBootPattern-848458579-router', 'tenant_id': '371c6a2cbad540218fff235f4a93c18c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddd8ee8b-b24f-47fb-afd7-cfc700c93624', 'external_fixed_ips': [{'subnet_id': '4727b4cf-a8ea-4dab-8db4-019b4e8b0546', 'ip_address': '172.27.1.15'}], 'enable_snat': True}, 'gw_port_id': '798e9915-3eba-45d1-89f0-8592c0c15feb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T06:32:44Z', 'updated_at': '2021-09-30T06:32:48Z', 'revision_number': 4, 'project_id': '371c6a2cbad540218fff235f4a93c18c', 'gw_port': {'id': '798e9915-3eba-45d1-89f0-8592c0c15feb', 'name': '', 'network_id': 'ddd8ee8b-b24f-47fb-afd7-cfc700c93624', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:62:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6c4853c-e1dc-4bac-83c1-36a77b44fa55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '4727b4cf-a8ea-4dab-8db4-019b4e8b0546', 'ip_address': '172.27.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T06:32:45Z', 'updated_at': '2021-09-30T06:32:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4727b4cf-a8ea-4dab-8db4-019b4e8b0546', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811877-1-iscsi', '_interfaces': [{'id': '387f1708-162f-49f9-bb78-cef2bd73f78a', 'name': '', 'network_id': '5bc9530f-6d9b-49f6-aa4a-02099720eacd', 'tenant_id': '371c6a2cbad540218fff235f4a93c18c', 'mac_address': 'fa:16:3e:d5:3b:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6c4853c-e1dc-4bac-83c1-36a77b44fa55', 'device_owner': 'network:router_interface', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': 'a64b5ea3-7042-4499-97da-2a827c2c06a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T06:32:47Z', 'updated_at': '2021-09-30T06:32:53Z', 'revision_number': 4, 'project_id': '371c6a2cbad540218fff235f4a93c18c', 'subnets': [{'id': 'a64b5ea3-7042-4499-97da-2a827c2c06a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811877-1-iscsi', False) {} {{(pid=94002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 06:32:53.733656 dv-cinder-811877-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32ad808d-a555-495d-8240-fd4f67810e0c None None] The sync data for ids ['a6c4853c-e1dc-4bac-83c1-36a77b44fa55'] in dv-cinder-811877-1-iscsi is: [{'id': 'a6c4853c-e1dc-4bac-83c1-36a77b44fa55', 'name': 'tempest-TestVolumeBootPattern-848458579-router', 'tenant_id': '371c6a2cbad540218fff235f4a93c18c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddd8ee8b-b24f-47fb-afd7-cfc700c93624', 'external_fixed_ips': [{'subnet_id': '4727b4cf-a8ea-4dab-8db4-019b4e8b0546', 'ip_address': '172.27.1.15'}], 'enable_snat': True}, 'gw_port_id': '798e9915-3eba-45d1-89f0-8592c0c15feb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T06:32:44Z', 'updated_at': '2021-09-30T06:32:48Z', 'revision_number': 4, 'project_id': '371c6a2cbad540218fff235f4a93c18c', 'gw_port': {'id': '798e9915-3eba-45d1-89f0-8592c0c15feb', 'name': '', 'network_id': 'ddd8ee8b-b24f-47fb-afd7-cfc700c93624', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:62:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6c4853c-e1dc-4bac-83c1-36a77b44fa55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '4727b4cf-a8ea-4dab-8db4-019b4e8b0546', 'ip_address': '172.27.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T06:32:45Z', 'updated_at': '2021-09-30T06:32:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4727b4cf-a8ea-4dab-8db4-019b4e8b0546', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811877-1-iscsi', '_interfaces': [{'id': '387f1708-162f-49f9-bb78-cef2bd73f78a', 'name': '', 'network_id': '5bc9530f-6d9b-49f6-aa4a-02099720eacd', 'tenant_id': '371c6a2cbad540218fff235f4a93c18c', 'mac_address': 'fa:16:3e:d5:3b:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6c4853c-e1dc-4bac-83c1-36a77b44fa55', 'device_owner': 'network:router_interface', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': 'a64b5ea3-7042-4499-97da-2a827c2c06a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T06:32:47Z', 'updated_at': '2021-09-30T06:32:53Z', 'revision_number': 4, 'project_id': '371c6a2cbad540218fff235f4a93c18c', 'subnets': [{'id': 'a64b5ea3-7042-4499-97da-2a827c2c06a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 06:32:53.784343 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-0a93d4a4-a6db-46df-bde3-ed5ce18bcc21 None None] Notify callbacks [] for port, precommit_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:32:53.792333 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-0a93d4a4-a6db-46df-bde3-ed5ce18bcc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7821886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727545992452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727545489363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727545489381'] for port, after_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:32:53.872626 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-af8c3490-2f24-4e35-9b99-47205b39664a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653538'] for port, before_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:32:53.895509 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.managers [None req-0a93d4a4-a6db-46df-bde3-ed5ce18bcc21 None None] Attempting to bind port 89d1b16c-7c0a-42cd-96dd-cd798bab39eb on host dv-cinder-811877-1-iscsi for vnic_type normal with profile {{(pid=94001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 06:32:53.896010 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.managers [None req-0a93d4a4-a6db-46df-bde3-ed5ce18bcc21 None None] Attempting to bind port 89d1b16c-7c0a-42cd-96dd-cd798bab39eb by drivers openvswitch,hyperv on host dv-cinder-811877-1-iscsi at level 0 using segments [{'id': 'f18bb042-e630-4c4b-b384-e9bf093ecc8b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ddd8ee8b-b24f-47fb-afd7-cfc700c93624'}] {{(pid=94001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 06:32:53.896473 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a93d4a4-a6db-46df-bde3-ed5ce18bcc21 None None] Attempting to bind port 89d1b16c-7c0a-42cd-96dd-cd798bab39eb on network ddd8ee8b-b24f-47fb-afd7-cfc700c93624 {{(pid=94001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 06:32:53.903921 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae95075-7b96-44b7-8c7a-3e3d35888a91 None None] Pushing event updated for resources: {'Port': ['ID=89d1b16c-7c0a-42cd-96dd-cd798bab39eb,revision_number=2']} {{(pid=94001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:32:53.906995 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a93d4a4-a6db-46df-bde3-ed5ce18bcc21 None None] Checking agent: {'id': '38eed8e6-19bc-4ff2-90e0-3c7aa8a3a275', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-811877-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 6, 19, 32), 'started_at': datetime.datetime(2021, 9, 30, 6, 20, 2), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 6, 32, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-811877-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 06:32:53.907510 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a93d4a4-a6db-46df-bde3-ed5ce18bcc21 None None] Checking segment: {'id': 'f18bb042-e630-4c4b-b384-e9bf093ecc8b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ddd8ee8b-b24f-47fb-afd7-cfc700c93624'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 06:32:53.908020 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-0a93d4a4-a6db-46df-bde3-ed5ce18bcc21 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:32:53.908506 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a93d4a4-a6db-46df-bde3-ed5ce18bcc21 None None] Bound using segment: {'id': 'f18bb042-e630-4c4b-b384-e9bf093ecc8b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ddd8ee8b-b24f-47fb-afd7-cfc700c93624'} {{(pid=94001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 06:32:53.909086 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.managers [None req-0a93d4a4-a6db-46df-bde3-ed5ce18bcc21 None None] Bound port: 89d1b16c-7c0a-42cd-96dd-cd798bab39eb, host: dv-cinder-811877-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f18bb042-e630-4c4b-b384-e9bf093ecc8b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ddd8ee8b-b24f-47fb-afd7-cfc700c93624'}}] {{(pid=94001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 06:32:53.909569 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-0a93d4a4-a6db-46df-bde3-ed5ce18bcc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653538'] for port, before_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:32:53.986949 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.db [None req-af8c3490-2f24-4e35-9b99-47205b39664a None None] For port 387f1708-162f-49f9-bb78-cef2bd73f78a, host dv-cinder-811877-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811877-1-iscsi',level=0,port_id=387f1708-162f-49f9-bb78-cef2bd73f78a,segment=NetworkSegment(91d390b2-e475-4135-bc40-86c600b72bab),segment_id=91d390b2-e475-4135-bc40-86c600b72bab)] {{(pid=94001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 06:32:53.991766 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.db [None req-0a93d4a4-a6db-46df-bde3-ed5ce18bcc21 None None] For port 89d1b16c-7c0a-42cd-96dd-cd798bab39eb, host dv-cinder-811877-1-iscsi, cleared binding levels {{(pid=94001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 06:32:53.997105 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.db [None req-0a93d4a4-a6db-46df-bde3-ed5ce18bcc21 None None] For port 89d1b16c-7c0a-42cd-96dd-cd798bab39eb, host dv-cinder-811877-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811877-1-iscsi',level=0,port_id=89d1b16c-7c0a-42cd-96dd-cd798bab39eb,segment=NetworkSegment(f18bb042-e630-4c4b-b384-e9bf093ecc8b),segment_id=f18bb042-e630-4c4b-b384-e9bf093ecc8b)] {{(pid=94001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 06:32:53.998409 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-af8c3490-2f24-4e35-9b99-47205b39664a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7821886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727545992452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727545489363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727545489381'] for port, after_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:32:54.028781 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-0a93d4a4-a6db-46df-bde3-ed5ce18bcc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7821886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727545992452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727545489363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727545489381'] for port, after_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:32:54.058843 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8db131f-76ac-4147-87d8-28f6359b863c req-79ed2b0d-7e6b-414e-8874-6b9caeec2609 tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:32:54.060402 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-f8db131f-76ac-4147-87d8-28f6359b863c req-79ed2b0d-7e6b-414e-8874-6b9caeec2609 tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] 10.222.0.36 "GET /v2.0/ports?device_id=cf64a143-d81f-4bf6-9ded-182f63c46e7f HTTP/1.1" status: 200 len: 945 time: 0.0943048 Sep 30 06:32:54.076754 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.36', 58404) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 06:32:54.081769 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.api.v2.base [None req-8ab0f83d-ef94-455a-9aa1-f91633a62141 tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] Request body: {'floatingip': {'port_id': '95f7371c-2299-4672-bba1-0cb9e084025f'}} {{(pid=94000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 06:32:54.090385 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.rpc [None req-1a5ef50c-1a60-4eeb-b96e-cf5df6fcca4b None None] Device 387f1708-162f-49f9-bb78-cef2bd73f78a up at agent ovs-agent-dv-cinder-811877-1-iscsi {{(pid=94001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 06:32:54.100112 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-55f97df5-ec23-4152-8f97-2413860937da admin admin] Notify callbacks [] for port, precommit_update {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:32:54.106023 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-55f97df5-ec23-4152-8f97-2413860937da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7821886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727545992452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727545489363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727545489381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6560256'] for port, after_update {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:32:54.137067 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8c3490-2f24-4e35-9b99-47205b39664a None None] Pushing event updated for resources: {'Port': ['ID=387f1708-162f-49f9-bb78-cef2bd73f78a,revision_number=5']} {{(pid=94001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:32:54.148679 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-8ab0f83d-ef94-455a-9aa1-f91633a62141 tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] Notify callbacks [] for floatingip, before_update {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:32:54.178939 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a93d4a4-a6db-46df-bde3-ed5ce18bcc21 None None] Routers {'d01e9ec6-b839-4c83-bcdd-f69ce4f2fd61'} bound to L3 agent in host dv-cinder-811877-1-iscsi {{(pid=94001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 06:32:54.182219 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.db.l3_hamode_db [None req-0a93d4a4-a6db-46df-bde3-ed5ce18bcc21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811877-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-30T06:19:31Z,description=,heartbeat_timestamp=2021-09-30T06:32:31Z,host='dv-cinder-811877-1-iscsi',id=f054bd23-6895-478f-87a4-7cc0e21c04e0,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T06:19:31Z,topic='l3_agent')) {'router_ids': ['d01e9ec6-b839-4c83-bcdd-f69ce4f2fd61'], 'active': True} {{(pid=94001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 06:32:54.194269 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-55f97df5-ec23-4152-8f97-2413860937da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7821780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7877749'] for router_interface, after_create {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:32:54.204887 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f97df5-ec23-4152-8f97-2413860937da admin admin] Pushing event updated for resources: {'Port': ['ID=24df21ec-bfde-4698-a5d9-a02794cc005d,revision_number=2']} {{(pid=93999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:32:54.320633 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55f97df5-ec23-4152-8f97-2413860937da admin admin] Network 89416e82-c793-4553-8b25-737e3b7d44ed is already hosted by enough agents. {{(pid=93999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 06:32:54.322732 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.scheduler.base_scheduler [None req-55f97df5-ec23-4152-8f97-2413860937da admin admin] Resources bound (agent type, host, resource id): {{(pid=93999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 06:32:54.342085 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.db.provisioning_blocks [None req-6f9bcea4-9807-4fba-a5a4-656a5ab2ecfd None None] Provisioning complete for port 24df21ec-bfde-4698-a5d9-a02794cc005d triggered by entity DHCP. {{(pid=94001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 06:32:54.342464 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-6f9bcea4-9807-4fba-a5a4-656a5ab2ecfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-597822'] for port, provisioning_complete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:32:54.384034 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae95075-7b96-44b7-8c7a-3e3d35888a91 None None] Pushing event updated for resources: {'Port': ['ID=89d1b16c-7c0a-42cd-96dd-cd798bab39eb,revision_number=3']} {{(pid=94001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:32:54.462171 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.db.provisioning_blocks [None req-1a5ef50c-1a60-4eeb-b96e-cf5df6fcca4b None None] Provisioning complete for port 387f1708-162f-49f9-bb78-cef2bd73f78a triggered by entity L2. {{(pid=94001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 06:32:54.467786 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-1a5ef50c-1a60-4eeb-b96e-cf5df6fcca4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-597822'] for port, provisioning_complete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:32:54.471733 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.plugin [None req-6f9bcea4-9807-4fba-a5a4-656a5ab2ecfd None None] Port 24df21ec-bfde-4698-a5d9-a02794cc005d cannot update to ACTIVE because it is not bound. {{(pid=94001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 06:32:54.485253 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55f97df5-ec23-4152-8f97-2413860937da admin admin] Router d01e9ec6-b839-4c83-bcdd-f69ce4f2fd61 has already been hosted by L3 agent f054bd23-6895-478f-87a4-7cc0e21c04e0 {{(pid=93999) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 06:32:54.503737 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.db.l3_dvr_db [None req-0a93d4a4-a6db-46df-bde3-ed5ce18bcc21 None None] Set router d01e9ec6-b839-4c83-bcdd-f69ce4f2fd61 gateway port host: dv-cinder-811877-1-iscsi {{(pid=94001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 06:32:54.652031 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55f97df5-ec23-4152-8f97-2413860937da admin admin] Notify agent at l3_agent.dv-cinder-811877-1-iscsi the message routers_updated {{(pid=93999) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 06:32:54.657729 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [None req-55f97df5-ec23-4152-8f97-2413860937da admin admin] 10.222.0.36 "PUT /v2.0/routers/d01e9ec6-b839-4c83-bcdd-f69ce4f2fd61/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4685819 Sep 30 06:32:54.776193 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-8ab0f83d-ef94-455a-9aa1-f91633a62141 tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:32:54.781307 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-8ab0f83d-ef94-455a-9aa1-f91633a62141 tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7877914'] for floatingip, after_update {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:32:54.787851 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.rpc [None req-1a5ef50c-1a60-4eeb-b96e-cf5df6fcca4b None None] Device 798e9915-3eba-45d1-89f0-8592c0c15feb up at agent ovs-agent-dv-cinder-811877-1-iscsi {{(pid=94001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 06:32:54.793213 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.db.provisioning_blocks [None req-753960ee-84a8-4b14-8e9e-cca92926f95d None None] Provisioning complete for port 24df21ec-bfde-4698-a5d9-a02794cc005d triggered by entity DHCP. {{(pid=94001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 06:32:54.793580 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-753960ee-84a8-4b14-8e9e-cca92926f95d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-597822'] for port, provisioning_complete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:32:54.897280 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.db.l3_db [None req-8ab0f83d-ef94-455a-9aa1-f91633a62141 tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] Floating IP a219f6a4-1cbf-4162-af3d-6fc094508b49 associated. External IP: 172.27.1.200, port: 95f7371c-2299-4672-bba1-0cb9e084025f. Sep 30 06:32:54.920639 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.plugin [None req-753960ee-84a8-4b14-8e9e-cca92926f95d None None] Port 24df21ec-bfde-4698-a5d9-a02794cc005d cannot update to ACTIVE because it is not bound. {{(pid=94001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 06:32:54.946351 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.db.provisioning_blocks [None req-1a5ef50c-1a60-4eeb-b96e-cf5df6fcca4b None None] Provisioning complete for port 798e9915-3eba-45d1-89f0-8592c0c15feb triggered by entity L2. {{(pid=94001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 06:32:54.946761 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-1a5ef50c-1a60-4eeb-b96e-cf5df6fcca4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-597822'] for port, provisioning_complete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:32:54.976302 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.db.l3_hamode_db [None req-0a93d4a4-a6db-46df-bde3-ed5ce18bcc21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd01e9ec6-b839-4c83-bcdd-f69ce4f2fd61', 'name': 'tempest-TestVolumeBootPattern-1809873720-router', 'tenant_id': 'c6660b2d8d08442eb64d106089289b58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddd8ee8b-b24f-47fb-afd7-cfc700c93624', 'external_fixed_ips': [{'subnet_id': '4727b4cf-a8ea-4dab-8db4-019b4e8b0546', 'ip_address': '172.27.1.11'}], 'enable_snat': True}, 'gw_port_id': '89d1b16c-7c0a-42cd-96dd-cd798bab39eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T06:32:50Z', 'updated_at': '2021-09-30T06:32:53Z', 'revision_number': 4, 'project_id': 'c6660b2d8d08442eb64d106089289b58', 'gw_port': {'id': '89d1b16c-7c0a-42cd-96dd-cd798bab39eb', 'name': '', 'network_id': 'ddd8ee8b-b24f-47fb-afd7-cfc700c93624', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:df:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd01e9ec6-b839-4c83-bcdd-f69ce4f2fd61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '4727b4cf-a8ea-4dab-8db4-019b4e8b0546', 'ip_address': '172.27.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T06:32:50Z', 'updated_at': '2021-09-30T06:32:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4727b4cf-a8ea-4dab-8db4-019b4e8b0546', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811877-1-iscsi', '_interfaces': [{'id': '24df21ec-bfde-4698-a5d9-a02794cc005d', 'name': '', 'network_id': '89416e82-c793-4553-8b25-737e3b7d44ed', 'tenant_id': 'c6660b2d8d08442eb64d106089289b58', 'mac_address': 'fa:16:3e:4e:af:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd01e9ec6-b839-4c83-bcdd-f69ce4f2fd61', 'device_owner': 'network:router_interface', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '307befb5-7024-47c4-b67a-a68ab14a5afe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T06:32:52Z', 'updated_at': '2021-09-30T06:32:53Z', 'revision_number': 2, 'project_id': 'c6660b2d8d08442eb64d106089289b58', 'subnets': [{'id': '307befb5-7024-47c4-b67a-a68ab14a5afe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811877-1-iscsi', False) {} {{(pid=94001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 06:32:55.008856 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a93d4a4-a6db-46df-bde3-ed5ce18bcc21 None None] The sync data for ids ['d01e9ec6-b839-4c83-bcdd-f69ce4f2fd61'] in dv-cinder-811877-1-iscsi is: [{'id': 'd01e9ec6-b839-4c83-bcdd-f69ce4f2fd61', 'name': 'tempest-TestVolumeBootPattern-1809873720-router', 'tenant_id': 'c6660b2d8d08442eb64d106089289b58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddd8ee8b-b24f-47fb-afd7-cfc700c93624', 'external_fixed_ips': [{'subnet_id': '4727b4cf-a8ea-4dab-8db4-019b4e8b0546', 'ip_address': '172.27.1.11'}], 'enable_snat': True}, 'gw_port_id': '89d1b16c-7c0a-42cd-96dd-cd798bab39eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T06:32:50Z', 'updated_at': '2021-09-30T06:32:53Z', 'revision_number': 4, 'project_id': 'c6660b2d8d08442eb64d106089289b58', 'gw_port': {'id': '89d1b16c-7c0a-42cd-96dd-cd798bab39eb', 'name': '', 'network_id': 'ddd8ee8b-b24f-47fb-afd7-cfc700c93624', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:df:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd01e9ec6-b839-4c83-bcdd-f69ce4f2fd61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '4727b4cf-a8ea-4dab-8db4-019b4e8b0546', 'ip_address': '172.27.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T06:32:50Z', 'updated_at': '2021-09-30T06:32:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4727b4cf-a8ea-4dab-8db4-019b4e8b0546', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811877-1-iscsi', '_interfaces': [{'id': '24df21ec-bfde-4698-a5d9-a02794cc005d', 'name': '', 'network_id': '89416e82-c793-4553-8b25-737e3b7d44ed', 'tenant_id': 'c6660b2d8d08442eb64d106089289b58', 'mac_address': 'fa:16:3e:4e:af:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd01e9ec6-b839-4c83-bcdd-f69ce4f2fd61', 'device_owner': 'network:router_interface', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '307befb5-7024-47c4-b67a-a68ab14a5afe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T06:32:52Z', 'updated_at': '2021-09-30T06:32:53Z', 'revision_number': 2, 'project_id': 'c6660b2d8d08442eb64d106089289b58', 'subnets': [{'id': '307befb5-7024-47c4-b67a-a68ab14a5afe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 06:32:55.068077 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.rpc [None req-1a5ef50c-1a60-4eeb-b96e-cf5df6fcca4b None None] Device f2bcf9be-cc61-4d4a-b52c-1097a110ac83 up at agent ovs-agent-dv-cinder-811877-1-iscsi {{(pid=94001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 06:32:55.125999 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.db.provisioning_blocks [None req-1a5ef50c-1a60-4eeb-b96e-cf5df6fcca4b None None] Provisioning complete for port f2bcf9be-cc61-4d4a-b52c-1097a110ac83 triggered by entity L2. {{(pid=94001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 06:32:55.126373 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-1a5ef50c-1a60-4eeb-b96e-cf5df6fcca4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-597822'] for port, provisioning_complete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:32:55.144198 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ab0f83d-ef94-455a-9aa1-f91633a62141 tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] Router 7f324adc-6df9-469a-bdd2-c103c76ced6e has already been hosted by L3 agent f054bd23-6895-478f-87a4-7cc0e21c04e0 {{(pid=94000) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 06:32:55.246303 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.wsgi [-] (93999) accepted ('10.222.0.36', 58414) {{(pid=93999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 06:32:55.254783 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.api.v2.base [None req-13a9a239-a95f-4791-9aae-e7b5ee60ce66 tempest-TestVolumeBootPattern-1235501322 tempest-TestVolumeBootPattern-1235501322-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-123994646', 'description': 'tempest-secgroup-smoke-123994646 description', 'project_id': '371c6a2cbad540218fff235f4a93c18c'}} {{(pid=93999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 06:32:55.324830 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-13a9a239-a95f-4791-9aae-e7b5ee60ce66 tempest-TestVolumeBootPattern-1235501322 tempest-TestVolumeBootPattern-1235501322-project] Notify callbacks [] for security_group, before_create {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:32:55.454914 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-13a9a239-a95f-4791-9aae-e7b5ee60ce66 tempest-TestVolumeBootPattern-1235501322 tempest-TestVolumeBootPattern-1235501322-project] Notify callbacks [] for security_group, precommit_create {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:32:55.460237 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-13a9a239-a95f-4791-9aae-e7b5ee60ce66 tempest-TestVolumeBootPattern-1235501322 tempest-TestVolumeBootPattern-1235501322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533969'] for security_group, after_create {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:32:55.497629 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a9a239-a95f-4791-9aae-e7b5ee60ce66 tempest-TestVolumeBootPattern-1235501322 tempest-TestVolumeBootPattern-1235501322-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c54a025c-5158-476e-b94b-72fedfe85ade,revision_number=1']} {{(pid=93999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:32:55.504508 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-13a9a239-a95f-4791-9aae-e7b5ee60ce66 tempest-TestVolumeBootPattern-1235501322 tempest-TestVolumeBootPattern-1235501322-project] Notify callbacks [] for security_group, before_response {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:32:55.506330 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [None req-13a9a239-a95f-4791-9aae-e7b5ee60ce66 tempest-TestVolumeBootPattern-1235501322 tempest-TestVolumeBootPattern-1235501322-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.2555437 Sep 30 06:32:55.509473 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.wsgi [-] (93999) accepted ('10.222.0.36', 58418) {{(pid=93999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 06:32:55.516837 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.api.v2.base [None req-820f9073-ccd8-4128-bf68-ba2e9bf7c9ec tempest-TestVolumeBootPattern-1235501322 tempest-TestVolumeBootPattern-1235501322-project] Request body: {'security_group_rule': {'security_group_id': 'c54a025c-5158-476e-b94b-72fedfe85ade', 'project_id': '371c6a2cbad540218fff235f4a93c18c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 06:32:55.550540 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-820f9073-ccd8-4128-bf68-ba2e9bf7c9ec tempest-TestVolumeBootPattern-1235501322 tempest-TestVolumeBootPattern-1235501322-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:32:55.578296 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ab0f83d-ef94-455a-9aa1-f91633a62141 tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] Notify agent at l3_agent.dv-cinder-811877-1-iscsi the message routers_updated {{(pid=94000) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 06:32:55.583377 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-8ab0f83d-ef94-455a-9aa1-f91633a62141 tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57126'] for floatingip, before_response {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:32:55.593758 dv-cinder-811877-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fab6084e-61ae-48ef-86a7-858b48fdcbfc None None] Sync routers for ids ['7f324adc-6df9-469a-bdd2-c103c76ced6e'] in dv-cinder-811877-1-iscsi {{(pid=94002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 06:32:55.611436 dv-cinder-811877-1-iscsi neutron-server[94002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fab6084e-61ae-48ef-86a7-858b48fdcbfc None None] Routers {'7f324adc-6df9-469a-bdd2-c103c76ced6e'} bound to L3 agent in host dv-cinder-811877-1-iscsi {{(pid=94002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 06:32:55.613063 dv-cinder-811877-1-iscsi neutron-server[94002]: DEBUG neutron.db.l3_hamode_db [None req-fab6084e-61ae-48ef-86a7-858b48fdcbfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811877-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-30T06:19:31Z,description=,heartbeat_timestamp=2021-09-30T06:32:31Z,host='dv-cinder-811877-1-iscsi',id=f054bd23-6895-478f-87a4-7cc0e21c04e0,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T06:19:31Z,topic='l3_agent')) {'router_ids': ['7f324adc-6df9-469a-bdd2-c103c76ced6e'], 'active': True} {{(pid=94002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 06:32:55.620382 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [None req-8ab0f83d-ef94-455a-9aa1-f91633a62141 tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] 10.222.0.36 "PUT /v2.0/floatingips/a219f6a4-1cbf-4162-af3d-6fc094508b49 HTTP/1.1" status: 200 len: 991 time: 1.5425320 Sep 30 06:32:55.624373 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf64a143-d81f-4bf6-9ded-182f63c46e7f', 'tag': '95f7371c-2299-4672-bba1-0cb9e084025f'}] {{(pid=94000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 06:32:55.628015 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-820f9073-ccd8-4128-bf68-ba2e9bf7c9ec tempest-TestVolumeBootPattern-1235501322 tempest-TestVolumeBootPattern-1235501322-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:32:55.629691 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4acac726bceb08fc5dc31984e0b5877fccc01d7f70542289dc6193c12fa4dba7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d32e894-8a5e-444c-b809-98b00f18e9f8" -d '{"events": [{"name": "network-changed", "server_uuid": "cf64a143-d81f-4bf6-9ded-182f63c46e7f", "tag": "95f7371c-2299-4672-bba1-0cb9e084025f"}]}' {{(pid=94000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 06:32:55.633457 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-820f9073-ccd8-4128-bf68-ba2e9bf7c9ec tempest-TestVolumeBootPattern-1235501322 tempest-TestVolumeBootPattern-1235501322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544093'] for security_group_rule, after_create {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:32:55.660869 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820f9073-ccd8-4128-bf68-ba2e9bf7c9ec tempest-TestVolumeBootPattern-1235501322 tempest-TestVolumeBootPattern-1235501322-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d2093f7-9cc1-49cb-89d8-cf102f89b7ba,revision_number=0']} {{(pid=93999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:32:55.666431 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-820f9073-ccd8-4128-bf68-ba2e9bf7c9ec tempest-TestVolumeBootPattern-1235501322 tempest-TestVolumeBootPattern-1235501322-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:32:55.671332 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [None req-820f9073-ccd8-4128-bf68-ba2e9bf7c9ec tempest-TestVolumeBootPattern-1235501322 tempest-TestVolumeBootPattern-1235501322-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1558266 Sep 30 06:32:55.671790 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.wsgi [-] (93999) accepted ('10.222.0.36', 58426) {{(pid=93999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 06:32:55.676829 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.api.v2.base [None req-5db94fe9-56a7-4ac2-ba78-bcc74fca09f3 tempest-TestVolumeBootPattern-1235501322 tempest-TestVolumeBootPattern-1235501322-project] Request body: {'security_group_rule': {'security_group_id': 'c54a025c-5158-476e-b94b-72fedfe85ade', 'project_id': '371c6a2cbad540218fff235f4a93c18c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 06:32:55.720344 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-5db94fe9-56a7-4ac2-ba78-bcc74fca09f3 tempest-TestVolumeBootPattern-1235501322 tempest-TestVolumeBootPattern-1235501322-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:32:55.777948 dv-cinder-811877-1-iscsi neutron-server[94002]: DEBUG neutron.db.l3_dvr_db [None req-fab6084e-61ae-48ef-86a7-858b48fdcbfc None None] Set router 7f324adc-6df9-469a-bdd2-c103c76ced6e gateway port host: dv-cinder-811877-1-iscsi {{(pid=94002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 06:32:55.784116 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 06:32:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac0603ae-46b4-47b7-83f6-e0e7a95cbbc9 x-openstack-request-id: req-ac0603ae-46b4-47b7-83f6-e0e7a95cbbc9 {{(pid=94000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 06:32:55.784656 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf64a143-d81f-4bf6-9ded-182f63c46e7f", "tag": "95f7371c-2299-4672-bba1-0cb9e084025f", "status": "completed", "code": 200}]} {{(pid=94000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 06:32:55.784656 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-ac0603ae-46b4-47b7-83f6-e0e7a95cbbc9 {{(pid=94000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 06:32:55.785040 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf64a143-d81f-4bf6-9ded-182f63c46e7f', 'tag': '95f7371c-2299-4672-bba1-0cb9e084025f', 'status': 'completed', 'code': 200} Sep 30 06:32:55.788983 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-5db94fe9-56a7-4ac2-ba78-bcc74fca09f3 tempest-TestVolumeBootPattern-1235501322 tempest-TestVolumeBootPattern-1235501322-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:32:55.794523 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-5db94fe9-56a7-4ac2-ba78-bcc74fca09f3 tempest-TestVolumeBootPattern-1235501322 tempest-TestVolumeBootPattern-1235501322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544093'] for security_group_rule, after_create {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:32:55.811344 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db94fe9-56a7-4ac2-ba78-bcc74fca09f3 tempest-TestVolumeBootPattern-1235501322 tempest-TestVolumeBootPattern-1235501322-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1dcd943b-7daa-43bc-8af4-8f626aa7c1b6,revision_number=0']} {{(pid=93999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:32:55.823675 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-5db94fe9-56a7-4ac2-ba78-bcc74fca09f3 tempest-TestVolumeBootPattern-1235501322 tempest-TestVolumeBootPattern-1235501322-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:32:55.825175 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [None req-5db94fe9-56a7-4ac2-ba78-bcc74fca09f3 tempest-TestVolumeBootPattern-1235501322 tempest-TestVolumeBootPattern-1235501322-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1525257 Sep 30 06:32:55.828195 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.wsgi [-] (93999) accepted ('10.222.0.36', 58428) {{(pid=93999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 06:32:55.833068 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.api.v2.base [None req-d2b199a2-2fb8-4f4f-adf8-620f94fe4230 tempest-TestVolumeBootPattern-1235501322 tempest-TestVolumeBootPattern-1235501322-project] Request body: {'security_group_rule': {'security_group_id': 'c54a025c-5158-476e-b94b-72fedfe85ade', 'project_id': '371c6a2cbad540218fff235f4a93c18c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 06:32:55.891226 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-d2b199a2-2fb8-4f4f-adf8-620f94fe4230 tempest-TestVolumeBootPattern-1235501322 tempest-TestVolumeBootPattern-1235501322-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:32:55.903017 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d32e894-8a5e-444c-b809-98b00f18e9f8 req-97e80d3f-ba8a-478b-8623-7991cfd5f66d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:32:55.904591 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-7d32e894-8a5e-444c-b809-98b00f18e9f8 req-97e80d3f-ba8a-478b-8623-7991cfd5f66d service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=3f54d397fb6646ca811cd4b70b8b5d31&device_id=cf64a143-d81f-4bf6-9ded-182f63c46e7f HTTP/1.1" status: 200 len: 1098 time: 0.0655291 Sep 30 06:32:56.030327 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.rpc [None req-1a5ef50c-1a60-4eeb-b96e-cf5df6fcca4b None None] Device 387f1708-162f-49f9-bb78-cef2bd73f78a up at agent ovs-agent-dv-cinder-811877-1-iscsi {{(pid=94001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 06:32:56.034876 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-d2b199a2-2fb8-4f4f-adf8-620f94fe4230 tempest-TestVolumeBootPattern-1235501322 tempest-TestVolumeBootPattern-1235501322-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:32:56.045918 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-d2b199a2-2fb8-4f4f-adf8-620f94fe4230 tempest-TestVolumeBootPattern-1235501322 tempest-TestVolumeBootPattern-1235501322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544093'] for security_group_rule, after_create {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:32:56.078491 dv-cinder-811877-1-iscsi neutron-server[94002]: DEBUG neutron.db.l3_hamode_db [None req-fab6084e-61ae-48ef-86a7-858b48fdcbfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f324adc-6df9-469a-bdd2-c103c76ced6e', 'name': 'tempest-AttachVolumeShelveTestJSON-1787567531-router', 'tenant_id': '3f54d397fb6646ca811cd4b70b8b5d31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddd8ee8b-b24f-47fb-afd7-cfc700c93624', 'external_fixed_ips': [{'subnet_id': '4727b4cf-a8ea-4dab-8db4-019b4e8b0546', 'ip_address': '172.27.1.2'}], 'enable_snat': True}, 'gw_port_id': '9739d183-b8a8-4538-9e9b-4bb77499d5e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T06:27:26Z', 'updated_at': '2021-09-30T06:27:31Z', 'revision_number': 4, 'project_id': '3f54d397fb6646ca811cd4b70b8b5d31', 'gw_port': {'id': '9739d183-b8a8-4538-9e9b-4bb77499d5e2', 'name': '', 'network_id': 'ddd8ee8b-b24f-47fb-afd7-cfc700c93624', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:9d:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f324adc-6df9-469a-bdd2-c103c76ced6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '4727b4cf-a8ea-4dab-8db4-019b4e8b0546', 'ip_address': '172.27.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T06:27:26Z', 'updated_at': '2021-09-30T06:27:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4727b4cf-a8ea-4dab-8db4-019b4e8b0546', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811877-1-iscsi', '_floatingips': [{'id': 'a219f6a4-1cbf-4162-af3d-6fc094508b49', 'tenant_id': '3f54d397fb6646ca811cd4b70b8b5d31', 'floating_ip_address': '172.27.1.200', 'floating_network_id': 'ddd8ee8b-b24f-47fb-afd7-cfc700c93624', 'router_id': '7f324adc-6df9-469a-bdd2-c103c76ced6e', 'port_id': '95f7371c-2299-4672-bba1-0cb9e084025f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 517, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5fefac64-03c4-43dd-a17b-d4a261fa3173', 'mac_address': 'fa:16:3e:c8:ac:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf64a143-d81f-4bf6-9ded-182f63c46e7f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T06:32:38Z', 'updated_at': '2021-09-30T06:32:54Z', 'revision_number': 1, 'project_id': '3f54d397fb6646ca811cd4b70b8b5d31', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c81a548-ac26-40cb-9e6a-6ecb4b9bad29', 'name': '', 'network_id': '5fefac64-03c4-43dd-a17b-d4a261fa3173', 'tenant_id': '3f54d397fb6646ca811cd4b70b8b5d31', 'mac_address': 'fa:16:3e:16:fe:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f324adc-6df9-469a-bdd2-c103c76ced6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '05cd2f04-a42c-4ac5-94b6-16f7140b471b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T06:27:29Z', 'updated_at': '2021-09-30T06:27:37Z', 'revision_number': 5, 'project_id': '3f54d397fb6646ca811cd4b70b8b5d31', 'subnets': [{'id': '05cd2f04-a42c-4ac5-94b6-16f7140b471b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811877-1-iscsi', False) {} {{(pid=94002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 06:32:56.080105 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d32e894-8a5e-444c-b809-98b00f18e9f8 req-7bcb5e8b-fe32-4904-b071-606e9d5611d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:32:56.082152 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-7d32e894-8a5e-444c-b809-98b00f18e9f8 req-7bcb5e8b-fe32-4904-b071-606e9d5611d9 service neutron] 10.222.0.10 "GET /v2.0/networks?id=5fefac64-03c4-43dd-a17b-d4a261fa3173 HTTP/1.1" status: 200 len: 918 time: 0.1665411 Sep 30 06:32:56.084094 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-d2b199a2-2fb8-4f4f-adf8-620f94fe4230 tempest-TestVolumeBootPattern-1235501322 tempest-TestVolumeBootPattern-1235501322-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:32:56.088106 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [None req-d2b199a2-2fb8-4f4f-adf8-620f94fe4230 tempest-TestVolumeBootPattern-1235501322 tempest-TestVolumeBootPattern-1235501322-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2561231 Sep 30 06:32:56.088106 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b199a2-2fb8-4f4f-adf8-620f94fe4230 tempest-TestVolumeBootPattern-1235501322 tempest-TestVolumeBootPattern-1235501322-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=02ad6886-ce7a-4529-bcd2-090f81c6a4bc,revision_number=0']} {{(pid=93999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:32:56.088526 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.36', 58430) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 06:32:56.097264 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.api.v2.base [None req-9c102f4c-bca0-4be8-9a68-cf5e9b403525 tempest-TestVolumeBootPattern-1235501322 tempest-TestVolumeBootPattern-1235501322-project] Request body: {'security_group_rule': {'security_group_id': 'c54a025c-5158-476e-b94b-72fedfe85ade', 'project_id': '371c6a2cbad540218fff235f4a93c18c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 06:32:56.120096 dv-cinder-811877-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fab6084e-61ae-48ef-86a7-858b48fdcbfc None None] Checking router: 7f324adc-6df9-469a-bdd2-c103c76ced6e for host: dv-cinder-811877-1-iscsi {{(pid=94002) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 06:32:56.150887 dv-cinder-811877-1-iscsi neutron-server[94002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fab6084e-61ae-48ef-86a7-858b48fdcbfc None None] Routers {'7f324adc-6df9-469a-bdd2-c103c76ced6e'} bound to L3 agent in host dv-cinder-811877-1-iscsi {{(pid=94002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 06:32:56.151533 dv-cinder-811877-1-iscsi neutron-server[94002]: DEBUG neutron.db.l3_hamode_db [None req-fab6084e-61ae-48ef-86a7-858b48fdcbfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811877-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-30T06:19:31Z,description=,heartbeat_timestamp=2021-09-30T06:32:31Z,host='dv-cinder-811877-1-iscsi',id=f054bd23-6895-478f-87a4-7cc0e21c04e0,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T06:19:31Z,topic='l3_agent')) {'router_ids': ['7f324adc-6df9-469a-bdd2-c103c76ced6e'], 'active': True} {{(pid=94002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 06:32:56.162518 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-9c102f4c-bca0-4be8-9a68-cf5e9b403525 tempest-TestVolumeBootPattern-1235501322 tempest-TestVolumeBootPattern-1235501322-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:32:56.227532 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-7d32e894-8a5e-444c-b809-98b00f18e9f8 req-0e71779b-8a34-40e1-95c0-24a5a6620738 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=95f7371c-2299-4672-bba1-0cb9e084025f HTTP/1.1" status: 200 len: 999 time: 0.1342120 Sep 30 06:32:56.296722 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-9c102f4c-bca0-4be8-9a68-cf5e9b403525 tempest-TestVolumeBootPattern-1235501322 tempest-TestVolumeBootPattern-1235501322-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:32:56.298873 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d32e894-8a5e-444c-b809-98b00f18e9f8 req-40264601-2d0b-463b-ae85-4c7799d2550b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:32:56.305419 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-9c102f4c-bca0-4be8-9a68-cf5e9b403525 tempest-TestVolumeBootPattern-1235501322 tempest-TestVolumeBootPattern-1235501322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544093'] for security_group_rule, after_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:32:56.305647 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-7d32e894-8a5e-444c-b809-98b00f18e9f8 req-40264601-2d0b-463b-ae85-4c7799d2550b service neutron] 10.222.0.10 "GET /v2.0/subnets?id=05cd2f04-a42c-4ac5-94b6-16f7140b471b HTTP/1.1" status: 200 len: 856 time: 0.0628631 Sep 30 06:32:56.329662 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c102f4c-bca0-4be8-9a68-cf5e9b403525 tempest-TestVolumeBootPattern-1235501322 tempest-TestVolumeBootPattern-1235501322-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=571114a3-25f3-4c5c-8a30-4ff8cef12527,revision_number=0']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:32:56.334747 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-9c102f4c-bca0-4be8-9a68-cf5e9b403525 tempest-TestVolumeBootPattern-1235501322 tempest-TestVolumeBootPattern-1235501322-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:32:56.336335 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [None req-9c102f4c-bca0-4be8-9a68-cf5e9b403525 tempest-TestVolumeBootPattern-1235501322 tempest-TestVolumeBootPattern-1235501322-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2455041 Sep 30 06:32:56.340128 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.36', 58432) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 06:32:56.345929 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.api.v2.base [None req-4dfa8daf-28bb-45d5-96ae-7a7bdd543c27 tempest-TestVolumeBootPattern-1235501322 tempest-TestVolumeBootPattern-1235501322-project] Request body: {'security_group_rule': {'security_group_id': 'c54a025c-5158-476e-b94b-72fedfe85ade', 'project_id': '371c6a2cbad540218fff235f4a93c18c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 06:32:56.348595 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.db.provisioning_blocks [None req-1a5ef50c-1a60-4eeb-b96e-cf5df6fcca4b None None] Provisioning complete for port 387f1708-162f-49f9-bb78-cef2bd73f78a triggered by entity L2. {{(pid=94001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 06:32:56.349167 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-1a5ef50c-1a60-4eeb-b96e-cf5df6fcca4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-597822'] for port, provisioning_complete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:32:56.372532 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.db.securitygroups_db [None req-4dfa8daf-28bb-45d5-96ae-7a7bdd543c27 tempest-TestVolumeBootPattern-1235501322 tempest-TestVolumeBootPattern-1235501322-project] Project 371c6a2cbad540218fff235f4a93c18c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 30 06:32:56.379783 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-4dfa8daf-28bb-45d5-96ae-7a7bdd543c27 tempest-TestVolumeBootPattern-1235501322 tempest-TestVolumeBootPattern-1235501322-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:32:56.399406 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d32e894-8a5e-444c-b809-98b00f18e9f8 req-d118658c-8c65-42b0-bf8e-8ae20989530f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:32:56.400883 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-7d32e894-8a5e-444c-b809-98b00f18e9f8 req-d118658c-8c65-42b0-bf8e-8ae20989530f service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=5fefac64-03c4-43dd-a17b-d4a261fa3173&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0903776 Sep 30 06:32:56.476721 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-4dfa8daf-28bb-45d5-96ae-7a7bdd543c27 tempest-TestVolumeBootPattern-1235501322 tempest-TestVolumeBootPattern-1235501322-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:32:56.485600 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-4dfa8daf-28bb-45d5-96ae-7a7bdd543c27 tempest-TestVolumeBootPattern-1235501322 tempest-TestVolumeBootPattern-1235501322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544093'] for security_group_rule, after_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:32:56.519814 dv-cinder-811877-1-iscsi neutron-server[94002]: DEBUG neutron.db.l3_dvr_db [None req-fab6084e-61ae-48ef-86a7-858b48fdcbfc None None] Set router 7f324adc-6df9-469a-bdd2-c103c76ced6e gateway port host: dv-cinder-811877-1-iscsi {{(pid=94002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 06:32:56.530274 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-4dfa8daf-28bb-45d5-96ae-7a7bdd543c27 tempest-TestVolumeBootPattern-1235501322 tempest-TestVolumeBootPattern-1235501322-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:32:56.534261 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [None req-4dfa8daf-28bb-45d5-96ae-7a7bdd543c27 tempest-TestVolumeBootPattern-1235501322 tempest-TestVolumeBootPattern-1235501322-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1903186 Sep 30 06:32:56.534261 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dfa8daf-28bb-45d5-96ae-7a7bdd543c27 tempest-TestVolumeBootPattern-1235501322 tempest-TestVolumeBootPattern-1235501322-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e8dd5d7-b7fe-453c-8ae5-0f1e65b2510c,revision_number=0']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:32:56.535879 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.wsgi [-] (93999) accepted ('10.222.0.36', 58436) {{(pid=93999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 06:32:56.540636 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.api.v2.base [None req-8f9e3feb-4b13-4f2a-8c09-38167529e996 tempest-TestVolumeBootPattern-1235501322 tempest-TestVolumeBootPattern-1235501322-project] Request body: {'security_group_rule': {'security_group_id': 'c54a025c-5158-476e-b94b-72fedfe85ade', 'project_id': '371c6a2cbad540218fff235f4a93c18c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 06:32:56.555424 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-7d32e894-8a5e-444c-b809-98b00f18e9f8 req-125210af-4fd3-45cd-af51-098f53d3e7b6 service neutron] 10.222.0.10 "GET /v2.0/networks/5fefac64-03c4-43dd-a17b-d4a261fa3173?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1468055 Sep 30 06:32:56.581920 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.db.securitygroups_db [None req-8f9e3feb-4b13-4f2a-8c09-38167529e996 tempest-TestVolumeBootPattern-1235501322 tempest-TestVolumeBootPattern-1235501322-project] Project 371c6a2cbad540218fff235f4a93c18c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 30 06:32:56.597686 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-8f9e3feb-4b13-4f2a-8c09-38167529e996 tempest-TestVolumeBootPattern-1235501322 tempest-TestVolumeBootPattern-1235501322-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:32:56.721219 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-7d32e894-8a5e-444c-b809-98b00f18e9f8 req-e5adf839-219b-4a63-828c-e3a2321b4e8f service neutron] 10.222.0.10 "GET /v2.0/networks/5fefac64-03c4-43dd-a17b-d4a261fa3173?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1481216 Sep 30 06:32:56.727406 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-8f9e3feb-4b13-4f2a-8c09-38167529e996 tempest-TestVolumeBootPattern-1235501322 tempest-TestVolumeBootPattern-1235501322-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:32:56.731896 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-8f9e3feb-4b13-4f2a-8c09-38167529e996 tempest-TestVolumeBootPattern-1235501322 tempest-TestVolumeBootPattern-1235501322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544093'] for security_group_rule, after_create {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:32:56.752799 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9e3feb-4b13-4f2a-8c09-38167529e996 tempest-TestVolumeBootPattern-1235501322 tempest-TestVolumeBootPattern-1235501322-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c9ec766-00d7-4742-894b-b1295a05dba0,revision_number=0']} {{(pid=93999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:32:56.763353 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-8f9e3feb-4b13-4f2a-8c09-38167529e996 tempest-TestVolumeBootPattern-1235501322 tempest-TestVolumeBootPattern-1235501322-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:32:56.768972 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [None req-8f9e3feb-4b13-4f2a-8c09-38167529e996 tempest-TestVolumeBootPattern-1235501322 tempest-TestVolumeBootPattern-1235501322-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2316332 Sep 30 06:32:56.804184 dv-cinder-811877-1-iscsi neutron-server[94002]: DEBUG neutron.db.l3_hamode_db [None req-fab6084e-61ae-48ef-86a7-858b48fdcbfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f324adc-6df9-469a-bdd2-c103c76ced6e', 'name': 'tempest-AttachVolumeShelveTestJSON-1787567531-router', 'tenant_id': '3f54d397fb6646ca811cd4b70b8b5d31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddd8ee8b-b24f-47fb-afd7-cfc700c93624', 'external_fixed_ips': [{'subnet_id': '4727b4cf-a8ea-4dab-8db4-019b4e8b0546', 'ip_address': '172.27.1.2'}], 'enable_snat': True}, 'gw_port_id': '9739d183-b8a8-4538-9e9b-4bb77499d5e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T06:27:26Z', 'updated_at': '2021-09-30T06:27:31Z', 'revision_number': 4, 'project_id': '3f54d397fb6646ca811cd4b70b8b5d31', 'gw_port': {'id': '9739d183-b8a8-4538-9e9b-4bb77499d5e2', 'name': '', 'network_id': 'ddd8ee8b-b24f-47fb-afd7-cfc700c93624', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:9d:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f324adc-6df9-469a-bdd2-c103c76ced6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '4727b4cf-a8ea-4dab-8db4-019b4e8b0546', 'ip_address': '172.27.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T06:27:26Z', 'updated_at': '2021-09-30T06:27:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4727b4cf-a8ea-4dab-8db4-019b4e8b0546', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811877-1-iscsi', '_floatingips': [{'id': 'a219f6a4-1cbf-4162-af3d-6fc094508b49', 'tenant_id': '3f54d397fb6646ca811cd4b70b8b5d31', 'floating_ip_address': '172.27.1.200', 'floating_network_id': 'ddd8ee8b-b24f-47fb-afd7-cfc700c93624', 'router_id': '7f324adc-6df9-469a-bdd2-c103c76ced6e', 'port_id': '95f7371c-2299-4672-bba1-0cb9e084025f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 517, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5fefac64-03c4-43dd-a17b-d4a261fa3173', 'mac_address': 'fa:16:3e:c8:ac:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf64a143-d81f-4bf6-9ded-182f63c46e7f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T06:32:38Z', 'updated_at': '2021-09-30T06:32:54Z', 'revision_number': 1, 'project_id': '3f54d397fb6646ca811cd4b70b8b5d31', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c81a548-ac26-40cb-9e6a-6ecb4b9bad29', 'name': '', 'network_id': '5fefac64-03c4-43dd-a17b-d4a261fa3173', 'tenant_id': '3f54d397fb6646ca811cd4b70b8b5d31', 'mac_address': 'fa:16:3e:16:fe:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f324adc-6df9-469a-bdd2-c103c76ced6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '05cd2f04-a42c-4ac5-94b6-16f7140b471b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T06:27:29Z', 'updated_at': '2021-09-30T06:27:37Z', 'revision_number': 5, 'project_id': '3f54d397fb6646ca811cd4b70b8b5d31', 'subnets': [{'id': '05cd2f04-a42c-4ac5-94b6-16f7140b471b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811877-1-iscsi', False) {} {{(pid=94002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 06:32:56.838990 dv-cinder-811877-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fab6084e-61ae-48ef-86a7-858b48fdcbfc None None] The sync data for ids ['7f324adc-6df9-469a-bdd2-c103c76ced6e'] in dv-cinder-811877-1-iscsi is: [{'id': '7f324adc-6df9-469a-bdd2-c103c76ced6e', 'name': 'tempest-AttachVolumeShelveTestJSON-1787567531-router', 'tenant_id': '3f54d397fb6646ca811cd4b70b8b5d31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddd8ee8b-b24f-47fb-afd7-cfc700c93624', 'external_fixed_ips': [{'subnet_id': '4727b4cf-a8ea-4dab-8db4-019b4e8b0546', 'ip_address': '172.27.1.2'}], 'enable_snat': True}, 'gw_port_id': '9739d183-b8a8-4538-9e9b-4bb77499d5e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T06:27:26Z', 'updated_at': '2021-09-30T06:27:31Z', 'revision_number': 4, 'project_id': '3f54d397fb6646ca811cd4b70b8b5d31', 'gw_port': {'id': '9739d183-b8a8-4538-9e9b-4bb77499d5e2', 'name': '', 'network_id': 'ddd8ee8b-b24f-47fb-afd7-cfc700c93624', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:9d:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f324adc-6df9-469a-bdd2-c103c76ced6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '4727b4cf-a8ea-4dab-8db4-019b4e8b0546', 'ip_address': '172.27.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T06:27:26Z', 'updated_at': '2021-09-30T06:27:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4727b4cf-a8ea-4dab-8db4-019b4e8b0546', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811877-1-iscsi', '_floatingips': [{'id': 'a219f6a4-1cbf-4162-af3d-6fc094508b49', 'tenant_id': '3f54d397fb6646ca811cd4b70b8b5d31', 'floating_ip_address': '172.27.1.200', 'floating_network_id': 'ddd8ee8b-b24f-47fb-afd7-cfc700c93624', 'router_id': '7f324adc-6df9-469a-bdd2-c103c76ced6e', 'port_id': '95f7371c-2299-4672-bba1-0cb9e084025f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 517, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5fefac64-03c4-43dd-a17b-d4a261fa3173', 'mac_address': 'fa:16:3e:c8:ac:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf64a143-d81f-4bf6-9ded-182f63c46e7f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T06:32:38Z', 'updated_at': '2021-09-30T06:32:54Z', 'revision_number': 1, 'project_id': '3f54d397fb6646ca811cd4b70b8b5d31', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c81a548-ac26-40cb-9e6a-6ecb4b9bad29', 'name': '', 'network_id': '5fefac64-03c4-43dd-a17b-d4a261fa3173', 'tenant_id': '3f54d397fb6646ca811cd4b70b8b5d31', 'mac_address': 'fa:16:3e:16:fe:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f324adc-6df9-469a-bdd2-c103c76ced6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '05cd2f04-a42c-4ac5-94b6-16f7140b471b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T06:27:29Z', 'updated_at': '2021-09-30T06:27:37Z', 'revision_number': 5, 'project_id': '3f54d397fb6646ca811cd4b70b8b5d31', 'subnets': [{'id': '05cd2f04-a42c-4ac5-94b6-16f7140b471b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 06:32:57.087344 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f027b39a-9d52-44ea-94c7-1a565066f4ae None None] New status for floating IP a219f6a4-1cbf-4162-af3d-6fc094508b49: ACTIVE {{(pid=94001) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 30 06:32:58.016611 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.rpc [None req-1a5ef50c-1a60-4eeb-b96e-cf5df6fcca4b None None] Device 89d1b16c-7c0a-42cd-96dd-cd798bab39eb up at agent ovs-agent-dv-cinder-811877-1-iscsi {{(pid=94001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 06:32:58.067951 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.db.provisioning_blocks [None req-1a5ef50c-1a60-4eeb-b96e-cf5df6fcca4b None None] Provisioning complete for port 89d1b16c-7c0a-42cd-96dd-cd798bab39eb triggered by entity L2. {{(pid=94001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 06:32:58.068324 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-1a5ef50c-1a60-4eeb-b96e-cf5df6fcca4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-597822'] for port, provisioning_complete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:32:58.149085 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-1a5ef50c-1a60-4eeb-b96e-cf5df6fcca4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653538'] for port, before_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:32:58.172767 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.db [None req-1a5ef50c-1a60-4eeb-b96e-cf5df6fcca4b None None] For port 89d1b16c-7c0a-42cd-96dd-cd798bab39eb, host dv-cinder-811877-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811877-1-iscsi',level=0,port_id=89d1b16c-7c0a-42cd-96dd-cd798bab39eb,segment=NetworkSegment(f18bb042-e630-4c4b-b384-e9bf093ecc8b),segment_id=f18bb042-e630-4c4b-b384-e9bf093ecc8b)] {{(pid=94001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 06:32:58.176529 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-1a5ef50c-1a60-4eeb-b96e-cf5df6fcca4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7821886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727545992452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727545489363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727545489381'] for port, after_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:32:58.225400 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5ef50c-1a60-4eeb-b96e-cf5df6fcca4b None None] Pushing event updated for resources: {'Port': ['ID=89d1b16c-7c0a-42cd-96dd-cd798bab39eb,revision_number=4']} {{(pid=94001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:32:58.467245 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-49876994-b0d5-4cda-9b8c-f763a8e8267a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727546001794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-597483'] for agent, after_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:32:59.628011 dv-cinder-811877-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33df28a2-ec32-4f07-a0e2-ec4103434b0e None None] Sync routers for ids ['d01e9ec6-b839-4c83-bcdd-f69ce4f2fd61'] in dv-cinder-811877-1-iscsi {{(pid=94002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 06:32:59.637743 dv-cinder-811877-1-iscsi neutron-server[94002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33df28a2-ec32-4f07-a0e2-ec4103434b0e None None] Routers {'d01e9ec6-b839-4c83-bcdd-f69ce4f2fd61'} bound to L3 agent in host dv-cinder-811877-1-iscsi {{(pid=94002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 06:32:59.638348 dv-cinder-811877-1-iscsi neutron-server[94002]: DEBUG neutron.db.l3_hamode_db [None req-33df28a2-ec32-4f07-a0e2-ec4103434b0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811877-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-30T06:19:31Z,description=,heartbeat_timestamp=2021-09-30T06:32:31Z,host='dv-cinder-811877-1-iscsi',id=f054bd23-6895-478f-87a4-7cc0e21c04e0,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T06:19:31Z,topic='l3_agent')) {'router_ids': ['d01e9ec6-b839-4c83-bcdd-f69ce4f2fd61'], 'active': True} {{(pid=94002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 06:32:59.741482 dv-cinder-811877-1-iscsi neutron-server[94002]: DEBUG neutron.db.l3_dvr_db [None req-33df28a2-ec32-4f07-a0e2-ec4103434b0e None None] Set router d01e9ec6-b839-4c83-bcdd-f69ce4f2fd61 gateway port host: dv-cinder-811877-1-iscsi {{(pid=94002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 06:32:59.941083 dv-cinder-811877-1-iscsi neutron-server[94002]: DEBUG neutron.db.l3_hamode_db [None req-33df28a2-ec32-4f07-a0e2-ec4103434b0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd01e9ec6-b839-4c83-bcdd-f69ce4f2fd61', 'name': 'tempest-TestVolumeBootPattern-1809873720-router', 'tenant_id': 'c6660b2d8d08442eb64d106089289b58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddd8ee8b-b24f-47fb-afd7-cfc700c93624', 'external_fixed_ips': [{'subnet_id': '4727b4cf-a8ea-4dab-8db4-019b4e8b0546', 'ip_address': '172.27.1.11'}], 'enable_snat': True}, 'gw_port_id': '89d1b16c-7c0a-42cd-96dd-cd798bab39eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T06:32:50Z', 'updated_at': '2021-09-30T06:32:53Z', 'revision_number': 4, 'project_id': 'c6660b2d8d08442eb64d106089289b58', 'gw_port': {'id': '89d1b16c-7c0a-42cd-96dd-cd798bab39eb', 'name': '', 'network_id': 'ddd8ee8b-b24f-47fb-afd7-cfc700c93624', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:df:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd01e9ec6-b839-4c83-bcdd-f69ce4f2fd61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '4727b4cf-a8ea-4dab-8db4-019b4e8b0546', 'ip_address': '172.27.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T06:32:50Z', 'updated_at': '2021-09-30T06:32:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4727b4cf-a8ea-4dab-8db4-019b4e8b0546', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811877-1-iscsi', '_interfaces': [{'id': '24df21ec-bfde-4698-a5d9-a02794cc005d', 'name': '', 'network_id': '89416e82-c793-4553-8b25-737e3b7d44ed', 'tenant_id': 'c6660b2d8d08442eb64d106089289b58', 'mac_address': 'fa:16:3e:4e:af:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd01e9ec6-b839-4c83-bcdd-f69ce4f2fd61', 'device_owner': 'network:router_interface', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '307befb5-7024-47c4-b67a-a68ab14a5afe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T06:32:52Z', 'updated_at': '2021-09-30T06:32:53Z', 'revision_number': 2, 'project_id': 'c6660b2d8d08442eb64d106089289b58', 'subnets': [{'id': '307befb5-7024-47c4-b67a-a68ab14a5afe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811877-1-iscsi', False) {} {{(pid=94002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 06:32:59.970097 dv-cinder-811877-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33df28a2-ec32-4f07-a0e2-ec4103434b0e None None] Checking router: d01e9ec6-b839-4c83-bcdd-f69ce4f2fd61 for host: dv-cinder-811877-1-iscsi {{(pid=94002) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 06:32:59.970452 dv-cinder-811877-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33df28a2-ec32-4f07-a0e2-ec4103434b0e None None] Updating router d01e9ec6-b839-4c83-bcdd-f69ce4f2fd61 port 24df21ec-bfde-4698-a5d9-a02794cc005d binding host dv-cinder-811877-1-iscsi {{(pid=94002) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 30 06:32:59.999621 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.rpc [None req-1a5ef50c-1a60-4eeb-b96e-cf5df6fcca4b None None] Device 89d1b16c-7c0a-42cd-96dd-cd798bab39eb up at agent ovs-agent-dv-cinder-811877-1-iscsi {{(pid=94001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 06:33:00.001324 dv-cinder-811877-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-33df28a2-ec32-4f07-a0e2-ec4103434b0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653538'] for port, before_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:33:00.054464 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.db.provisioning_blocks [None req-1a5ef50c-1a60-4eeb-b96e-cf5df6fcca4b None None] Provisioning complete for port 89d1b16c-7c0a-42cd-96dd-cd798bab39eb triggered by entity L2. {{(pid=94001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 06:33:00.054879 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-1a5ef50c-1a60-4eeb-b96e-cf5df6fcca4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-597822'] for port, provisioning_complete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:33:00.297887 dv-cinder-811877-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-33df28a2-ec32-4f07-a0e2-ec4103434b0e None None] Notify callbacks [] for port, precommit_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:33:00.302725 dv-cinder-811877-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-33df28a2-ec32-4f07-a0e2-ec4103434b0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7821886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727545992452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727545489363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727545489381'] for port, after_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:33:00.357115 dv-cinder-811877-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4002de8c-6114-41cc-8acf-30a8b2d50a9a None None] Pushing event updated for resources: {'Port': ['ID=24df21ec-bfde-4698-a5d9-a02794cc005d,revision_number=3']} {{(pid=94002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:33:00.414207 dv-cinder-811877-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.managers [None req-33df28a2-ec32-4f07-a0e2-ec4103434b0e None None] Attempting to bind port 24df21ec-bfde-4698-a5d9-a02794cc005d on host dv-cinder-811877-1-iscsi for vnic_type normal with profile {{(pid=94002) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 06:33:00.414690 dv-cinder-811877-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.managers [None req-33df28a2-ec32-4f07-a0e2-ec4103434b0e None None] Attempting to bind port 24df21ec-bfde-4698-a5d9-a02794cc005d by drivers openvswitch,hyperv on host dv-cinder-811877-1-iscsi at level 0 using segments [{'id': '62457180-8fa0-48dd-812b-4b9039a27e05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '89416e82-c793-4553-8b25-737e3b7d44ed'}] {{(pid=94002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 06:33:00.415008 dv-cinder-811877-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33df28a2-ec32-4f07-a0e2-ec4103434b0e None None] Attempting to bind port 24df21ec-bfde-4698-a5d9-a02794cc005d on network 89416e82-c793-4553-8b25-737e3b7d44ed {{(pid=94002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 06:33:00.421580 dv-cinder-811877-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33df28a2-ec32-4f07-a0e2-ec4103434b0e None None] Checking agent: {'id': '38eed8e6-19bc-4ff2-90e0-3c7aa8a3a275', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-811877-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 6, 19, 32), 'started_at': datetime.datetime(2021, 9, 30, 6, 20, 2), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 6, 32, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-811877-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 06:33:00.421944 dv-cinder-811877-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33df28a2-ec32-4f07-a0e2-ec4103434b0e None None] Checking segment: {'id': '62457180-8fa0-48dd-812b-4b9039a27e05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '89416e82-c793-4553-8b25-737e3b7d44ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 06:33:00.422342 dv-cinder-811877-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-33df28a2-ec32-4f07-a0e2-ec4103434b0e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:33:00.423060 dv-cinder-811877-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33df28a2-ec32-4f07-a0e2-ec4103434b0e None None] Bound using segment: {'id': '62457180-8fa0-48dd-812b-4b9039a27e05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '89416e82-c793-4553-8b25-737e3b7d44ed'} {{(pid=94002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 06:33:00.423530 dv-cinder-811877-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.managers [None req-33df28a2-ec32-4f07-a0e2-ec4103434b0e None None] Bound port: 24df21ec-bfde-4698-a5d9-a02794cc005d, host: dv-cinder-811877-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62457180-8fa0-48dd-812b-4b9039a27e05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '89416e82-c793-4553-8b25-737e3b7d44ed'}}] {{(pid=94002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 06:33:00.423929 dv-cinder-811877-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-33df28a2-ec32-4f07-a0e2-ec4103434b0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653538'] for port, before_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:33:00.490377 dv-cinder-811877-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.db [None req-33df28a2-ec32-4f07-a0e2-ec4103434b0e None None] For port 24df21ec-bfde-4698-a5d9-a02794cc005d, host dv-cinder-811877-1-iscsi, cleared binding levels {{(pid=94002) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 06:33:00.493890 dv-cinder-811877-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.db [None req-33df28a2-ec32-4f07-a0e2-ec4103434b0e None None] For port 24df21ec-bfde-4698-a5d9-a02794cc005d, host dv-cinder-811877-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811877-1-iscsi',level=0,port_id=24df21ec-bfde-4698-a5d9-a02794cc005d,segment=NetworkSegment(62457180-8fa0-48dd-812b-4b9039a27e05),segment_id=62457180-8fa0-48dd-812b-4b9039a27e05)] {{(pid=94002) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 06:33:00.498099 dv-cinder-811877-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-33df28a2-ec32-4f07-a0e2-ec4103434b0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7821886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727545992452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727545489363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727545489381'] for port, after_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:33:00.517465 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.db.provisioning_blocks [None req-970b85af-15f8-480e-8299-bed7f8ad7acb None None] Provisioning complete for port 24df21ec-bfde-4698-a5d9-a02794cc005d triggered by entity DHCP. {{(pid=94001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 06:33:00.517841 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-970b85af-15f8-480e-8299-bed7f8ad7acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-597822'] for port, provisioning_complete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:33:00.552810 dv-cinder-811877-1-iscsi neutron-server[94002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33df28a2-ec32-4f07-a0e2-ec4103434b0e None None] Routers {'d01e9ec6-b839-4c83-bcdd-f69ce4f2fd61'} bound to L3 agent in host dv-cinder-811877-1-iscsi {{(pid=94002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 06:33:00.553468 dv-cinder-811877-1-iscsi neutron-server[94002]: DEBUG neutron.db.l3_hamode_db [None req-33df28a2-ec32-4f07-a0e2-ec4103434b0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811877-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-30T06:19:31Z,description=,heartbeat_timestamp=2021-09-30T06:32:31Z,host='dv-cinder-811877-1-iscsi',id=f054bd23-6895-478f-87a4-7cc0e21c04e0,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T06:19:31Z,topic='l3_agent')) {'router_ids': ['d01e9ec6-b839-4c83-bcdd-f69ce4f2fd61'], 'active': True} {{(pid=94002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 06:33:00.598722 dv-cinder-811877-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4002de8c-6114-41cc-8acf-30a8b2d50a9a None None] Pushing event updated for resources: {'Port': ['ID=24df21ec-bfde-4698-a5d9-a02794cc005d,revision_number=4']} {{(pid=94002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:33:00.611281 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-970b85af-15f8-480e-8299-bed7f8ad7acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653538'] for port, before_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:33:00.647211 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.db [None req-970b85af-15f8-480e-8299-bed7f8ad7acb None None] For port 24df21ec-bfde-4698-a5d9-a02794cc005d, host dv-cinder-811877-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811877-1-iscsi',level=0,port_id=24df21ec-bfde-4698-a5d9-a02794cc005d,segment=NetworkSegment(62457180-8fa0-48dd-812b-4b9039a27e05),segment_id=62457180-8fa0-48dd-812b-4b9039a27e05)] {{(pid=94001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 06:33:00.653787 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-970b85af-15f8-480e-8299-bed7f8ad7acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7821886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727545992452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727545489363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727545489381'] for port, after_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:33:00.694712 dv-cinder-811877-1-iscsi neutron-server[94002]: DEBUG neutron.db.l3_dvr_db [None req-33df28a2-ec32-4f07-a0e2-ec4103434b0e None None] Set router d01e9ec6-b839-4c83-bcdd-f69ce4f2fd61 gateway port host: dv-cinder-811877-1-iscsi {{(pid=94002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 06:33:00.711912 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970b85af-15f8-480e-8299-bed7f8ad7acb None None] Pushing event updated for resources: {'Port': ['ID=24df21ec-bfde-4698-a5d9-a02794cc005d,revision_number=5']} {{(pid=94001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:33:00.774409 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.db.provisioning_blocks [None req-84dda6d4-554b-4827-b3ea-3442c0fc8b62 None None] Provisioning complete for port 24df21ec-bfde-4698-a5d9-a02794cc005d triggered by entity DHCP. {{(pid=94001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 06:33:00.774932 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-84dda6d4-554b-4827-b3ea-3442c0fc8b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-597822'] for port, provisioning_complete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:33:00.909460 dv-cinder-811877-1-iscsi neutron-server[94002]: DEBUG neutron.db.l3_hamode_db [None req-33df28a2-ec32-4f07-a0e2-ec4103434b0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd01e9ec6-b839-4c83-bcdd-f69ce4f2fd61', 'name': 'tempest-TestVolumeBootPattern-1809873720-router', 'tenant_id': 'c6660b2d8d08442eb64d106089289b58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddd8ee8b-b24f-47fb-afd7-cfc700c93624', 'external_fixed_ips': [{'subnet_id': '4727b4cf-a8ea-4dab-8db4-019b4e8b0546', 'ip_address': '172.27.1.11'}], 'enable_snat': True}, 'gw_port_id': '89d1b16c-7c0a-42cd-96dd-cd798bab39eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T06:32:50Z', 'updated_at': '2021-09-30T06:32:53Z', 'revision_number': 4, 'project_id': 'c6660b2d8d08442eb64d106089289b58', 'gw_port': {'id': '89d1b16c-7c0a-42cd-96dd-cd798bab39eb', 'name': '', 'network_id': 'ddd8ee8b-b24f-47fb-afd7-cfc700c93624', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:df:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd01e9ec6-b839-4c83-bcdd-f69ce4f2fd61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '4727b4cf-a8ea-4dab-8db4-019b4e8b0546', 'ip_address': '172.27.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T06:32:50Z', 'updated_at': '2021-09-30T06:32:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4727b4cf-a8ea-4dab-8db4-019b4e8b0546', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811877-1-iscsi', '_interfaces': [{'id': '24df21ec-bfde-4698-a5d9-a02794cc005d', 'name': '', 'network_id': '89416e82-c793-4553-8b25-737e3b7d44ed', 'tenant_id': 'c6660b2d8d08442eb64d106089289b58', 'mac_address': 'fa:16:3e:4e:af:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd01e9ec6-b839-4c83-bcdd-f69ce4f2fd61', 'device_owner': 'network:router_interface', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '307befb5-7024-47c4-b67a-a68ab14a5afe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T06:32:52Z', 'updated_at': '2021-09-30T06:33:00Z', 'revision_number': 4, 'project_id': 'c6660b2d8d08442eb64d106089289b58', 'subnets': [{'id': '307befb5-7024-47c4-b67a-a68ab14a5afe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811877-1-iscsi', False) {} {{(pid=94002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 06:33:00.937770 dv-cinder-811877-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33df28a2-ec32-4f07-a0e2-ec4103434b0e None None] The sync data for ids ['d01e9ec6-b839-4c83-bcdd-f69ce4f2fd61'] in dv-cinder-811877-1-iscsi is: [{'id': 'd01e9ec6-b839-4c83-bcdd-f69ce4f2fd61', 'name': 'tempest-TestVolumeBootPattern-1809873720-router', 'tenant_id': 'c6660b2d8d08442eb64d106089289b58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddd8ee8b-b24f-47fb-afd7-cfc700c93624', 'external_fixed_ips': [{'subnet_id': '4727b4cf-a8ea-4dab-8db4-019b4e8b0546', 'ip_address': '172.27.1.11'}], 'enable_snat': True}, 'gw_port_id': '89d1b16c-7c0a-42cd-96dd-cd798bab39eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T06:32:50Z', 'updated_at': '2021-09-30T06:32:53Z', 'revision_number': 4, 'project_id': 'c6660b2d8d08442eb64d106089289b58', 'gw_port': {'id': '89d1b16c-7c0a-42cd-96dd-cd798bab39eb', 'name': '', 'network_id': 'ddd8ee8b-b24f-47fb-afd7-cfc700c93624', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:df:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd01e9ec6-b839-4c83-bcdd-f69ce4f2fd61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '4727b4cf-a8ea-4dab-8db4-019b4e8b0546', 'ip_address': '172.27.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T06:32:50Z', 'updated_at': '2021-09-30T06:32:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4727b4cf-a8ea-4dab-8db4-019b4e8b0546', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811877-1-iscsi', '_interfaces': [{'id': '24df21ec-bfde-4698-a5d9-a02794cc005d', 'name': '', 'network_id': '89416e82-c793-4553-8b25-737e3b7d44ed', 'tenant_id': 'c6660b2d8d08442eb64d106089289b58', 'mac_address': 'fa:16:3e:4e:af:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd01e9ec6-b839-4c83-bcdd-f69ce4f2fd61', 'device_owner': 'network:router_interface', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '307befb5-7024-47c4-b67a-a68ab14a5afe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T06:32:52Z', 'updated_at': '2021-09-30T06:33:00Z', 'revision_number': 4, 'project_id': 'c6660b2d8d08442eb64d106089289b58', 'subnets': [{'id': '307befb5-7024-47c4-b67a-a68ab14a5afe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 06:33:01.344747 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-b63003d3-13c4-4141-a85f-404baa31aedc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727546001794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-597483'] for agent, after_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:33:02.011162 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.rpc [None req-1a5ef50c-1a60-4eeb-b96e-cf5df6fcca4b None None] Device 24df21ec-bfde-4698-a5d9-a02794cc005d up at agent ovs-agent-dv-cinder-811877-1-iscsi {{(pid=94001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 06:33:02.062778 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.db.provisioning_blocks [None req-1a5ef50c-1a60-4eeb-b96e-cf5df6fcca4b None None] Provisioning complete for port 24df21ec-bfde-4698-a5d9-a02794cc005d triggered by entity L2. {{(pid=94001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 06:33:02.063176 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-1a5ef50c-1a60-4eeb-b96e-cf5df6fcca4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-597822'] for port, provisioning_complete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:33:02.297282 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-1a5ef50c-1a60-4eeb-b96e-cf5df6fcca4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727546001794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-597483'] for agent, after_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:33:02.645834 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-028184f3-f8cc-4c85-9e6b-64613141ad03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727546001794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-597483'] for agent, after_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:33:04.027836 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-31788eca-3db2-42eb-847b-597dce492ba7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727546001794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-597483'] for agent, after_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:33:09.068878 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727546001794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-597483'] for agent, after_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:33:14.239223 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-d68d0bba-bba9-4386-899f-b05e263b43e8 req-35722869-ee10-4fe2-b379-28f10bf63a59 tempest-TestVolumeBootPattern-1235501322 tempest-TestVolumeBootPattern-1235501322-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-123994646&fields=id&tenant_id=371c6a2cbad540218fff235f4a93c18c HTTP/1.1" status: 200 len: 267 time: 0.0351427 Sep 30 06:33:14.350420 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68d0bba-bba9-4386-899f-b05e263b43e8 req-3089c31c-001c-4674-a4a4-84fafd0aa23b tempest-TestVolumeBootPattern-1235501322 tempest-TestVolumeBootPattern-1235501322-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:33:14.351948 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-d68d0bba-bba9-4386-899f-b05e263b43e8 req-3089c31c-001c-4674-a4a4-84fafd0aa23b tempest-TestVolumeBootPattern-1235501322 tempest-TestVolumeBootPattern-1235501322-project] 10.222.0.36 "GET /v2.0/networks?id=5bc9530f-6d9b-49f6-aa4a-02099720eacd HTTP/1.1" status: 200 len: 811 time: 0.1058831 Sep 30 06:33:14.367731 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-d68d0bba-bba9-4386-899f-b05e263b43e8 req-b7504a8d-dbe4-43c5-a5c2-74dc03b6c661 tempest-TestVolumeBootPattern-1235501322 tempest-TestVolumeBootPattern-1235501322-project] 10.222.0.36 "GET /v2.0/quotas/371c6a2cbad540218fff235f4a93c18c HTTP/1.1" status: 200 len: 375 time: 0.0100331 Sep 30 06:33:14.427992 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-d68d0bba-bba9-4386-899f-b05e263b43e8 req-8703ed3f-06b5-419d-940a-7d30359608fa tempest-TestVolumeBootPattern-1235501322 tempest-TestVolumeBootPattern-1235501322-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=371c6a2cbad540218fff235f4a93c18c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0533211 Sep 30 06:33:14.624792 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-d68d0bba-bba9-4386-899f-b05e263b43e8 req-ee7897be-adb0-46b8-ac3b-b7201f13a323 service neutron] 10.222.0.36 "GET /v2.0/networks/5bc9530f-6d9b-49f6-aa4a-02099720eacd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1844425 Sep 30 06:33:14.732034 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-d68d0bba-bba9-4386-899f-b05e263b43e8 req-bd75f954-4a1b-4acc-a0d4-112cb6091799 service neutron] 10.222.0.36 "GET /v2.0/networks/5bc9530f-6d9b-49f6-aa4a-02099720eacd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1005144 Sep 30 06:33:15.055139 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-8ee8c007-9aa2-4aae-8b6e-f61ad65021a2 req-02cf1928-ecc7-4b1a-b40e-210fa87a21ac tempest-TestVolumeBootPattern-1235501322 tempest-TestVolumeBootPattern-1235501322-project] 10.222.0.36 "GET /v2.0/ports?device_id=885ea1c5-b244-4459-862b-34c63f0e3324 HTTP/1.1" status: 200 len: 210 time: 0.0309706 Sep 30 06:33:16.195692 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-624a09dd-28e4-4cb8-be13-589bf555061d req-8c9e9311-ae17-44e7-8c7e-da4ce5940330 tempest-TestVolumeBootPattern-1235501322 tempest-TestVolumeBootPattern-1235501322-project] 10.222.0.36 "GET /v2.0/ports?device_id=885ea1c5-b244-4459-862b-34c63f0e3324 HTTP/1.1" status: 200 len: 210 time: 0.0606532 Sep 30 06:33:16.240636 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68d0bba-bba9-4386-899f-b05e263b43e8 req-c11b3236-5cf0-4a56-9461-16c8c11bf4e5 tempest-TestVolumeBootPattern-1235501322 tempest-TestVolumeBootPattern-1235501322-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:33:16.243247 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-d68d0bba-bba9-4386-899f-b05e263b43e8 req-c11b3236-5cf0-4a56-9461-16c8c11bf4e5 tempest-TestVolumeBootPattern-1235501322 tempest-TestVolumeBootPattern-1235501322-project] 10.222.0.10 "GET /v2.0/networks?id=5bc9530f-6d9b-49f6-aa4a-02099720eacd HTTP/1.1" status: 200 len: 811 time: 0.1506648 Sep 30 06:33:16.324054 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-d68d0bba-bba9-4386-899f-b05e263b43e8 req-cf91f6ce-c05a-46df-b8d8-bd66ed0a1293 tempest-TestVolumeBootPattern-1235501322 tempest-TestVolumeBootPattern-1235501322-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=371c6a2cbad540218fff235f4a93c18c HTTP/1.1" status: 200 len: 379 time: 0.0367532 Sep 30 06:33:16.335848 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.api.v2.base [req-d68d0bba-bba9-4386-899f-b05e263b43e8 req-fc70b526-d1cc-43ea-a4d1-a516e0b4b099 tempest-TestVolumeBootPattern-1235501322 tempest-TestVolumeBootPattern-1235501322-project] Request body: {'port': {'device_id': '885ea1c5-b244-4459-862b-34c63f0e3324', 'network_id': '5bc9530f-6d9b-49f6-aa4a-02099720eacd', 'admin_state_up': True, 'tenant_id': '371c6a2cbad540218fff235f4a93c18c', 'security_groups': ['c54a025c-5158-476e-b94b-72fedfe85ade']}} {{(pid=93999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 06:33:16.450945 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d68d0bba-bba9-4386-899f-b05e263b43e8 req-fc70b526-d1cc-43ea-a4d1-a516e0b4b099 tempest-TestVolumeBootPattern-1235501322 tempest-TestVolumeBootPattern-1235501322-project] Made reservation on behalf of 371c6a2cbad540218fff235f4a93c18c for: {'port': 1} {{(pid=93999) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 06:33:16.454387 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [req-d68d0bba-bba9-4386-899f-b05e263b43e8 req-fc70b526-d1cc-43ea-a4d1-a516e0b4b099 tempest-TestVolumeBootPattern-1235501322 tempest-TestVolumeBootPattern-1235501322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653538'] for port, before_create {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:33:16.603817 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.db.db_base_plugin_common [req-d68d0bba-bba9-4386-899f-b05e263b43e8 req-fc70b526-d1cc-43ea-a4d1-a516e0b4b099 tempest-TestVolumeBootPattern-1235501322 tempest-TestVolumeBootPattern-1235501322-project] Allocated IP 172.20.0.11 (5bc9530f-6d9b-49f6-aa4a-02099720eacd/a64b5ea3-7042-4499-97da-2a827c2c06a9/2ff32290-2225-4239-b36d-05e5c07275a7) {{(pid=93999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 06:33:16.749105 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [req-d68d0bba-bba9-4386-899f-b05e263b43e8 req-fc70b526-d1cc-43ea-a4d1-a516e0b4b099 tempest-TestVolumeBootPattern-1235501322 tempest-TestVolumeBootPattern-1235501322-project] Notify callbacks [] for port, precommit_create {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:33:16.787607 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [req-d68d0bba-bba9-4386-899f-b05e263b43e8 req-fc70b526-d1cc-43ea-a4d1-a516e0b4b099 tempest-TestVolumeBootPattern-1235501322 tempest-TestVolumeBootPattern-1235501322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7821886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727545489345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6560267'] for port, after_create {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:33:16.828771 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d68d0bba-bba9-4386-899f-b05e263b43e8 req-fc70b526-d1cc-43ea-a4d1-a516e0b4b099 tempest-TestVolumeBootPattern-1235501322 tempest-TestVolumeBootPattern-1235501322-project] Network 5bc9530f-6d9b-49f6-aa4a-02099720eacd is already hosted by enough agents. {{(pid=93999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 06:33:16.832454 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.scheduler.base_scheduler [req-d68d0bba-bba9-4386-899f-b05e263b43e8 req-fc70b526-d1cc-43ea-a4d1-a516e0b4b099 tempest-TestVolumeBootPattern-1235501322 tempest-TestVolumeBootPattern-1235501322-project] Resources bound (agent type, host, resource id): {{(pid=93999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 06:33:16.836133 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.db.l3_dvrscheduler_db [req-d68d0bba-bba9-4386-899f-b05e263b43e8 req-fc70b526-d1cc-43ea-a4d1-a516e0b4b099 tempest-TestVolumeBootPattern-1235501322 tempest-TestVolumeBootPattern-1235501322-project] Received port after_create {{(pid=93999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 06:33:16.863347 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc70b526-d1cc-43ea-a4d1-a516e0b4b099 tempest-TestVolumeBootPattern-1235501322 tempest-TestVolumeBootPattern-1235501322-project] Pushing event updated for resources: {'Port': ['ID=2ff32290-2225-4239-b36d-05e5c07275a7,revision_number=1']} {{(pid=93999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:33:16.879379 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc70b526-d1cc-43ea-a4d1-a516e0b4b099 tempest-TestVolumeBootPattern-1235501322 tempest-TestVolumeBootPattern-1235501322-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=93999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:33:16.879724 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc70b526-d1cc-43ea-a4d1-a516e0b4b099 tempest-TestVolumeBootPattern-1235501322 tempest-TestVolumeBootPattern-1235501322-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=93999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:33:16.880062 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc70b526-d1cc-43ea-a4d1-a516e0b4b099 tempest-TestVolumeBootPattern-1235501322 tempest-TestVolumeBootPattern-1235501322-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=93999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:33:16.880394 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc70b526-d1cc-43ea-a4d1-a516e0b4b099 tempest-TestVolumeBootPattern-1235501322 tempest-TestVolumeBootPattern-1235501322-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=93999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:33:16.880723 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc70b526-d1cc-43ea-a4d1-a516e0b4b099 tempest-TestVolumeBootPattern-1235501322 tempest-TestVolumeBootPattern-1235501322-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=93999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:33:16.881048 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc70b526-d1cc-43ea-a4d1-a516e0b4b099 tempest-TestVolumeBootPattern-1235501322 tempest-TestVolumeBootPattern-1235501322-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=93999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:33:16.881373 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc70b526-d1cc-43ea-a4d1-a516e0b4b099 tempest-TestVolumeBootPattern-1235501322 tempest-TestVolumeBootPattern-1235501322-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=93999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:33:16.881704 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc70b526-d1cc-43ea-a4d1-a516e0b4b099 tempest-TestVolumeBootPattern-1235501322 tempest-TestVolumeBootPattern-1235501322-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=93999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:33:16.882153 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc70b526-d1cc-43ea-a4d1-a516e0b4b099 tempest-TestVolumeBootPattern-1235501322 tempest-TestVolumeBootPattern-1235501322-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=93999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:33:16.882355 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc70b526-d1cc-43ea-a4d1-a516e0b4b099 tempest-TestVolumeBootPattern-1235501322 tempest-TestVolumeBootPattern-1235501322-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=93999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:33:16.882702 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc70b526-d1cc-43ea-a4d1-a516e0b4b099 tempest-TestVolumeBootPattern-1235501322 tempest-TestVolumeBootPattern-1235501322-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=93999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:33:16.883021 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc70b526-d1cc-43ea-a4d1-a516e0b4b099 tempest-TestVolumeBootPattern-1235501322 tempest-TestVolumeBootPattern-1235501322-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=93999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:33:16.904558 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68d0bba-bba9-4386-899f-b05e263b43e8 req-fc70b526-d1cc-43ea-a4d1-a516e0b4b099 tempest-TestVolumeBootPattern-1235501322 tempest-TestVolumeBootPattern-1235501322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:33:16.905275 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [req-d68d0bba-bba9-4386-899f-b05e263b43e8 req-fc70b526-d1cc-43ea-a4d1-a516e0b4b099 tempest-TestVolumeBootPattern-1235501322 tempest-TestVolumeBootPattern-1235501322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57126'] for port, before_response {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:33:16.923010 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-d68d0bba-bba9-4386-899f-b05e263b43e8 req-fc70b526-d1cc-43ea-a4d1-a516e0b4b099 tempest-TestVolumeBootPattern-1235501322 tempest-TestVolumeBootPattern-1235501322-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5916564 Sep 30 06:33:16.947832 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.api.v2.base [req-d68d0bba-bba9-4386-899f-b05e263b43e8 req-2489dfb3-d852-4723-b09e-61fba7bbd240 service neutron] Request body: {'port': {'device_id': '885ea1c5-b244-4459-862b-34c63f0e3324', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81187'}} {{(pid=93999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 06:33:17.009620 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [req-d68d0bba-bba9-4386-899f-b05e263b43e8 req-2489dfb3-d852-4723-b09e-61fba7bbd240 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653538'] for port, before_update {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:33:17.093441 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.db.provisioning_blocks [None req-749e930b-f5e9-4a4a-805b-a801cd5250f6 None None] Provisioning complete for port 2ff32290-2225-4239-b36d-05e5c07275a7 triggered by entity DHCP. {{(pid=94001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 06:33:17.093963 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-749e930b-f5e9-4a4a-805b-a801cd5250f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-597822'] for port, provisioning_complete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:33:17.127944 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.plugin [None req-749e930b-f5e9-4a4a-805b-a801cd5250f6 None None] Port 2ff32290-2225-4239-b36d-05e5c07275a7 cannot update to ACTIVE because it is not bound. {{(pid=94001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 06:33:17.268760 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.notifiers.nova [req-d68d0bba-bba9-4386-899f-b05e263b43e8 req-2489dfb3-d852-4723-b09e-61fba7bbd240 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2ff32290-2225-4239-b36d-05e5c07275a7 {{(pid=93999) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 06:33:17.277755 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [req-d68d0bba-bba9-4386-899f-b05e263b43e8 req-2489dfb3-d852-4723-b09e-61fba7bbd240 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:33:17.291614 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.db.provisioning_blocks [req-d68d0bba-bba9-4386-899f-b05e263b43e8 req-2489dfb3-d852-4723-b09e-61fba7bbd240 service neutron] Transition to ACTIVE for port object 2ff32290-2225-4239-b36d-05e5c07275a7 will not be triggered until provisioned by entity L2. {{(pid=93999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 06:33:17.295418 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [req-d68d0bba-bba9-4386-899f-b05e263b43e8 req-2489dfb3-d852-4723-b09e-61fba7bbd240 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7821886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727545992452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727545489363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727545489381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6560256'] for port, after_update {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:33:17.312517 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c49facf-3963-43e2-9697-5ddfcfc01d30 req-6275e754-64e7-46df-910a-1e125fa65b75 tempest-TestVolumeBootPattern-1235501322 tempest-TestVolumeBootPattern-1235501322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:33:17.314058 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-8c49facf-3963-43e2-9697-5ddfcfc01d30 req-6275e754-64e7-46df-910a-1e125fa65b75 tempest-TestVolumeBootPattern-1235501322 tempest-TestVolumeBootPattern-1235501322-project] 10.222.0.36 "GET /v2.0/ports?device_id=885ea1c5-b244-4459-862b-34c63f0e3324 HTTP/1.1" status: 200 len: 932 time: 0.0493772 Sep 30 06:33:17.348675 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2489dfb3-d852-4723-b09e-61fba7bbd240 service neutron] Pushing event updated for resources: {'Port': ['ID=2ff32290-2225-4239-b36d-05e5c07275a7,revision_number=2']} {{(pid=93999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:33:17.355900 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-8c49facf-3963-43e2-9697-5ddfcfc01d30 req-40c413c4-75bb-4154-a519-14cbb0519ef0 tempest-TestVolumeBootPattern-1235501322 tempest-TestVolumeBootPattern-1235501322-project] 10.222.0.36 "GET /v2.0/security-groups?id=c54a025c-5158-476e-b94b-72fedfe85ade&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348327 Sep 30 06:33:17.433405 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.plugins.ml2.managers [req-d68d0bba-bba9-4386-899f-b05e263b43e8 req-2489dfb3-d852-4723-b09e-61fba7bbd240 service neutron] Attempting to bind port 2ff32290-2225-4239-b36d-05e5c07275a7 on host hv-cinder-81187 for vnic_type normal with profile {{(pid=93999) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 06:33:17.433745 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.plugins.ml2.managers [req-d68d0bba-bba9-4386-899f-b05e263b43e8 req-2489dfb3-d852-4723-b09e-61fba7bbd240 service neutron] Attempting to bind port 2ff32290-2225-4239-b36d-05e5c07275a7 by drivers openvswitch,hyperv on host hv-cinder-81187 at level 0 using segments [{'id': '91d390b2-e475-4135-bc40-86c600b72bab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '5bc9530f-6d9b-49f6-aa4a-02099720eacd'}] {{(pid=93999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 06:33:17.434074 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d68d0bba-bba9-4386-899f-b05e263b43e8 req-2489dfb3-d852-4723-b09e-61fba7bbd240 service neutron] Attempting to bind port 2ff32290-2225-4239-b36d-05e5c07275a7 on network 5bc9530f-6d9b-49f6-aa4a-02099720eacd {{(pid=93999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 06:33:17.438900 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d68d0bba-bba9-4386-899f-b05e263b43e8 req-2489dfb3-d852-4723-b09e-61fba7bbd240 service neutron] Port 2ff32290-2225-4239-b36d-05e5c07275a7 on network 5bc9530f-6d9b-49f6-aa4a-02099720eacd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81187 {{(pid=93999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 06:33:17.439226 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d68d0bba-bba9-4386-899f-b05e263b43e8 req-2489dfb3-d852-4723-b09e-61fba7bbd240 service neutron] Attempting to bind port 2ff32290-2225-4239-b36d-05e5c07275a7 on network 5bc9530f-6d9b-49f6-aa4a-02099720eacd {{(pid=93999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 06:33:17.446188 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d68d0bba-bba9-4386-899f-b05e263b43e8 req-2489dfb3-d852-4723-b09e-61fba7bbd240 service neutron] Checking agent: {'id': '8d9eab89-7803-44fc-b727-c0e530c74148', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81187', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 6, 25, 39), 'started_at': datetime.datetime(2021, 9, 30, 6, 25, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 6, 33, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 06:33:17.446527 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d68d0bba-bba9-4386-899f-b05e263b43e8 req-2489dfb3-d852-4723-b09e-61fba7bbd240 service neutron] Checking segment: {'id': '91d390b2-e475-4135-bc40-86c600b72bab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '5bc9530f-6d9b-49f6-aa4a-02099720eacd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 06:33:17.447110 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d68d0bba-bba9-4386-899f-b05e263b43e8 req-2489dfb3-d852-4723-b09e-61fba7bbd240 service neutron] Bound using segment: {'id': '91d390b2-e475-4135-bc40-86c600b72bab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '5bc9530f-6d9b-49f6-aa4a-02099720eacd'} {{(pid=93999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 06:33:17.447524 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.plugins.ml2.managers [req-d68d0bba-bba9-4386-899f-b05e263b43e8 req-2489dfb3-d852-4723-b09e-61fba7bbd240 service neutron] Bound port: 2ff32290-2225-4239-b36d-05e5c07275a7, host: hv-cinder-81187, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '91d390b2-e475-4135-bc40-86c600b72bab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '5bc9530f-6d9b-49f6-aa4a-02099720eacd'}}] {{(pid=93999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 06:33:17.447892 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [req-d68d0bba-bba9-4386-899f-b05e263b43e8 req-2489dfb3-d852-4723-b09e-61fba7bbd240 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653538'] for port, before_update {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:33:17.519094 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.plugins.ml2.db [req-d68d0bba-bba9-4386-899f-b05e263b43e8 req-2489dfb3-d852-4723-b09e-61fba7bbd240 service neutron] For port 2ff32290-2225-4239-b36d-05e5c07275a7, host hv-cinder-81187, cleared binding levels {{(pid=93999) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 06:33:17.522590 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.plugins.ml2.db [req-d68d0bba-bba9-4386-899f-b05e263b43e8 req-2489dfb3-d852-4723-b09e-61fba7bbd240 service neutron] For port 2ff32290-2225-4239-b36d-05e5c07275a7, host hv-cinder-81187, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81187',level=0,port_id=2ff32290-2225-4239-b36d-05e5c07275a7,segment=NetworkSegment(91d390b2-e475-4135-bc40-86c600b72bab),segment_id=91d390b2-e475-4135-bc40-86c600b72bab)] {{(pid=93999) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 06:33:17.527287 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [req-d68d0bba-bba9-4386-899f-b05e263b43e8 req-2489dfb3-d852-4723-b09e-61fba7bbd240 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7821886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727545992452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727545489363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727545489381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6560256'] for port, after_update {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:33:17.560875 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68d0bba-bba9-4386-899f-b05e263b43e8 req-2489dfb3-d852-4723-b09e-61fba7bbd240 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:33:17.561487 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [req-d68d0bba-bba9-4386-899f-b05e263b43e8 req-2489dfb3-d852-4723-b09e-61fba7bbd240 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57126'] for port, before_response {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:33:17.562894 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-d68d0bba-bba9-4386-899f-b05e263b43e8 req-2489dfb3-d852-4723-b09e-61fba7bbd240 service neutron] 10.222.0.10 "PUT /v2.0/ports/2ff32290-2225-4239-b36d-05e5c07275a7 HTTP/1.1" status: 200 len: 1094 time: 0.6198857 Sep 30 06:33:17.563332 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '885ea1c5-b244-4459-862b-34c63f0e3324', 'tag': '2ff32290-2225-4239-b36d-05e5c07275a7'}] {{(pid=93999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 06:33:17.565805 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07b111f6e278cfffd9c4f208e103de524c2b9e3fbd4e5a5b5d8dd158a433df71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6887317-a1c1-4fc2-900a-5722710466bd" -d '{"events": [{"name": "network-changed", "server_uuid": "885ea1c5-b244-4459-862b-34c63f0e3324", "tag": "2ff32290-2225-4239-b36d-05e5c07275a7"}]}' {{(pid=93999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 06:33:17.591829 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2489dfb3-d852-4723-b09e-61fba7bbd240 service neutron] Pushing event updated for resources: {'Port': ['ID=2ff32290-2225-4239-b36d-05e5c07275a7,revision_number=3']} {{(pid=93999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:33:17.678894 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68d0bba-bba9-4386-899f-b05e263b43e8 req-df5ddf30-a502-4726-9f37-0d1be8da7d68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:33:17.680567 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-d68d0bba-bba9-4386-899f-b05e263b43e8 req-df5ddf30-a502-4726-9f37-0d1be8da7d68 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=371c6a2cbad540218fff235f4a93c18c&device_id=885ea1c5-b244-4459-862b-34c63f0e3324 HTTP/1.1" status: 200 len: 1097 time: 0.0538712 Sep 30 06:33:17.682193 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 06:33:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b52cfdd7-6aa0-40c1-addf-3b089bf0de81 x-openstack-request-id: req-b52cfdd7-6aa0-40c1-addf-3b089bf0de81 {{(pid=93999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 06:33:17.682573 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "885ea1c5-b244-4459-862b-34c63f0e3324", "tag": "2ff32290-2225-4239-b36d-05e5c07275a7", "status": "completed", "code": 200}]} {{(pid=93999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 06:33:17.682898 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-b52cfdd7-6aa0-40c1-addf-3b089bf0de81 {{(pid=93999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 06:33:17.683351 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '885ea1c5-b244-4459-862b-34c63f0e3324', 'tag': '2ff32290-2225-4239-b36d-05e5c07275a7', 'status': 'completed', 'code': 200} Sep 30 06:33:17.749554 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-d68d0bba-bba9-4386-899f-b05e263b43e8 req-1c7054e9-3511-45d5-a244-7ec0c9007c31 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2ff32290-2225-4239-b36d-05e5c07275a7 HTTP/1.1" status: 200 len: 217 time: 0.0389659 Sep 30 06:33:17.802655 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68d0bba-bba9-4386-899f-b05e263b43e8 req-463e446e-ca19-491e-b456-25614dfc24f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:33:17.804194 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-d68d0bba-bba9-4386-899f-b05e263b43e8 req-463e446e-ca19-491e-b456-25614dfc24f3 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=a64b5ea3-7042-4499-97da-2a827c2c06a9 HTTP/1.1" status: 200 len: 850 time: 0.0446799 Sep 30 06:33:17.857501 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68d0bba-bba9-4386-899f-b05e263b43e8 req-a9946f75-6381-4957-93c1-564521f04932 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:33:17.859048 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-d68d0bba-bba9-4386-899f-b05e263b43e8 req-a9946f75-6381-4957-93c1-564521f04932 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=5bc9530f-6d9b-49f6-aa4a-02099720eacd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0471246 Sep 30 06:33:17.953434 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-d68d0bba-bba9-4386-899f-b05e263b43e8 req-7de47cd1-d10d-4b27-915a-939ace8c7848 service neutron] 10.222.0.10 "GET /v2.0/networks/5bc9530f-6d9b-49f6-aa4a-02099720eacd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846653 Sep 30 06:33:18.071906 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-d68d0bba-bba9-4386-899f-b05e263b43e8 req-9b8fbe8d-aec6-43e7-a67b-521cc1652ab9 service neutron] 10.222.0.10 "GET /v2.0/networks/5bc9530f-6d9b-49f6-aa4a-02099720eacd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869265 Sep 30 06:33:18.226383 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6887317-a1c1-4fc2-900a-5722710466bd req-f7d3fdc0-1c44-4f93-805c-185ff5b4604a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:33:18.227926 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-c6887317-a1c1-4fc2-900a-5722710466bd req-f7d3fdc0-1c44-4f93-805c-185ff5b4604a service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=371c6a2cbad540218fff235f4a93c18c&device_id=885ea1c5-b244-4459-862b-34c63f0e3324 HTTP/1.1" status: 200 len: 1097 time: 0.0407135 Sep 30 06:33:18.322323 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6887317-a1c1-4fc2-900a-5722710466bd req-2a4c2b8d-9521-4af1-bdf0-518558c3bded service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:33:18.323759 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-c6887317-a1c1-4fc2-900a-5722710466bd req-2a4c2b8d-9521-4af1-bdf0-518558c3bded service neutron] 10.222.0.10 "GET /v2.0/networks?id=5bc9530f-6d9b-49f6-aa4a-02099720eacd HTTP/1.1" status: 200 len: 912 time: 0.0863261 Sep 30 06:33:18.366127 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-c6887317-a1c1-4fc2-900a-5722710466bd req-d819d4cb-57f3-4e73-95fa-b24483708f13 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2ff32290-2225-4239-b36d-05e5c07275a7 HTTP/1.1" status: 200 len: 217 time: 0.0330312 Sep 30 06:33:18.424542 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6887317-a1c1-4fc2-900a-5722710466bd req-cd97dc44-3c2c-452f-b5ef-fafb1aaadeb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:33:18.426493 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-c6887317-a1c1-4fc2-900a-5722710466bd req-cd97dc44-3c2c-452f-b5ef-fafb1aaadeb7 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=a64b5ea3-7042-4499-97da-2a827c2c06a9 HTTP/1.1" status: 200 len: 850 time: 0.0439942 Sep 30 06:33:18.475871 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6887317-a1c1-4fc2-900a-5722710466bd req-16313811-5287-4cd6-be3a-cc7883e2d1bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:33:18.476810 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d003a567-c268-44e5-b39b-fc0191e47b2a req-d44a71e0-8d0a-47ad-bdda-0f7d0678c28f tempest-TestVolumeBootPattern-1235501322 tempest-TestVolumeBootPattern-1235501322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:33:18.477379 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-c6887317-a1c1-4fc2-900a-5722710466bd req-16313811-5287-4cd6-be3a-cc7883e2d1bf service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=5bc9530f-6d9b-49f6-aa4a-02099720eacd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0408647 Sep 30 06:33:18.478297 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-d003a567-c268-44e5-b39b-fc0191e47b2a req-d44a71e0-8d0a-47ad-bdda-0f7d0678c28f tempest-TestVolumeBootPattern-1235501322 tempest-TestVolumeBootPattern-1235501322-project] 10.222.0.36 "GET /v2.0/ports?device_id=885ea1c5-b244-4459-862b-34c63f0e3324 HTTP/1.1" status: 200 len: 944 time: 0.0484886 Sep 30 06:33:18.521386 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-d003a567-c268-44e5-b39b-fc0191e47b2a req-43722033-4c6c-4f56-b452-3d58fcc3a9d1 tempest-TestVolumeBootPattern-1235501322 tempest-TestVolumeBootPattern-1235501322-project] 10.222.0.36 "GET /v2.0/security-groups?id=c54a025c-5158-476e-b94b-72fedfe85ade&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370934 Sep 30 06:33:18.575269 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-c6887317-a1c1-4fc2-900a-5722710466bd req-d71d0798-7f9c-42d5-8f8a-f786078b5be9 service neutron] 10.222.0.10 "GET /v2.0/networks/5bc9530f-6d9b-49f6-aa4a-02099720eacd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895491 Sep 30 06:33:18.676346 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-c6887317-a1c1-4fc2-900a-5722710466bd req-df036f74-fb92-4cc1-80b5-a2d0667ab1ea service neutron] 10.222.0.10 "GET /v2.0/networks/5bc9530f-6d9b-49f6-aa4a-02099720eacd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906534 Sep 30 06:33:19.639538 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bee9448-bc62-48ae-ae4f-56abe53c89f9 req-d9794965-d86f-475a-9f17-dc6f98e6bfc2 tempest-TestVolumeBootPattern-1235501322 tempest-TestVolumeBootPattern-1235501322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:33:19.641021 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-7bee9448-bc62-48ae-ae4f-56abe53c89f9 req-d9794965-d86f-475a-9f17-dc6f98e6bfc2 tempest-TestVolumeBootPattern-1235501322 tempest-TestVolumeBootPattern-1235501322-project] 10.222.0.36 "GET /v2.0/ports?device_id=885ea1c5-b244-4459-862b-34c63f0e3324 HTTP/1.1" status: 200 len: 944 time: 0.0491135 Sep 30 06:33:19.680480 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-7bee9448-bc62-48ae-ae4f-56abe53c89f9 req-8ceb9d32-a6e7-490c-9319-98ed18b9e048 tempest-TestVolumeBootPattern-1235501322 tempest-TestVolumeBootPattern-1235501322-project] 10.222.0.36 "GET /v2.0/security-groups?id=c54a025c-5158-476e-b94b-72fedfe85ade&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330887 Sep 30 06:33:20.798700 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e177a8-3eb1-41ca-be0c-74d8d91db95e req-85b9d686-444e-4236-803c-57ccfd66c774 tempest-TestVolumeBootPattern-1235501322 tempest-TestVolumeBootPattern-1235501322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:33:20.800785 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-a3e177a8-3eb1-41ca-be0c-74d8d91db95e req-85b9d686-444e-4236-803c-57ccfd66c774 tempest-TestVolumeBootPattern-1235501322 tempest-TestVolumeBootPattern-1235501322-project] 10.222.0.36 "GET /v2.0/ports?device_id=885ea1c5-b244-4459-862b-34c63f0e3324 HTTP/1.1" status: 200 len: 944 time: 0.0509706 Sep 30 06:33:20.843945 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-a3e177a8-3eb1-41ca-be0c-74d8d91db95e req-bf2df95d-af86-4ae3-9a34-140f0efd001c tempest-TestVolumeBootPattern-1235501322 tempest-TestVolumeBootPattern-1235501322-project] 10.222.0.36 "GET /v2.0/security-groups?id=c54a025c-5158-476e-b94b-72fedfe85ade&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371118 Sep 30 06:33:21.963061 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad4821a-a4cc-4611-acd8-f1eeac7b3a2c req-8ff5e0b6-73f2-465a-84bf-91d4b4038680 tempest-TestVolumeBootPattern-1235501322 tempest-TestVolumeBootPattern-1235501322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:33:21.964630 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-8ad4821a-a4cc-4611-acd8-f1eeac7b3a2c req-8ff5e0b6-73f2-465a-84bf-91d4b4038680 tempest-TestVolumeBootPattern-1235501322 tempest-TestVolumeBootPattern-1235501322-project] 10.222.0.36 "GET /v2.0/ports?device_id=885ea1c5-b244-4459-862b-34c63f0e3324 HTTP/1.1" status: 200 len: 944 time: 0.0494344 Sep 30 06:33:22.004597 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-8ad4821a-a4cc-4611-acd8-f1eeac7b3a2c req-def2409b-5c7d-45c0-8629-16e8d1bc6555 tempest-TestVolumeBootPattern-1235501322 tempest-TestVolumeBootPattern-1235501322-project] 10.222.0.36 "GET /v2.0/security-groups?id=c54a025c-5158-476e-b94b-72fedfe85ade&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335445 Sep 30 06:33:23.121622 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d15f66e-1715-49a4-86ef-1f2dd561d39f req-3c4ac04d-bd8c-4e8e-8f90-7cd7dd91b0db tempest-TestVolumeBootPattern-1235501322 tempest-TestVolumeBootPattern-1235501322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:33:23.123134 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-1d15f66e-1715-49a4-86ef-1f2dd561d39f req-3c4ac04d-bd8c-4e8e-8f90-7cd7dd91b0db tempest-TestVolumeBootPattern-1235501322 tempest-TestVolumeBootPattern-1235501322-project] 10.222.0.36 "GET /v2.0/ports?device_id=885ea1c5-b244-4459-862b-34c63f0e3324 HTTP/1.1" status: 200 len: 944 time: 0.0485947 Sep 30 06:33:23.164440 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-1d15f66e-1715-49a4-86ef-1f2dd561d39f req-9110e2f8-089d-4347-ad37-025518750538 tempest-TestVolumeBootPattern-1235501322 tempest-TestVolumeBootPattern-1235501322-project] 10.222.0.36 "GET /v2.0/security-groups?id=c54a025c-5158-476e-b94b-72fedfe85ade&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349615 Sep 30 06:33:23.592113 dv-cinder-811877-1-iscsi neutron-server[94002]: DEBUG neutron.db.agents_db [None req-d9c94b1b-4ad8-4063-8329-7a4f29b52830 None None] Agent healthcheck: found 6 active agents {{(pid=94002) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 06:33:24.284346 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6553f96e-7e38-46e0-96d3-57b8821dc16f req-1ca090bd-853c-4ed0-bfd4-9fb5d5aad4b8 tempest-TestVolumeBootPattern-1235501322 tempest-TestVolumeBootPattern-1235501322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:33:24.286796 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-6553f96e-7e38-46e0-96d3-57b8821dc16f req-1ca090bd-853c-4ed0-bfd4-9fb5d5aad4b8 tempest-TestVolumeBootPattern-1235501322 tempest-TestVolumeBootPattern-1235501322-project] 10.222.0.36 "GET /v2.0/ports?device_id=885ea1c5-b244-4459-862b-34c63f0e3324 HTTP/1.1" status: 200 len: 944 time: 0.0533044 Sep 30 06:33:24.323580 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-6553f96e-7e38-46e0-96d3-57b8821dc16f req-3aa4ea4c-81d6-427d-8939-3b4075f67fa5 tempest-TestVolumeBootPattern-1235501322 tempest-TestVolumeBootPattern-1235501322-project] 10.222.0.36 "GET /v2.0/security-groups?id=c54a025c-5158-476e-b94b-72fedfe85ade&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306516 Sep 30 06:33:25.441308 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8572a92c-f5ba-41ec-b7ee-ca6b36ef44a7 req-5da35f51-cfe2-4ac3-9825-fb10c64c57c5 tempest-TestVolumeBootPattern-1235501322 tempest-TestVolumeBootPattern-1235501322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:33:25.442906 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-8572a92c-f5ba-41ec-b7ee-ca6b36ef44a7 req-5da35f51-cfe2-4ac3-9825-fb10c64c57c5 tempest-TestVolumeBootPattern-1235501322 tempest-TestVolumeBootPattern-1235501322-project] 10.222.0.36 "GET /v2.0/ports?device_id=885ea1c5-b244-4459-862b-34c63f0e3324 HTTP/1.1" status: 200 len: 944 time: 0.0496032 Sep 30 06:33:25.482932 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-8572a92c-f5ba-41ec-b7ee-ca6b36ef44a7 req-54bf0876-8e49-4997-ab22-8629f3483a3e tempest-TestVolumeBootPattern-1235501322 tempest-TestVolumeBootPattern-1235501322-project] 10.222.0.36 "GET /v2.0/security-groups?id=c54a025c-5158-476e-b94b-72fedfe85ade&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339537 Sep 30 06:33:25.625019 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.rpc [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] Device 2ff32290-2225-4239-b36d-05e5c07275a7 details requested by agent hyperv_hv-cinder-81187 with host hv-cinder-81187 {{(pid=94001) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 06:33:25.723194 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.db [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] For port 2ff32290-2225-4239-b36d-05e5c07275a7, host hv-cinder-81187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81187',level=0,port_id=2ff32290-2225-4239-b36d-05e5c07275a7,segment=NetworkSegment(91d390b2-e475-4135-bc40-86c600b72bab),segment_id=91d390b2-e475-4135-bc40-86c600b72bab)] {{(pid=94001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 06:33:25.738661 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.rpc [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] Returning: {'device': '2ff32290-2225-4239-b36d-05e5c07275a7', 'network_id': '5bc9530f-6d9b-49f6-aa4a-02099720eacd', 'port_id': '2ff32290-2225-4239-b36d-05e5c07275a7', 'mac_address': 'fa:16:3e:32:9a:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 323, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a64b5ea3-7042-4499-97da-2a827c2c06a9', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94001) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 06:33:25.777483 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653538'] for port, before_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:33:25.790928 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.notifiers.nova [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2ff32290-2225-4239-b36d-05e5c07275a7 {{(pid=94001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 06:33:25.812068 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.db [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] For port 2ff32290-2225-4239-b36d-05e5c07275a7, host hv-cinder-81187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81187',level=0,port_id=2ff32290-2225-4239-b36d-05e5c07275a7,segment=NetworkSegment(91d390b2-e475-4135-bc40-86c600b72bab),segment_id=91d390b2-e475-4135-bc40-86c600b72bab)] {{(pid=94001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 06:33:25.816791 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7821886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727545992452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727545489363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727545489381'] for port, after_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:33:25.864931 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] Pushing event updated for resources: {'Port': ['ID=2ff32290-2225-4239-b36d-05e5c07275a7,revision_number=4']} {{(pid=94001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:33:26.154637 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.db [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] get_ports_and_sgs() called for port_ids ['2ff32290-2225-4239-b36d-05e5c07275a7'] {{(pid=94001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 06:33:26.600421 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75daab31-e33a-4c35-8f6f-6bf6bfad3db4 req-67193b63-ac32-47e0-b065-539c0931aaed tempest-TestVolumeBootPattern-1235501322 tempest-TestVolumeBootPattern-1235501322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:33:26.601897 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-75daab31-e33a-4c35-8f6f-6bf6bfad3db4 req-67193b63-ac32-47e0-b065-539c0931aaed tempest-TestVolumeBootPattern-1235501322 tempest-TestVolumeBootPattern-1235501322-project] 10.222.0.36 "GET /v2.0/ports?device_id=885ea1c5-b244-4459-862b-34c63f0e3324 HTTP/1.1" status: 200 len: 945 time: 0.0482488 Sep 30 06:33:26.643319 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-75daab31-e33a-4c35-8f6f-6bf6bfad3db4 req-512c308d-a388-45d5-be2a-31cdc84de41f tempest-TestVolumeBootPattern-1235501322 tempest-TestVolumeBootPattern-1235501322-project] 10.222.0.36 "GET /v2.0/security-groups?id=c54a025c-5158-476e-b94b-72fedfe85ade&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355670 Sep 30 06:33:27.624574 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.rpc [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] Device 2ff32290-2225-4239-b36d-05e5c07275a7 up at agent hyperv_hv-cinder-81187 {{(pid=94001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 06:33:27.677676 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.db.provisioning_blocks [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] Provisioning for port 2ff32290-2225-4239-b36d-05e5c07275a7 completed by entity L2. {{(pid=94001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 06:33:27.683450 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.db.provisioning_blocks [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] Provisioning complete for port 2ff32290-2225-4239-b36d-05e5c07275a7 triggered by entity L2. {{(pid=94001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 06:33:27.683838 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-597822'] for port, provisioning_complete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:33:27.772396 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c30804-fc9e-47c9-bf26-4d13a53c0f3e req-695ae402-083c-4916-bc5f-87574cfaa95c tempest-TestVolumeBootPattern-1235501322 tempest-TestVolumeBootPattern-1235501322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:33:27.774004 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-83c30804-fc9e-47c9-bf26-4d13a53c0f3e req-695ae402-083c-4916-bc5f-87574cfaa95c tempest-TestVolumeBootPattern-1235501322 tempest-TestVolumeBootPattern-1235501322-project] 10.222.0.36 "GET /v2.0/ports?device_id=885ea1c5-b244-4459-862b-34c63f0e3324 HTTP/1.1" status: 200 len: 945 time: 0.0548356 Sep 30 06:33:27.774247 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653538'] for port, before_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:33:27.798083 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '885ea1c5-b244-4459-862b-34c63f0e3324', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ff32290-2225-4239-b36d-05e5c07275a7'}] {{(pid=94001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 06:33:27.801040 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6a6fbc36b32d89ab1780593628eab99e94898f937be62aa03f5208480f4236e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa34c082-ef74-4b4c-9360-3d508ad0a079" -d '{"events": [{"server_uuid": "885ea1c5-b244-4459-862b-34c63f0e3324", "name": "network-vif-plugged", "status": "completed", "tag": "2ff32290-2225-4239-b36d-05e5c07275a7"}]}' {{(pid=94001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 06:33:27.813808 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.db [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] For port 2ff32290-2225-4239-b36d-05e5c07275a7, host hv-cinder-81187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81187',level=0,port_id=2ff32290-2225-4239-b36d-05e5c07275a7,segment=NetworkSegment(91d390b2-e475-4135-bc40-86c600b72bab),segment_id=91d390b2-e475-4135-bc40-86c600b72bab)] {{(pid=94001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 06:33:27.818536 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7821886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727545992452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727545489363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727545489381'] for port, after_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:33:27.820716 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-83c30804-fc9e-47c9-bf26-4d13a53c0f3e req-acde60fd-6e96-411c-859e-c64e80249e7a tempest-TestVolumeBootPattern-1235501322 tempest-TestVolumeBootPattern-1235501322-project] 10.222.0.36 "GET /v2.0/security-groups?id=c54a025c-5158-476e-b94b-72fedfe85ade&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401790 Sep 30 06:33:27.880724 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] Pushing event updated for resources: {'Port': ['ID=2ff32290-2225-4239-b36d-05e5c07275a7,revision_number=5']} {{(pid=94001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:33:27.919427 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 06:33:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06fc25f8-9080-453e-984c-c5aff76748c4 x-openstack-request-id: req-06fc25f8-9080-453e-984c-c5aff76748c4 {{(pid=94001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 06:33:27.919824 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "885ea1c5-b244-4459-862b-34c63f0e3324", "name": "network-vif-plugged", "status": "completed", "tag": "2ff32290-2225-4239-b36d-05e5c07275a7", "code": 200}]} {{(pid=94001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 06:33:27.920168 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-06fc25f8-9080-453e-984c-c5aff76748c4 {{(pid=94001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 06:33:27.920708 dv-cinder-811877-1-iscsi neutron-server[94001]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '885ea1c5-b244-4459-862b-34c63f0e3324', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ff32290-2225-4239-b36d-05e5c07275a7', 'code': 200} Sep 30 06:33:28.259576 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2063225a-0eff-4842-9834-24eccdf7dfe1 req-200bb795-dec1-4eca-b295-6a9b4389d9c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:33:28.261247 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-2063225a-0eff-4842-9834-24eccdf7dfe1 req-200bb795-dec1-4eca-b295-6a9b4389d9c8 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=885ea1c5-b244-4459-862b-34c63f0e3324 HTTP/1.1" status: 200 len: 1099 time: 0.0536354 Sep 30 06:33:28.316139 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-2063225a-0eff-4842-9834-24eccdf7dfe1 req-c8386732-5fd4-48d9-904a-0f67e040b28d service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=c54a025c-5158-476e-b94b-72fedfe85ade&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320656 Sep 30 06:33:28.479559 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-4b04bc41-73c5-43c9-bcd3-1d2a0a56ef63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727546001794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-597483'] for agent, after_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:33:28.958457 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14551e3f-027c-46f9-bd9a-cf3f8819cf7b req-530c6734-e5f8-42dd-a499-3816c28c1d23 tempest-TestVolumeBootPattern-1235501322 tempest-TestVolumeBootPattern-1235501322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:33:28.961075 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-14551e3f-027c-46f9-bd9a-cf3f8819cf7b req-530c6734-e5f8-42dd-a499-3816c28c1d23 tempest-TestVolumeBootPattern-1235501322 tempest-TestVolumeBootPattern-1235501322-project] 10.222.0.36 "GET /v2.0/ports?device_id=885ea1c5-b244-4459-862b-34c63f0e3324 HTTP/1.1" status: 200 len: 946 time: 0.0569835 Sep 30 06:33:29.011016 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-14551e3f-027c-46f9-bd9a-cf3f8819cf7b req-4e0d43e9-593f-4a59-b83b-4c008b35c35a tempest-TestVolumeBootPattern-1235501322 tempest-TestVolumeBootPattern-1235501322-project] 10.222.0.36 "GET /v2.0/security-groups?id=c54a025c-5158-476e-b94b-72fedfe85ade&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404301 Sep 30 06:33:30.145582 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba58898-03fc-4dfb-8e26-a430c09e6704 req-b7a2c178-286f-47ec-9ebe-ccf6608a21ff tempest-TestVolumeBootPattern-1235501322 tempest-TestVolumeBootPattern-1235501322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:33:30.147728 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-fba58898-03fc-4dfb-8e26-a430c09e6704 req-b7a2c178-286f-47ec-9ebe-ccf6608a21ff tempest-TestVolumeBootPattern-1235501322 tempest-TestVolumeBootPattern-1235501322-project] 10.222.0.36 "GET /v2.0/ports?device_id=885ea1c5-b244-4459-862b-34c63f0e3324 HTTP/1.1" status: 200 len: 946 time: 0.0545578 Sep 30 06:33:30.194169 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-fba58898-03fc-4dfb-8e26-a430c09e6704 req-d6b5e1b4-59fa-46a1-8662-26653bbe2756 tempest-TestVolumeBootPattern-1235501322 tempest-TestVolumeBootPattern-1235501322-project] 10.222.0.36 "GET /v2.0/security-groups?id=c54a025c-5158-476e-b94b-72fedfe85ade&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397172 Sep 30 06:33:30.323093 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05388a4d-b295-4487-9b01-1a2a61107824 req-89789caf-36e6-4acc-82a1-2d4f1017fc64 tempest-TestVolumeBootPattern-1235501322 tempest-TestVolumeBootPattern-1235501322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:33:30.324802 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-05388a4d-b295-4487-9b01-1a2a61107824 req-89789caf-36e6-4acc-82a1-2d4f1017fc64 tempest-TestVolumeBootPattern-1235501322 tempest-TestVolumeBootPattern-1235501322-project] 10.222.0.36 "GET /v2.0/ports?device_id=885ea1c5-b244-4459-862b-34c63f0e3324 HTTP/1.1" status: 200 len: 946 time: 0.0539441 Sep 30 06:33:30.368290 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-05388a4d-b295-4487-9b01-1a2a61107824 req-e2b96648-8fef-48d1-8c08-5e89c5807271 tempest-TestVolumeBootPattern-1235501322 tempest-TestVolumeBootPattern-1235501322-project] 10.222.0.36 "GET /v2.0/security-groups?id=c54a025c-5158-476e-b94b-72fedfe85ade&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367675 Sep 30 06:33:30.394319 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.wsgi [-] (93999) accepted ('10.222.0.36', 58738) {{(pid=93999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 06:33:30.516866 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-179251a5-cf03-490e-84ac-d46562813bb6 tempest-TestVolumeBootPattern-184868972 tempest-TestVolumeBootPattern-184868972-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:33:30.521218 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [None req-179251a5-cf03-490e-84ac-d46562813bb6 tempest-TestVolumeBootPattern-184868972 tempest-TestVolumeBootPattern-184868972-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=885ea1c5-b244-4459-862b-34c63f0e3324 HTTP/1.1" status: 200 len: 1094 time: 0.1230493 Sep 30 06:33:30.521490 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.wsgi [-] (93999) accepted ('10.222.0.36', 58744) {{(pid=93999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 06:33:30.529474 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.api.v2.base [None req-a0cee59a-9cfc-4fd8-a773-145172756072 tempest-TestVolumeBootPattern-1235501322 tempest-TestVolumeBootPattern-1235501322-project] Request body: {'floatingip': {'floating_network_id': 'ddd8ee8b-b24f-47fb-afd7-cfc700c93624', 'port_id': '2ff32290-2225-4239-b36d-05e5c07275a7', 'tenant_id': '371c6a2cbad540218fff235f4a93c18c', 'fixed_ip_address': '172.20.0.11'}} {{(pid=93999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 06:33:30.558426 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-a0cee59a-9cfc-4fd8-a773-145172756072 tempest-TestVolumeBootPattern-1235501322 tempest-TestVolumeBootPattern-1235501322-project] Notify callbacks [] for floatingip, before_create {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:33:30.687184 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-a0cee59a-9cfc-4fd8-a773-145172756072 tempest-TestVolumeBootPattern-1235501322 tempest-TestVolumeBootPattern-1235501322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653538'] for port, before_create {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:33:30.806910 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.db.db_base_plugin_common [None req-a0cee59a-9cfc-4fd8-a773-145172756072 tempest-TestVolumeBootPattern-1235501322 tempest-TestVolumeBootPattern-1235501322-project] Allocated IP 172.27.1.116 (ddd8ee8b-b24f-47fb-afd7-cfc700c93624/4727b4cf-a8ea-4dab-8db4-019b4e8b0546/28d6cac2-14c0-464f-9c6b-b739a9f22276) {{(pid=93999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 06:33:31.210828 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-a0cee59a-9cfc-4fd8-a773-145172756072 tempest-TestVolumeBootPattern-1235501322 tempest-TestVolumeBootPattern-1235501322-project] Notify callbacks [] for port, precommit_create {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:33:31.246941 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-a0cee59a-9cfc-4fd8-a773-145172756072 tempest-TestVolumeBootPattern-1235501322 tempest-TestVolumeBootPattern-1235501322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7821886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727545489345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6560267'] for port, after_create {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:33:31.289265 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0cee59a-9cfc-4fd8-a773-145172756072 tempest-TestVolumeBootPattern-1235501322 tempest-TestVolumeBootPattern-1235501322-project] Network ddd8ee8b-b24f-47fb-afd7-cfc700c93624 is already hosted by enough agents. {{(pid=93999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 06:33:31.293210 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.scheduler.base_scheduler [None req-a0cee59a-9cfc-4fd8-a773-145172756072 tempest-TestVolumeBootPattern-1235501322 tempest-TestVolumeBootPattern-1235501322-project] Resources bound (agent type, host, resource id): {{(pid=93999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 06:33:31.295957 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0cee59a-9cfc-4fd8-a773-145172756072 tempest-TestVolumeBootPattern-1235501322 tempest-TestVolumeBootPattern-1235501322-project] Received port after_create {{(pid=93999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 06:33:31.325877 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cee59a-9cfc-4fd8-a773-145172756072 tempest-TestVolumeBootPattern-1235501322 tempest-TestVolumeBootPattern-1235501322-project] Pushing event updated for resources: {'Port': ['ID=28d6cac2-14c0-464f-9c6b-b739a9f22276,revision_number=1']} {{(pid=93999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:33:31.351503 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-f47268e7-6bad-4802-8b00-f1b786a1391a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727546001794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-597483'] for agent, after_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:33:31.695923 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-a0cee59a-9cfc-4fd8-a773-145172756072 tempest-TestVolumeBootPattern-1235501322 tempest-TestVolumeBootPattern-1235501322-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:33:31.776801 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-a0cee59a-9cfc-4fd8-a773-145172756072 tempest-TestVolumeBootPattern-1235501322 tempest-TestVolumeBootPattern-1235501322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653538'] for port, before_update {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:33:31.957528 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-a0cee59a-9cfc-4fd8-a773-145172756072 tempest-TestVolumeBootPattern-1235501322 tempest-TestVolumeBootPattern-1235501322-project] Notify callbacks [] for port, precommit_update {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:33:31.963760 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-a0cee59a-9cfc-4fd8-a773-145172756072 tempest-TestVolumeBootPattern-1235501322 tempest-TestVolumeBootPattern-1235501322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7821886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727545992452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727545489363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727545489381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6560256'] for port, after_update {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:33:32.038613 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cee59a-9cfc-4fd8-a773-145172756072 tempest-TestVolumeBootPattern-1235501322 tempest-TestVolumeBootPattern-1235501322-project] Pushing event updated for resources: {'Port': ['ID=28d6cac2-14c0-464f-9c6b-b739a9f22276,revision_number=2']} {{(pid=93999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:33:32.056717 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-a0cee59a-9cfc-4fd8-a773-145172756072 tempest-TestVolumeBootPattern-1235501322 tempest-TestVolumeBootPattern-1235501322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7877914'] for floatingip, after_create {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:33:32.192318 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.db.l3_db [None req-a0cee59a-9cfc-4fd8-a773-145172756072 tempest-TestVolumeBootPattern-1235501322 tempest-TestVolumeBootPattern-1235501322-project] Floating IP 73bad141-9b30-44f5-91a5-2b4e3946c19b associated. External IP: 172.27.1.116, port: 2ff32290-2225-4239-b36d-05e5c07275a7. Sep 30 06:33:32.304436 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-1a5ef50c-1a60-4eeb-b96e-cf5df6fcca4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727546001794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-597483'] for agent, after_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:33:32.431710 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0cee59a-9cfc-4fd8-a773-145172756072 tempest-TestVolumeBootPattern-1235501322 tempest-TestVolumeBootPattern-1235501322-project] Router a6c4853c-e1dc-4bac-83c1-36a77b44fa55 has already been hosted by L3 agent f054bd23-6895-478f-87a4-7cc0e21c04e0 {{(pid=93999) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 06:33:32.556489 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0cee59a-9cfc-4fd8-a773-145172756072 tempest-TestVolumeBootPattern-1235501322 tempest-TestVolumeBootPattern-1235501322-project] Notify agent at l3_agent.dv-cinder-811877-1-iscsi the message routers_updated {{(pid=93999) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 06:33:32.574056 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66d4e169-ac4f-4809-ba42-65918e32dc05 None None] Sync routers for ids ['a6c4853c-e1dc-4bac-83c1-36a77b44fa55'] in dv-cinder-811877-1-iscsi {{(pid=94001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 06:33:32.574760 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-a0cee59a-9cfc-4fd8-a773-145172756072 tempest-TestVolumeBootPattern-1235501322 tempest-TestVolumeBootPattern-1235501322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57126'] for floatingip, before_response {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:33:32.594839 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66d4e169-ac4f-4809-ba42-65918e32dc05 None None] Routers {'a6c4853c-e1dc-4bac-83c1-36a77b44fa55'} bound to L3 agent in host dv-cinder-811877-1-iscsi {{(pid=94001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 06:33:32.595906 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.db.l3_hamode_db [None req-66d4e169-ac4f-4809-ba42-65918e32dc05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811877-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-30T06:19:31Z,description=,heartbeat_timestamp=2021-09-30T06:33:31Z,host='dv-cinder-811877-1-iscsi',id=f054bd23-6895-478f-87a4-7cc0e21c04e0,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T06:19:31Z,topic='l3_agent')) {'router_ids': ['a6c4853c-e1dc-4bac-83c1-36a77b44fa55'], 'active': True} {{(pid=94001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 06:33:32.606130 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [None req-a0cee59a-9cfc-4fd8-a773-145172756072 tempest-TestVolumeBootPattern-1235501322 tempest-TestVolumeBootPattern-1235501322-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.0830162 Sep 30 06:33:32.607044 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '885ea1c5-b244-4459-862b-34c63f0e3324', 'tag': '2ff32290-2225-4239-b36d-05e5c07275a7'}] {{(pid=93999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 06:33:32.609416 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07b111f6e278cfffd9c4f208e103de524c2b9e3fbd4e5a5b5d8dd158a433df71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-129075db-ca06-4d78-b3af-761db9fc8f1c" -d '{"events": [{"name": "network-changed", "server_uuid": "885ea1c5-b244-4459-862b-34c63f0e3324", "tag": "2ff32290-2225-4239-b36d-05e5c07275a7"}]}' {{(pid=93999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 06:33:32.666200 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 06:33:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a6916ee-eaf0-43c7-96d2-eb3c97744951 x-openstack-request-id: req-0a6916ee-eaf0-43c7-96d2-eb3c97744951 {{(pid=93999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 06:33:32.667012 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "885ea1c5-b244-4459-862b-34c63f0e3324", "tag": "2ff32290-2225-4239-b36d-05e5c07275a7", "status": "completed", "code": 200}]} {{(pid=93999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 06:33:32.667708 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-0a6916ee-eaf0-43c7-96d2-eb3c97744951 {{(pid=93999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 06:33:32.668446 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '885ea1c5-b244-4459-862b-34c63f0e3324', 'tag': '2ff32290-2225-4239-b36d-05e5c07275a7', 'status': 'completed', 'code': 200} Sep 30 06:33:32.671494 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-028184f3-f8cc-4c85-9e6b-64613141ad03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727546001794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-597483'] for agent, after_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:33:32.763967 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.db.l3_dvr_db [None req-66d4e169-ac4f-4809-ba42-65918e32dc05 None None] Set router a6c4853c-e1dc-4bac-83c1-36a77b44fa55 gateway port host: dv-cinder-811877-1-iscsi {{(pid=94001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 06:33:32.765038 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129075db-ca06-4d78-b3af-761db9fc8f1c req-e0289012-e4e7-4f13-916e-b6fdb76c5699 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:33:32.766789 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-129075db-ca06-4d78-b3af-761db9fc8f1c req-e0289012-e4e7-4f13-916e-b6fdb76c5699 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=371c6a2cbad540218fff235f4a93c18c&device_id=885ea1c5-b244-4459-862b-34c63f0e3324 HTTP/1.1" status: 200 len: 1099 time: 0.0532393 Sep 30 06:33:32.892570 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129075db-ca06-4d78-b3af-761db9fc8f1c req-61b03483-0cff-4c3e-923f-f52af3ef015d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:33:32.894780 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-129075db-ca06-4d78-b3af-761db9fc8f1c req-61b03483-0cff-4c3e-923f-f52af3ef015d service neutron] 10.222.0.10 "GET /v2.0/networks?id=5bc9530f-6d9b-49f6-aa4a-02099720eacd HTTP/1.1" status: 200 len: 912 time: 0.1162841 Sep 30 06:33:32.967460 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-129075db-ca06-4d78-b3af-761db9fc8f1c req-3d60366a-80f2-4577-b9b0-cfec98e31de9 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2ff32290-2225-4239-b36d-05e5c07275a7 HTTP/1.1" status: 200 len: 1000 time: 0.0652401 Sep 30 06:33:33.018289 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129075db-ca06-4d78-b3af-761db9fc8f1c req-a60e4bef-ebee-44b3-a2d9-91bd910c0105 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:33:33.020715 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-129075db-ca06-4d78-b3af-761db9fc8f1c req-a60e4bef-ebee-44b3-a2d9-91bd910c0105 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=a64b5ea3-7042-4499-97da-2a827c2c06a9 HTTP/1.1" status: 200 len: 850 time: 0.0457010 Sep 30 06:33:33.071418 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.db.l3_hamode_db [None req-66d4e169-ac4f-4809-ba42-65918e32dc05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6c4853c-e1dc-4bac-83c1-36a77b44fa55', 'name': 'tempest-TestVolumeBootPattern-848458579-router', 'tenant_id': '371c6a2cbad540218fff235f4a93c18c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddd8ee8b-b24f-47fb-afd7-cfc700c93624', 'external_fixed_ips': [{'subnet_id': '4727b4cf-a8ea-4dab-8db4-019b4e8b0546', 'ip_address': '172.27.1.15'}], 'enable_snat': True}, 'gw_port_id': '798e9915-3eba-45d1-89f0-8592c0c15feb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T06:32:44Z', 'updated_at': '2021-09-30T06:32:48Z', 'revision_number': 4, 'project_id': '371c6a2cbad540218fff235f4a93c18c', 'gw_port': {'id': '798e9915-3eba-45d1-89f0-8592c0c15feb', 'name': '', 'network_id': 'ddd8ee8b-b24f-47fb-afd7-cfc700c93624', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:62:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6c4853c-e1dc-4bac-83c1-36a77b44fa55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '4727b4cf-a8ea-4dab-8db4-019b4e8b0546', 'ip_address': '172.27.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T06:32:45Z', 'updated_at': '2021-09-30T06:32:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4727b4cf-a8ea-4dab-8db4-019b4e8b0546', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811877-1-iscsi', '_floatingips': [{'id': '73bad141-9b30-44f5-91a5-2b4e3946c19b', 'tenant_id': '371c6a2cbad540218fff235f4a93c18c', 'floating_ip_address': '172.27.1.116', 'floating_network_id': 'ddd8ee8b-b24f-47fb-afd7-cfc700c93624', 'router_id': 'a6c4853c-e1dc-4bac-83c1-36a77b44fa55', 'port_id': '2ff32290-2225-4239-b36d-05e5c07275a7', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 554, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5bc9530f-6d9b-49f6-aa4a-02099720eacd', 'mac_address': 'fa:16:3e:32:9a:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '885ea1c5-b244-4459-862b-34c63f0e3324', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T06:33:31Z', 'updated_at': '2021-09-30T06:33:31Z', 'revision_number': 0, 'project_id': '371c6a2cbad540218fff235f4a93c18c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '387f1708-162f-49f9-bb78-cef2bd73f78a', 'name': '', 'network_id': '5bc9530f-6d9b-49f6-aa4a-02099720eacd', 'tenant_id': '371c6a2cbad540218fff235f4a93c18c', 'mac_address': 'fa:16:3e:d5:3b:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6c4853c-e1dc-4bac-83c1-36a77b44fa55', 'device_owner': 'network:router_interface', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': 'a64b5ea3-7042-4499-97da-2a827c2c06a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T06:32:47Z', 'updated_at': '2021-09-30T06:32:53Z', 'revision_number': 5, 'project_id': '371c6a2cbad540218fff235f4a93c18c', 'subnets': [{'id': 'a64b5ea3-7042-4499-97da-2a827c2c06a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811877-1-iscsi', False) {} {{(pid=94001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 06:33:33.075671 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129075db-ca06-4d78-b3af-761db9fc8f1c req-6941ef4e-e968-4f7b-aca8-061cf3c44827 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:33:33.077227 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-129075db-ca06-4d78-b3af-761db9fc8f1c req-6941ef4e-e968-4f7b-aca8-061cf3c44827 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=5bc9530f-6d9b-49f6-aa4a-02099720eacd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0481491 Sep 30 06:33:33.118008 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66d4e169-ac4f-4809-ba42-65918e32dc05 None None] Checking router: a6c4853c-e1dc-4bac-83c1-36a77b44fa55 for host: dv-cinder-811877-1-iscsi {{(pid=94001) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 06:33:33.137059 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66d4e169-ac4f-4809-ba42-65918e32dc05 None None] Routers {'a6c4853c-e1dc-4bac-83c1-36a77b44fa55'} bound to L3 agent in host dv-cinder-811877-1-iscsi {{(pid=94001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 06:33:33.138299 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.db.l3_hamode_db [None req-66d4e169-ac4f-4809-ba42-65918e32dc05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811877-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-30T06:19:31Z,description=,heartbeat_timestamp=2021-09-30T06:33:31Z,host='dv-cinder-811877-1-iscsi',id=f054bd23-6895-478f-87a4-7cc0e21c04e0,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T06:19:31Z,topic='l3_agent')) {'router_ids': ['a6c4853c-e1dc-4bac-83c1-36a77b44fa55'], 'active': True} {{(pid=94001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 06:33:33.188252 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-129075db-ca06-4d78-b3af-761db9fc8f1c req-87be44b2-7bca-47eb-97ac-8c39dbd009ea service neutron] 10.222.0.10 "GET /v2.0/networks/5bc9530f-6d9b-49f6-aa4a-02099720eacd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1020257 Sep 30 06:33:33.270971 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.db.l3_dvr_db [None req-66d4e169-ac4f-4809-ba42-65918e32dc05 None None] Set router a6c4853c-e1dc-4bac-83c1-36a77b44fa55 gateway port host: dv-cinder-811877-1-iscsi {{(pid=94001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 06:33:33.327051 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-129075db-ca06-4d78-b3af-761db9fc8f1c req-112e6c8b-0503-4796-811f-b2bf4bb1668d service neutron] 10.222.0.10 "GET /v2.0/networks/5bc9530f-6d9b-49f6-aa4a-02099720eacd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1308842 Sep 30 06:33:33.552212 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.db.l3_hamode_db [None req-66d4e169-ac4f-4809-ba42-65918e32dc05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6c4853c-e1dc-4bac-83c1-36a77b44fa55', 'name': 'tempest-TestVolumeBootPattern-848458579-router', 'tenant_id': '371c6a2cbad540218fff235f4a93c18c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddd8ee8b-b24f-47fb-afd7-cfc700c93624', 'external_fixed_ips': [{'subnet_id': '4727b4cf-a8ea-4dab-8db4-019b4e8b0546', 'ip_address': '172.27.1.15'}], 'enable_snat': True}, 'gw_port_id': '798e9915-3eba-45d1-89f0-8592c0c15feb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T06:32:44Z', 'updated_at': '2021-09-30T06:32:48Z', 'revision_number': 4, 'project_id': '371c6a2cbad540218fff235f4a93c18c', 'gw_port': {'id': '798e9915-3eba-45d1-89f0-8592c0c15feb', 'name': '', 'network_id': 'ddd8ee8b-b24f-47fb-afd7-cfc700c93624', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:62:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6c4853c-e1dc-4bac-83c1-36a77b44fa55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '4727b4cf-a8ea-4dab-8db4-019b4e8b0546', 'ip_address': '172.27.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T06:32:45Z', 'updated_at': '2021-09-30T06:32:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4727b4cf-a8ea-4dab-8db4-019b4e8b0546', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811877-1-iscsi', '_floatingips': [{'id': '73bad141-9b30-44f5-91a5-2b4e3946c19b', 'tenant_id': '371c6a2cbad540218fff235f4a93c18c', 'floating_ip_address': '172.27.1.116', 'floating_network_id': 'ddd8ee8b-b24f-47fb-afd7-cfc700c93624', 'router_id': 'a6c4853c-e1dc-4bac-83c1-36a77b44fa55', 'port_id': '2ff32290-2225-4239-b36d-05e5c07275a7', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 554, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5bc9530f-6d9b-49f6-aa4a-02099720eacd', 'mac_address': 'fa:16:3e:32:9a:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '885ea1c5-b244-4459-862b-34c63f0e3324', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T06:33:31Z', 'updated_at': '2021-09-30T06:33:31Z', 'revision_number': 0, 'project_id': '371c6a2cbad540218fff235f4a93c18c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '387f1708-162f-49f9-bb78-cef2bd73f78a', 'name': '', 'network_id': '5bc9530f-6d9b-49f6-aa4a-02099720eacd', 'tenant_id': '371c6a2cbad540218fff235f4a93c18c', 'mac_address': 'fa:16:3e:d5:3b:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6c4853c-e1dc-4bac-83c1-36a77b44fa55', 'device_owner': 'network:router_interface', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': 'a64b5ea3-7042-4499-97da-2a827c2c06a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T06:32:47Z', 'updated_at': '2021-09-30T06:32:53Z', 'revision_number': 5, 'project_id': '371c6a2cbad540218fff235f4a93c18c', 'subnets': [{'id': 'a64b5ea3-7042-4499-97da-2a827c2c06a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811877-1-iscsi', False) {} {{(pid=94001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 06:33:33.582588 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66d4e169-ac4f-4809-ba42-65918e32dc05 None None] The sync data for ids ['a6c4853c-e1dc-4bac-83c1-36a77b44fa55'] in dv-cinder-811877-1-iscsi is: [{'id': 'a6c4853c-e1dc-4bac-83c1-36a77b44fa55', 'name': 'tempest-TestVolumeBootPattern-848458579-router', 'tenant_id': '371c6a2cbad540218fff235f4a93c18c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddd8ee8b-b24f-47fb-afd7-cfc700c93624', 'external_fixed_ips': [{'subnet_id': '4727b4cf-a8ea-4dab-8db4-019b4e8b0546', 'ip_address': '172.27.1.15'}], 'enable_snat': True}, 'gw_port_id': '798e9915-3eba-45d1-89f0-8592c0c15feb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T06:32:44Z', 'updated_at': '2021-09-30T06:32:48Z', 'revision_number': 4, 'project_id': '371c6a2cbad540218fff235f4a93c18c', 'gw_port': {'id': '798e9915-3eba-45d1-89f0-8592c0c15feb', 'name': '', 'network_id': 'ddd8ee8b-b24f-47fb-afd7-cfc700c93624', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:62:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6c4853c-e1dc-4bac-83c1-36a77b44fa55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '4727b4cf-a8ea-4dab-8db4-019b4e8b0546', 'ip_address': '172.27.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T06:32:45Z', 'updated_at': '2021-09-30T06:32:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4727b4cf-a8ea-4dab-8db4-019b4e8b0546', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811877-1-iscsi', '_floatingips': [{'id': '73bad141-9b30-44f5-91a5-2b4e3946c19b', 'tenant_id': '371c6a2cbad540218fff235f4a93c18c', 'floating_ip_address': '172.27.1.116', 'floating_network_id': 'ddd8ee8b-b24f-47fb-afd7-cfc700c93624', 'router_id': 'a6c4853c-e1dc-4bac-83c1-36a77b44fa55', 'port_id': '2ff32290-2225-4239-b36d-05e5c07275a7', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 554, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5bc9530f-6d9b-49f6-aa4a-02099720eacd', 'mac_address': 'fa:16:3e:32:9a:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '885ea1c5-b244-4459-862b-34c63f0e3324', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T06:33:31Z', 'updated_at': '2021-09-30T06:33:31Z', 'revision_number': 0, 'project_id': '371c6a2cbad540218fff235f4a93c18c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '387f1708-162f-49f9-bb78-cef2bd73f78a', 'name': '', 'network_id': '5bc9530f-6d9b-49f6-aa4a-02099720eacd', 'tenant_id': '371c6a2cbad540218fff235f4a93c18c', 'mac_address': 'fa:16:3e:d5:3b:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6c4853c-e1dc-4bac-83c1-36a77b44fa55', 'device_owner': 'network:router_interface', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': 'a64b5ea3-7042-4499-97da-2a827c2c06a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T06:32:47Z', 'updated_at': '2021-09-30T06:32:53Z', 'revision_number': 5, 'project_id': '371c6a2cbad540218fff235f4a93c18c', 'subnets': [{'id': 'a64b5ea3-7042-4499-97da-2a827c2c06a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 06:33:33.809293 dv-cinder-811877-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c660748-3849-4544-b3fa-1ca58f79dded None None] New status for floating IP 73bad141-9b30-44f5-91a5-2b4e3946c19b: ACTIVE {{(pid=94002) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 30 06:33:34.035659 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-31788eca-3db2-42eb-847b-597dce492ba7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727546001794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-597483'] for agent, after_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:33:39.065685 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727546001794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-597483'] for agent, after_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:33:42.131298 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18305a2d-a861-4394-91bf-ce7566154477 req-e1da8018-b702-403d-906d-94d387d47f50 tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:33:42.132954 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-18305a2d-a861-4394-91bf-ce7566154477 req-e1da8018-b702-403d-906d-94d387d47f50 tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] 10.222.0.36 "GET /v2.0/ports?device_id=cf64a143-d81f-4bf6-9ded-182f63c46e7f HTTP/1.1" status: 200 len: 945 time: 0.0536799 Sep 30 06:33:42.181376 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-18305a2d-a861-4394-91bf-ce7566154477 req-a02bb5ea-cfcb-4299-af9e-10d80e40f3f6 tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] 10.222.0.36 "GET /v2.0/security-groups?id=0ac15c32-ea2e-4327-b2f6-f045edc248fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384119 Sep 30 06:33:43.326018 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1e2c07-75f5-48e5-bbc0-27a6f91f8446 req-ef937e0d-066d-42c1-8bcd-550fea86fffc tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:33:43.327708 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-1a1e2c07-75f5-48e5-bbc0-27a6f91f8446 req-ef937e0d-066d-42c1-8bcd-550fea86fffc tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] 10.222.0.36 "GET /v2.0/ports?device_id=cf64a143-d81f-4bf6-9ded-182f63c46e7f HTTP/1.1" status: 200 len: 945 time: 0.0535455 Sep 30 06:33:43.380075 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-1a1e2c07-75f5-48e5-bbc0-27a6f91f8446 req-dea52bdb-c1dc-466a-b44b-a27b83d0df16 tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] 10.222.0.36 "GET /v2.0/security-groups?id=0ac15c32-ea2e-4327-b2f6-f045edc248fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390549 Sep 30 06:33:44.403393 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-8cf36e90-b7df-4a73-8072-3071e8666f4a req-e0cadbbe-f0e8-4eab-9377-923d9e795858 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=aea852bb-fe37-4a09-9dbd-9d4b564b22f3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0416203 Sep 30 06:33:44.537858 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf36e90-b7df-4a73-8072-3071e8666f4a req-69d65d43-259f-4a4d-a86e-c477a17d24ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:33:44.539712 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-8cf36e90-b7df-4a73-8072-3071e8666f4a req-69d65d43-259f-4a4d-a86e-c477a17d24ff service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=fd01cd14f23840e59331ece07bbcdf9e&device_id=aea852bb-fe37-4a09-9dbd-9d4b564b22f3 HTTP/1.1" status: 200 len: 1098 time: 0.0812676 Sep 30 06:33:44.561785 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1f973e-1f21-4bf7-8216-a844c69049a5 req-fa7606be-d6b4-46cb-9225-057a78884543 tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:33:44.564175 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-7f1f973e-1f21-4bf7-8216-a844c69049a5 req-fa7606be-d6b4-46cb-9225-057a78884543 tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] 10.222.0.36 "GET /v2.0/ports?device_id=cf64a143-d81f-4bf6-9ded-182f63c46e7f HTTP/1.1" status: 200 len: 945 time: 0.0960107 Sep 30 06:33:44.672356 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-7f1f973e-1f21-4bf7-8216-a844c69049a5 req-c54821b5-e618-4ab6-9e41-b2584ff1c524 tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] 10.222.0.36 "GET /v2.0/security-groups?id=0ac15c32-ea2e-4327-b2f6-f045edc248fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0919714 Sep 30 06:33:44.693374 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf36e90-b7df-4a73-8072-3071e8666f4a req-5f679f1f-a08c-496c-a69e-5d108b458432 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:33:44.695018 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-8cf36e90-b7df-4a73-8072-3071e8666f4a req-5f679f1f-a08c-496c-a69e-5d108b458432 service neutron] 10.222.0.10 "GET /v2.0/networks?id=92aa8f19-aafd-4462-9d7f-7e5f878c12b2 HTTP/1.1" status: 200 len: 911 time: 0.1295655 Sep 30 06:33:44.764881 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-8cf36e90-b7df-4a73-8072-3071e8666f4a req-63334fd8-b3a2-4ee4-9e25-74392fb0513d service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=db6f15e0-ca40-4611-82a6-7ccc6d13c254 HTTP/1.1" status: 200 len: 999 time: 0.0624189 Sep 30 06:33:44.820715 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf36e90-b7df-4a73-8072-3071e8666f4a req-d19ec360-6d41-4a20-971c-63b5f38efee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:33:44.822218 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-8cf36e90-b7df-4a73-8072-3071e8666f4a req-d19ec360-6d41-4a20-971c-63b5f38efee5 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=87e3e2f7-f230-4774-967b-a68a66b90c87 HTTP/1.1" status: 200 len: 849 time: 0.0455017 Sep 30 06:33:44.880835 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf36e90-b7df-4a73-8072-3071e8666f4a req-d9cf1311-73d1-4267-b595-0067e2694be1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:33:44.882344 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-8cf36e90-b7df-4a73-8072-3071e8666f4a req-d9cf1311-73d1-4267-b595-0067e2694be1 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=92aa8f19-aafd-4462-9d7f-7e5f878c12b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0495920 Sep 30 06:33:44.979130 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-8cf36e90-b7df-4a73-8072-3071e8666f4a req-a5be6f74-c302-4154-8a0a-7322d58adc78 service neutron] 10.222.0.10 "GET /v2.0/networks/92aa8f19-aafd-4462-9d7f-7e5f878c12b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884087 Sep 30 06:33:45.108674 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-8cf36e90-b7df-4a73-8072-3071e8666f4a req-f58ebb42-e314-4a7b-81d7-82ca9d1fff7a service neutron] 10.222.0.10 "GET /v2.0/networks/92aa8f19-aafd-4462-9d7f-7e5f878c12b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1044021 Sep 30 06:33:45.803068 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05ffb7d-eb57-4a8b-bb46-959f5d7410cb req-c6a1c4b8-c31a-4b76-ba91-d3543b1c0d59 tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:33:45.804587 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-c05ffb7d-eb57-4a8b-bb46-959f5d7410cb req-c6a1c4b8-c31a-4b76-ba91-d3543b1c0d59 tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] 10.222.0.36 "GET /v2.0/ports?device_id=cf64a143-d81f-4bf6-9ded-182f63c46e7f HTTP/1.1" status: 200 len: 945 time: 0.0548279 Sep 30 06:33:45.853272 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-c05ffb7d-eb57-4a8b-bb46-959f5d7410cb req-cf9829d2-b416-4f50-b01e-a0223e752ebd tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] 10.222.0.36 "GET /v2.0/security-groups?id=0ac15c32-ea2e-4327-b2f6-f045edc248fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413589 Sep 30 06:33:47.008841 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d09799-4d20-445b-a438-3baa817310ee req-5106aec7-6f93-4bd1-b837-288a7110b3ab tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:33:47.010590 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-a2d09799-4d20-445b-a438-3baa817310ee req-5106aec7-6f93-4bd1-b837-288a7110b3ab tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] 10.222.0.36 "GET /v2.0/ports?device_id=cf64a143-d81f-4bf6-9ded-182f63c46e7f HTTP/1.1" status: 200 len: 945 time: 0.0715725 Sep 30 06:33:47.053116 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-a2d09799-4d20-445b-a438-3baa817310ee req-5ae66920-7931-425c-98e2-ece4219b7915 tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] 10.222.0.36 "GET /v2.0/security-groups?id=0ac15c32-ea2e-4327-b2f6-f045edc248fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365200 Sep 30 06:33:48.214157 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33026411-ba94-4f0c-989d-a6bb5be3a258 req-cf63bfa3-2c43-40d3-9d82-b38d0349e53d tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:33:48.216762 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-33026411-ba94-4f0c-989d-a6bb5be3a258 req-cf63bfa3-2c43-40d3-9d82-b38d0349e53d tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] 10.222.0.36 "GET /v2.0/ports?device_id=cf64a143-d81f-4bf6-9ded-182f63c46e7f HTTP/1.1" status: 200 len: 945 time: 0.0856421 Sep 30 06:33:48.261402 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-33026411-ba94-4f0c-989d-a6bb5be3a258 req-86f8ecf5-9e90-4056-a38e-d0ad0375a16c tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] 10.222.0.36 "GET /v2.0/security-groups?id=0ac15c32-ea2e-4327-b2f6-f045edc248fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375206 Sep 30 06:33:49.445924 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969864c4-305a-419b-802d-16ee655769f7 req-44af3b4f-c338-4bbf-b257-49f0981ee62c tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:33:49.449043 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-969864c4-305a-419b-802d-16ee655769f7 req-44af3b4f-c338-4bbf-b257-49f0981ee62c tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] 10.222.0.36 "GET /v2.0/ports?device_id=cf64a143-d81f-4bf6-9ded-182f63c46e7f HTTP/1.1" status: 200 len: 945 time: 0.0634708 Sep 30 06:33:49.504843 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-969864c4-305a-419b-802d-16ee655769f7 req-738d814e-7c39-431b-8e7e-a4514f88735b tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] 10.222.0.36 "GET /v2.0/security-groups?id=0ac15c32-ea2e-4327-b2f6-f045edc248fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464535 Sep 30 06:33:50.648805 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165a64e5-5486-44d4-aefe-26ac8f393d00 req-d6b9b7cd-3d2e-42a5-81bc-ad25feb2d155 tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:33:50.650401 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-165a64e5-5486-44d4-aefe-26ac8f393d00 req-d6b9b7cd-3d2e-42a5-81bc-ad25feb2d155 tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] 10.222.0.36 "GET /v2.0/ports?device_id=cf64a143-d81f-4bf6-9ded-182f63c46e7f HTTP/1.1" status: 200 len: 945 time: 0.0640764 Sep 30 06:33:50.722392 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-165a64e5-5486-44d4-aefe-26ac8f393d00 req-f81ac735-7acc-4070-af2f-c8f0c3d39a9d tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] 10.222.0.36 "GET /v2.0/security-groups?id=0ac15c32-ea2e-4327-b2f6-f045edc248fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0641134 Sep 30 06:33:51.388845 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5799f0a5-a1e2-4900-ab6d-644ca2b31e3c req-230a3e55-396a-4dc4-8f2c-03b75e7c7c8e tempest-AttachVolumeTestJSON-1192105893 tempest-AttachVolumeTestJSON-1192105893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:33:51.390424 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-5799f0a5-a1e2-4900-ab6d-644ca2b31e3c req-230a3e55-396a-4dc4-8f2c-03b75e7c7c8e tempest-AttachVolumeTestJSON-1192105893 tempest-AttachVolumeTestJSON-1192105893-project] 10.222.0.36 "GET /v2.0/ports?device_id=aea852bb-fe37-4a09-9dbd-9d4b564b22f3 HTTP/1.1" status: 200 len: 945 time: 0.0560932 Sep 30 06:33:51.433914 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-5799f0a5-a1e2-4900-ab6d-644ca2b31e3c req-4faaad32-5927-4e02-b622-ede8acb8aa7d tempest-AttachVolumeTestJSON-1192105893 tempest-AttachVolumeTestJSON-1192105893-project] 10.222.0.36 "GET /v2.0/security-groups?id=de9b6b00-8e3c-42ea-89f7-757f6c5d158d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366325 Sep 30 06:33:51.867649 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace288e4-44f1-450b-94a8-bbffdd450ce5 req-86afdb80-9dc4-40cc-8ae9-c4abd00371b7 tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:33:51.869245 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-ace288e4-44f1-450b-94a8-bbffdd450ce5 req-86afdb80-9dc4-40cc-8ae9-c4abd00371b7 tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] 10.222.0.36 "GET /v2.0/ports?device_id=cf64a143-d81f-4bf6-9ded-182f63c46e7f HTTP/1.1" status: 200 len: 945 time: 0.0558102 Sep 30 06:33:51.920840 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-ace288e4-44f1-450b-94a8-bbffdd450ce5 req-4a3b0af7-2771-452e-8d6a-7c337a4dfd1e tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] 10.222.0.36 "GET /v2.0/security-groups?id=0ac15c32-ea2e-4327-b2f6-f045edc248fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409594 Sep 30 06:33:52.582809 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef536f71-2a4b-49f1-9f05-efa283b54688 req-aefbeb91-0b30-476d-a0c0-53833783e055 tempest-AttachVolumeTestJSON-1192105893 tempest-AttachVolumeTestJSON-1192105893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:33:52.584451 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-ef536f71-2a4b-49f1-9f05-efa283b54688 req-aefbeb91-0b30-476d-a0c0-53833783e055 tempest-AttachVolumeTestJSON-1192105893 tempest-AttachVolumeTestJSON-1192105893-project] 10.222.0.36 "GET /v2.0/ports?device_id=aea852bb-fe37-4a09-9dbd-9d4b564b22f3 HTTP/1.1" status: 200 len: 945 time: 0.0696194 Sep 30 06:33:52.631937 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-ef536f71-2a4b-49f1-9f05-efa283b54688 req-a6a1388c-1614-4c33-a720-a29c1dae4705 tempest-AttachVolumeTestJSON-1192105893 tempest-AttachVolumeTestJSON-1192105893-project] 10.222.0.36 "GET /v2.0/security-groups?id=de9b6b00-8e3c-42ea-89f7-757f6c5d158d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380373 Sep 30 06:33:53.096008 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2630a5be-976b-438f-9b21-ca1c663a3be3 req-e7b71085-57d2-4d3b-948c-cd4c54a680c9 tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:33:53.098402 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-2630a5be-976b-438f-9b21-ca1c663a3be3 req-e7b71085-57d2-4d3b-948c-cd4c54a680c9 tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] 10.222.0.36 "GET /v2.0/ports?device_id=cf64a143-d81f-4bf6-9ded-182f63c46e7f HTTP/1.1" status: 200 len: 945 time: 0.0812368 Sep 30 06:33:53.150836 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-2630a5be-976b-438f-9b21-ca1c663a3be3 req-1b201860-1be1-4a48-b92b-5415692dc5a3 tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] 10.222.0.36 "GET /v2.0/security-groups?id=0ac15c32-ea2e-4327-b2f6-f045edc248fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437279 Sep 30 06:33:53.495822 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0e93e2-3b1e-4df1-a3ef-8bd3f1477ca4 req-aca099b0-4420-4e47-a623-2c11004cbbf6 tempest-AttachVolumeTestJSON-1192105893 tempest-AttachVolumeTestJSON-1192105893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:33:53.497392 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-bf0e93e2-3b1e-4df1-a3ef-8bd3f1477ca4 req-aca099b0-4420-4e47-a623-2c11004cbbf6 tempest-AttachVolumeTestJSON-1192105893 tempest-AttachVolumeTestJSON-1192105893-project] 10.222.0.10 "GET /v2.0/ports?device_id=aea852bb-fe37-4a09-9dbd-9d4b564b22f3 HTTP/1.1" status: 200 len: 945 time: 0.0520079 Sep 30 06:33:53.602774 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.plugins.ml2.plugin [req-bf0e93e2-3b1e-4df1-a3ef-8bd3f1477ca4 req-1b7068d7-183a-4956-bc6c-50bc67427a18 tempest-AttachVolumeTestJSON-1192105893 tempest-AttachVolumeTestJSON-1192105893-project] Deleting port db6f15e0-ca40-4611-82a6-7ccc6d13c254 {{(pid=93999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 06:33:53.603503 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [req-bf0e93e2-3b1e-4df1-a3ef-8bd3f1477ca4 req-1b7068d7-183a-4956-bc6c-50bc67427a18 tempest-AttachVolumeTestJSON-1192105893 tempest-AttachVolumeTestJSON-1192105893-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727545987880'] for port, before_delete {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:33:53.709513 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.plugins.ml2.db [req-bf0e93e2-3b1e-4df1-a3ef-8bd3f1477ca4 req-1b7068d7-183a-4956-bc6c-50bc67427a18 tempest-AttachVolumeTestJSON-1192105893 tempest-AttachVolumeTestJSON-1192105893-project] For port db6f15e0-ca40-4611-82a6-7ccc6d13c254, host hv-cinder-81187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81187',level=0,port_id=db6f15e0-ca40-4611-82a6-7ccc6d13c254,segment=NetworkSegment(fb392b75-2cea-4ed8-909e-87c2ccb253f8),segment_id=fb392b75-2cea-4ed8-909e-87c2ccb253f8)] {{(pid=93999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 06:33:53.709881 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [req-bf0e93e2-3b1e-4df1-a3ef-8bd3f1477ca4 req-1b7068d7-183a-4956-bc6c-50bc67427a18 tempest-AttachVolumeTestJSON-1192105893 tempest-AttachVolumeTestJSON-1192105893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7874563'] for port, precommit_delete {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:33:53.816333 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c734fd4-f937-4af7-af46-df200e0d91c9 req-6fb2e671-b50e-4d42-9d51-3c3d79f7e2fb tempest-AttachVolumeTestJSON-1192105893 tempest-AttachVolumeTestJSON-1192105893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:33:53.817807 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.rpc [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] Device 95f7371c-2299-4672-bba1-0cb9e084025f details requested by agent hyperv_hv-cinder-81187 with host hv-cinder-81187 {{(pid=94001) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 06:33:53.818643 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-3c734fd4-f937-4af7-af46-df200e0d91c9 req-6fb2e671-b50e-4d42-9d51-3c3d79f7e2fb tempest-AttachVolumeTestJSON-1192105893 tempest-AttachVolumeTestJSON-1192105893-project] 10.222.0.36 "GET /v2.0/ports?device_id=aea852bb-fe37-4a09-9dbd-9d4b564b22f3 HTTP/1.1" status: 200 len: 945 time: 0.1052992 Sep 30 06:33:53.936272 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-3c734fd4-f937-4af7-af46-df200e0d91c9 req-837f5c9e-2d8b-4ca4-a6e5-cb9aecdfcafc tempest-AttachVolumeTestJSON-1192105893 tempest-AttachVolumeTestJSON-1192105893-project] 10.222.0.36 "GET /v2.0/security-groups?id=de9b6b00-8e3c-42ea-89f7-757f6c5d158d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1114967 Sep 30 06:33:53.963174 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.db [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] For port 95f7371c-2299-4672-bba1-0cb9e084025f, host hv-cinder-81187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81187',level=0,port_id=95f7371c-2299-4672-bba1-0cb9e084025f,segment=NetworkSegment(2a6dd986-63b3-41e2-80f5-fecbf28b70d3),segment_id=2a6dd986-63b3-41e2-80f5-fecbf28b70d3)] {{(pid=94001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 06:33:53.977299 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.rpc [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] Returning: {'device': '95f7371c-2299-4672-bba1-0cb9e084025f', 'network_id': '5fefac64-03c4-43dd-a17b-d4a261fa3173', 'port_id': '95f7371c-2299-4672-bba1-0cb9e084025f', 'mac_address': 'fa:16:3e:c8:ac:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 333, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05cd2f04-a42c-4ac5-94b6-16f7140b471b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94001) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 06:33:53.981764 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [req-bf0e93e2-3b1e-4df1-a3ef-8bd3f1477ca4 req-1b7068d7-183a-4956-bc6c-50bc67427a18 tempest-AttachVolumeTestJSON-1192105893 tempest-AttachVolumeTestJSON-1192105893-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:33:53.982229 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [req-bf0e93e2-3b1e-4df1-a3ef-8bd3f1477ca4 req-1b7068d7-183a-4956-bc6c-50bc67427a18 tempest-AttachVolumeTestJSON-1192105893 tempest-AttachVolumeTestJSON-1192105893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7877914'] for floatingip, after_update {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:33:53.982896 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.db.l3_db [req-bf0e93e2-3b1e-4df1-a3ef-8bd3f1477ca4 req-1b7068d7-183a-4956-bc6c-50bc67427a18 tempest-AttachVolumeTestJSON-1192105893 tempest-AttachVolumeTestJSON-1192105893-project] Floating IP 95a8a9f0-2c05-465c-ba85-e2902ccf7819 disassociated. External IP: 172.27.1.6, port: db6f15e0-ca40-4611-82a6-7ccc6d13c254. Sep 30 06:33:53.983074 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.plugins.ml2.plugin [req-bf0e93e2-3b1e-4df1-a3ef-8bd3f1477ca4 req-1b7068d7-183a-4956-bc6c-50bc67427a18 tempest-AttachVolumeTestJSON-1192105893 tempest-AttachVolumeTestJSON-1192105893-project] Calling delete_port for db6f15e0-ca40-4611-82a6-7ccc6d13c254 owned by compute:nova {{(pid=93999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 06:33:54.020498 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653538'] for port, before_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:33:54.042487 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.notifiers.nova [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 95f7371c-2299-4672-bba1-0cb9e084025f {{(pid=94001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 06:33:54.071834 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.db [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] For port 95f7371c-2299-4672-bba1-0cb9e084025f, host hv-cinder-81187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81187',level=0,port_id=95f7371c-2299-4672-bba1-0cb9e084025f,segment=NetworkSegment(2a6dd986-63b3-41e2-80f5-fecbf28b70d3),segment_id=2a6dd986-63b3-41e2-80f5-fecbf28b70d3)] {{(pid=94001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 06:33:54.079333 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7821886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727545992452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727545489363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727545489381'] for port, after_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:33:54.140566 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [req-bf0e93e2-3b1e-4df1-a3ef-8bd3f1477ca4 req-1b7068d7-183a-4956-bc6c-50bc67427a18 tempest-AttachVolumeTestJSON-1192105893 tempest-AttachVolumeTestJSON-1192105893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7821886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727545991406', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727545489354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6560267'] for port, after_delete {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:33:54.146585 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] Pushing event updated for resources: {'Port': ['ID=95f7371c-2299-4672-bba1-0cb9e084025f,revision_number=6']} {{(pid=94001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:33:54.159907 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=94001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:33:54.160477 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=94001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:33:54.161049 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=94001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:33:54.161621 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=94001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:33:54.162172 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=94001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:33:54.162789 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=94001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:33:54.163370 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=94001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:33:54.163939 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=94001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:33:54.164542 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=94001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:33:54.165124 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=94001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:33:54.165666 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=94001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:33:54.166472 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=94001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:33:54.171883 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7068d7-183a-4956-bc6c-50bc67427a18 tempest-AttachVolumeTestJSON-1192105893 tempest-AttachVolumeTestJSON-1192105893-project] Pushing event deleted for resources: {'Port': ['ID=db6f15e0-ca40-4611-82a6-7ccc6d13c254,revision_number=None']} {{(pid=93999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:33:54.295739 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fb50f5-0923-47c5-9d59-d3c520ad41d6 req-a7caac8c-9383-46af-8da7-b8dcd71af9ce tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:33:54.297361 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-c9fb50f5-0923-47c5-9d59-d3c520ad41d6 req-a7caac8c-9383-46af-8da7-b8dcd71af9ce tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] 10.222.0.36 "GET /v2.0/ports?device_id=cf64a143-d81f-4bf6-9ded-182f63c46e7f HTTP/1.1" status: 200 len: 944 time: 0.0550632 Sep 30 06:33:54.316007 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bf0e93e2-3b1e-4df1-a3ef-8bd3f1477ca4 req-1b7068d7-183a-4956-bc6c-50bc67427a18 tempest-AttachVolumeTestJSON-1192105893 tempest-AttachVolumeTestJSON-1192105893-project] Router 8ed619a9-5f7e-482b-8deb-23ec7fdf2ab4 has already been hosted by L3 agent f054bd23-6895-478f-87a4-7cc0e21c04e0 {{(pid=93999) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 06:33:54.318789 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.db [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] get_ports_and_sgs() called for port_ids ['95f7371c-2299-4672-bba1-0cb9e084025f'] {{(pid=94001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 06:33:54.343183 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-c9fb50f5-0923-47c5-9d59-d3c520ad41d6 req-8b22a4a9-cab8-419d-ae44-9dd572ee2c6b tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] 10.222.0.36 "GET /v2.0/security-groups?id=0ac15c32-ea2e-4327-b2f6-f045edc248fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348051 Sep 30 06:33:54.465054 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bf0e93e2-3b1e-4df1-a3ef-8bd3f1477ca4 req-1b7068d7-183a-4956-bc6c-50bc67427a18 tempest-AttachVolumeTestJSON-1192105893 tempest-AttachVolumeTestJSON-1192105893-project] Notify agent at l3_agent.dv-cinder-811877-1-iscsi the message routers_updated {{(pid=93999) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 06:33:54.488261 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f36d7ba8-2edc-45ab-87d5-ec9eca2fad43 None None] Sync routers for ids ['8ed619a9-5f7e-482b-8deb-23ec7fdf2ab4'] in dv-cinder-811877-1-iscsi {{(pid=94001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 06:33:54.503598 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f36d7ba8-2edc-45ab-87d5-ec9eca2fad43 None None] Routers {'8ed619a9-5f7e-482b-8deb-23ec7fdf2ab4'} bound to L3 agent in host dv-cinder-811877-1-iscsi {{(pid=94001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 06:33:54.504246 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.db.l3_hamode_db [None req-f36d7ba8-2edc-45ab-87d5-ec9eca2fad43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811877-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-30T06:19:31Z,description=,heartbeat_timestamp=2021-09-30T06:33:31Z,host='dv-cinder-811877-1-iscsi',id=f054bd23-6895-478f-87a4-7cc0e21c04e0,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T06:19:31Z,topic='l3_agent')) {'router_ids': ['8ed619a9-5f7e-482b-8deb-23ec7fdf2ab4'], 'active': True} {{(pid=94001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 06:33:54.534374 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf0e93e2-3b1e-4df1-a3ef-8bd3f1477ca4 req-1b7068d7-183a-4956-bc6c-50bc67427a18 tempest-AttachVolumeTestJSON-1192105893 tempest-AttachVolumeTestJSON-1192105893-project] No DVR routers for this DVR port db6f15e0-ca40-4611-82a6-7ccc6d13c254 on host hv-cinder-81187 {{(pid=93999) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 06:33:54.538158 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [req-bf0e93e2-3b1e-4df1-a3ef-8bd3f1477ca4 req-1b7068d7-183a-4956-bc6c-50bc67427a18 tempest-AttachVolumeTestJSON-1192105893 tempest-AttachVolumeTestJSON-1192105893-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57126'] for port, before_response {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:33:54.542080 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-bf0e93e2-3b1e-4df1-a3ef-8bd3f1477ca4 req-1b7068d7-183a-4956-bc6c-50bc67427a18 tempest-AttachVolumeTestJSON-1192105893 tempest-AttachVolumeTestJSON-1192105893-project] 10.222.0.10 "DELETE /v2.0/ports/db6f15e0-ca40-4611-82a6-7ccc6d13c254 HTTP/1.1" status: 204 len: 173 time: 1.0365515 Sep 30 06:33:54.542921 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aea852bb-fe37-4a09-9dbd-9d4b564b22f3', 'name': 'network-vif-deleted', 'tag': 'db6f15e0-ca40-4611-82a6-7ccc6d13c254'}] {{(pid=93999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 06:33:54.546921 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07b111f6e278cfffd9c4f208e103de524c2b9e3fbd4e5a5b5d8dd158a433df71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ddf7882-1bf3-4e39-83d4-60de9ba60267" -d '{"events": [{"server_uuid": "aea852bb-fe37-4a09-9dbd-9d4b564b22f3", "name": "network-vif-deleted", "tag": "db6f15e0-ca40-4611-82a6-7ccc6d13c254"}]}' {{(pid=93999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 06:33:54.635224 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 06:33:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b05951dd-4fa9-4443-a51d-29b8c7d4fca8 x-openstack-request-id: req-b05951dd-4fa9-4443-a51d-29b8c7d4fca8 {{(pid=93999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 06:33:54.636055 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aea852bb-fe37-4a09-9dbd-9d4b564b22f3", "name": "network-vif-deleted", "tag": "db6f15e0-ca40-4611-82a6-7ccc6d13c254", "status": "completed", "code": 200}]} {{(pid=93999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 06:33:54.636602 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-b05951dd-4fa9-4443-a51d-29b8c7d4fca8 {{(pid=93999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 06:33:54.637387 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aea852bb-fe37-4a09-9dbd-9d4b564b22f3', 'name': 'network-vif-deleted', 'tag': 'db6f15e0-ca40-4611-82a6-7ccc6d13c254', 'status': 'completed', 'code': 200} Sep 30 06:33:54.848626 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.db.l3_dvr_db [None req-f36d7ba8-2edc-45ab-87d5-ec9eca2fad43 None None] Set router 8ed619a9-5f7e-482b-8deb-23ec7fdf2ab4 gateway port host: dv-cinder-811877-1-iscsi {{(pid=94001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 06:33:55.081328 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-ead26b28-2739-4d9c-89d2-14ff0be084a9 req-17c23192-49c2-43a3-93ee-1e880504a364 tempest-AttachVolumeTestJSON-1192105893 tempest-AttachVolumeTestJSON-1192105893-project] 10.222.0.36 "GET /v2.0/ports?device_id=aea852bb-fe37-4a09-9dbd-9d4b564b22f3 HTTP/1.1" status: 200 len: 210 time: 0.0297668 Sep 30 06:33:55.125315 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.db.l3_hamode_db [None req-f36d7ba8-2edc-45ab-87d5-ec9eca2fad43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ed619a9-5f7e-482b-8deb-23ec7fdf2ab4', 'name': 'tempest-AttachVolumeTestJSON-934096422-router', 'tenant_id': 'fd01cd14f23840e59331ece07bbcdf9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddd8ee8b-b24f-47fb-afd7-cfc700c93624', 'external_fixed_ips': [{'subnet_id': '4727b4cf-a8ea-4dab-8db4-019b4e8b0546', 'ip_address': '172.27.1.36'}], 'enable_snat': True}, 'gw_port_id': 'da1c69fb-7325-41c8-ab50-aebb52d96748', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T06:27:32Z', 'updated_at': '2021-09-30T06:27:39Z', 'revision_number': 4, 'project_id': 'fd01cd14f23840e59331ece07bbcdf9e', 'gw_port': {'id': 'da1c69fb-7325-41c8-ab50-aebb52d96748', 'name': '', 'network_id': 'ddd8ee8b-b24f-47fb-afd7-cfc700c93624', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:61:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ed619a9-5f7e-482b-8deb-23ec7fdf2ab4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '4727b4cf-a8ea-4dab-8db4-019b4e8b0546', 'ip_address': '172.27.1.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T06:27:33Z', 'updated_at': '2021-09-30T06:27:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4727b4cf-a8ea-4dab-8db4-019b4e8b0546', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811877-1-iscsi', '_interfaces': [{'id': '7641b08b-edd0-4733-84f9-f67531f18b54', 'name': '', 'network_id': '92aa8f19-aafd-4462-9d7f-7e5f878c12b2', 'tenant_id': 'fd01cd14f23840e59331ece07bbcdf9e', 'mac_address': 'fa:16:3e:d4:5e:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ed619a9-5f7e-482b-8deb-23ec7fdf2ab4', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '87e3e2f7-f230-4774-967b-a68a66b90c87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T06:27:37Z', 'updated_at': '2021-09-30T06:27:52Z', 'revision_number': 5, 'project_id': 'fd01cd14f23840e59331ece07bbcdf9e', 'subnets': [{'id': '87e3e2f7-f230-4774-967b-a68a66b90c87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811877-1-iscsi', False) {} {{(pid=94001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 06:33:55.160994 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f36d7ba8-2edc-45ab-87d5-ec9eca2fad43 None None] Checking router: 8ed619a9-5f7e-482b-8deb-23ec7fdf2ab4 for host: dv-cinder-811877-1-iscsi {{(pid=94001) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 06:33:55.173158 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f36d7ba8-2edc-45ab-87d5-ec9eca2fad43 None None] Routers {'8ed619a9-5f7e-482b-8deb-23ec7fdf2ab4'} bound to L3 agent in host dv-cinder-811877-1-iscsi {{(pid=94001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 06:33:55.173423 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.db.l3_hamode_db [None req-f36d7ba8-2edc-45ab-87d5-ec9eca2fad43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811877-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-30T06:19:31Z,description=,heartbeat_timestamp=2021-09-30T06:33:31Z,host='dv-cinder-811877-1-iscsi',id=f054bd23-6895-478f-87a4-7cc0e21c04e0,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T06:19:31Z,topic='l3_agent')) {'router_ids': ['8ed619a9-5f7e-482b-8deb-23ec7fdf2ab4'], 'active': True} {{(pid=94001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 06:33:55.298594 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.db.l3_dvr_db [None req-f36d7ba8-2edc-45ab-87d5-ec9eca2fad43 None None] Set router 8ed619a9-5f7e-482b-8deb-23ec7fdf2ab4 gateway port host: dv-cinder-811877-1-iscsi {{(pid=94001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 06:33:55.544677 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48644a3a-c6bf-4add-be0f-d44be731e316 req-b37cbc1d-e589-430f-b18e-dcc97f44cae3 tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:33:55.546660 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-48644a3a-c6bf-4add-be0f-d44be731e316 req-b37cbc1d-e589-430f-b18e-dcc97f44cae3 tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] 10.222.0.36 "GET /v2.0/ports?device_id=cf64a143-d81f-4bf6-9ded-182f63c46e7f HTTP/1.1" status: 200 len: 944 time: 0.0817027 Sep 30 06:33:55.588048 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.db.l3_hamode_db [None req-f36d7ba8-2edc-45ab-87d5-ec9eca2fad43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ed619a9-5f7e-482b-8deb-23ec7fdf2ab4', 'name': 'tempest-AttachVolumeTestJSON-934096422-router', 'tenant_id': 'fd01cd14f23840e59331ece07bbcdf9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddd8ee8b-b24f-47fb-afd7-cfc700c93624', 'external_fixed_ips': [{'subnet_id': '4727b4cf-a8ea-4dab-8db4-019b4e8b0546', 'ip_address': '172.27.1.36'}], 'enable_snat': True}, 'gw_port_id': 'da1c69fb-7325-41c8-ab50-aebb52d96748', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T06:27:32Z', 'updated_at': '2021-09-30T06:27:39Z', 'revision_number': 4, 'project_id': 'fd01cd14f23840e59331ece07bbcdf9e', 'gw_port': {'id': 'da1c69fb-7325-41c8-ab50-aebb52d96748', 'name': '', 'network_id': 'ddd8ee8b-b24f-47fb-afd7-cfc700c93624', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:61:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ed619a9-5f7e-482b-8deb-23ec7fdf2ab4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '4727b4cf-a8ea-4dab-8db4-019b4e8b0546', 'ip_address': '172.27.1.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T06:27:33Z', 'updated_at': '2021-09-30T06:27:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4727b4cf-a8ea-4dab-8db4-019b4e8b0546', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811877-1-iscsi', '_interfaces': [{'id': '7641b08b-edd0-4733-84f9-f67531f18b54', 'name': '', 'network_id': '92aa8f19-aafd-4462-9d7f-7e5f878c12b2', 'tenant_id': 'fd01cd14f23840e59331ece07bbcdf9e', 'mac_address': 'fa:16:3e:d4:5e:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ed619a9-5f7e-482b-8deb-23ec7fdf2ab4', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '87e3e2f7-f230-4774-967b-a68a66b90c87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T06:27:37Z', 'updated_at': '2021-09-30T06:27:52Z', 'revision_number': 5, 'project_id': 'fd01cd14f23840e59331ece07bbcdf9e', 'subnets': [{'id': '87e3e2f7-f230-4774-967b-a68a66b90c87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811877-1-iscsi', False) {} {{(pid=94001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 06:33:55.607407 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-48644a3a-c6bf-4add-be0f-d44be731e316 req-ae3b5ae4-2d75-4e3d-979d-8aed43adba25 tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] 10.222.0.36 "GET /v2.0/security-groups?id=0ac15c32-ea2e-4327-b2f6-f045edc248fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506384 Sep 30 06:33:55.621764 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f36d7ba8-2edc-45ab-87d5-ec9eca2fad43 None None] The sync data for ids ['8ed619a9-5f7e-482b-8deb-23ec7fdf2ab4'] in dv-cinder-811877-1-iscsi is: [{'id': '8ed619a9-5f7e-482b-8deb-23ec7fdf2ab4', 'name': 'tempest-AttachVolumeTestJSON-934096422-router', 'tenant_id': 'fd01cd14f23840e59331ece07bbcdf9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddd8ee8b-b24f-47fb-afd7-cfc700c93624', 'external_fixed_ips': [{'subnet_id': '4727b4cf-a8ea-4dab-8db4-019b4e8b0546', 'ip_address': '172.27.1.36'}], 'enable_snat': True}, 'gw_port_id': 'da1c69fb-7325-41c8-ab50-aebb52d96748', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T06:27:32Z', 'updated_at': '2021-09-30T06:27:39Z', 'revision_number': 4, 'project_id': 'fd01cd14f23840e59331ece07bbcdf9e', 'gw_port': {'id': 'da1c69fb-7325-41c8-ab50-aebb52d96748', 'name': '', 'network_id': 'ddd8ee8b-b24f-47fb-afd7-cfc700c93624', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:61:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ed619a9-5f7e-482b-8deb-23ec7fdf2ab4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '4727b4cf-a8ea-4dab-8db4-019b4e8b0546', 'ip_address': '172.27.1.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T06:27:33Z', 'updated_at': '2021-09-30T06:27:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4727b4cf-a8ea-4dab-8db4-019b4e8b0546', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811877-1-iscsi', '_interfaces': [{'id': '7641b08b-edd0-4733-84f9-f67531f18b54', 'name': '', 'network_id': '92aa8f19-aafd-4462-9d7f-7e5f878c12b2', 'tenant_id': 'fd01cd14f23840e59331ece07bbcdf9e', 'mac_address': 'fa:16:3e:d4:5e:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ed619a9-5f7e-482b-8deb-23ec7fdf2ab4', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '87e3e2f7-f230-4774-967b-a68a66b90c87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T06:27:37Z', 'updated_at': '2021-09-30T06:27:52Z', 'revision_number': 5, 'project_id': 'fd01cd14f23840e59331ece07bbcdf9e', 'subnets': [{'id': '87e3e2f7-f230-4774-967b-a68a66b90c87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 06:33:55.852813 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.rpc [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] Device 95f7371c-2299-4672-bba1-0cb9e084025f up at agent hyperv_hv-cinder-81187 {{(pid=94001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 06:33:55.938900 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.db.provisioning_blocks [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] Provisioning complete for port 95f7371c-2299-4672-bba1-0cb9e084025f triggered by entity L2. {{(pid=94001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 06:33:55.939516 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-597822'] for port, provisioning_complete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:33:56.014623 dv-cinder-811877-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dc79ed1-fec0-49c8-b96b-7b0553c7c2a5 None None] New status for floating IP 95a8a9f0-2c05-465c-ba85-e2902ccf7819: DOWN {{(pid=94002) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 30 06:33:56.052164 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653538'] for port, before_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:33:56.083853 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf64a143-d81f-4bf6-9ded-182f63c46e7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95f7371c-2299-4672-bba1-0cb9e084025f'}] {{(pid=94001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 06:33:56.086580 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6a6fbc36b32d89ab1780593628eab99e94898f937be62aa03f5208480f4236e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a22b1bd-08c2-4c68-bf4f-c9aeeffdca7f" -d '{"events": [{"server_uuid": "cf64a143-d81f-4bf6-9ded-182f63c46e7f", "name": "network-vif-plugged", "status": "completed", "tag": "95f7371c-2299-4672-bba1-0cb9e084025f"}]}' {{(pid=94001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 06:33:56.129136 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.db [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] For port 95f7371c-2299-4672-bba1-0cb9e084025f, host hv-cinder-81187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81187',level=0,port_id=95f7371c-2299-4672-bba1-0cb9e084025f,segment=NetworkSegment(2a6dd986-63b3-41e2-80f5-fecbf28b70d3),segment_id=2a6dd986-63b3-41e2-80f5-fecbf28b70d3)] {{(pid=94001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 06:33:56.139260 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7821886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727545992452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727545489363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727545489381'] for port, after_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:33:56.152394 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 06:33:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e14d01ec-7a2b-49e5-96fc-c8d9ba847358 x-openstack-request-id: req-e14d01ec-7a2b-49e5-96fc-c8d9ba847358 {{(pid=94001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 06:33:56.153527 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf64a143-d81f-4bf6-9ded-182f63c46e7f", "name": "network-vif-plugged", "status": "completed", "tag": "95f7371c-2299-4672-bba1-0cb9e084025f", "code": 200}]} {{(pid=94001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 06:33:56.154139 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-e14d01ec-7a2b-49e5-96fc-c8d9ba847358 {{(pid=94001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 06:33:56.154977 dv-cinder-811877-1-iscsi neutron-server[94001]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf64a143-d81f-4bf6-9ded-182f63c46e7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95f7371c-2299-4672-bba1-0cb9e084025f', 'code': 200} Sep 30 06:33:56.248635 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.wsgi [-] (93999) accepted ('10.222.0.36', 58962) {{(pid=93999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 06:33:56.254446 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] Pushing event updated for resources: {'Port': ['ID=95f7371c-2299-4672-bba1-0cb9e084025f,revision_number=7']} {{(pid=94001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:33:56.344877 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-4a887d83-ffac-49dd-99e0-35a641f42ca3 tempest-AttachVolumeTestJSON-1192105893 tempest-AttachVolumeTestJSON-1192105893-project] Notify callbacks [] for security_group, before_delete {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:33:56.385672 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-4a887d83-ffac-49dd-99e0-35a641f42ca3 tempest-AttachVolumeTestJSON-1192105893 tempest-AttachVolumeTestJSON-1192105893-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:33:56.480293 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-4a887d83-ffac-49dd-99e0-35a641f42ca3 tempest-AttachVolumeTestJSON-1192105893 tempest-AttachVolumeTestJSON-1192105893-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533969'] for security_group, after_delete {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:33:56.482904 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-4a887d83-ffac-49dd-99e0-35a641f42ca3 tempest-AttachVolumeTestJSON-1192105893 tempest-AttachVolumeTestJSON-1192105893-project] Notify callbacks [] for security_group, before_response {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:33:56.484190 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [None req-4a887d83-ffac-49dd-99e0-35a641f42ca3 tempest-AttachVolumeTestJSON-1192105893 tempest-AttachVolumeTestJSON-1192105893-project] 10.222.0.36 "DELETE /v2.0/security-groups/de9b6b00-8e3c-42ea-89f7-757f6c5d158d HTTP/1.1" status: 204 len: 168 time: 0.2335021 Sep 30 06:33:56.487752 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.36', 58964) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 06:33:56.498972 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a887d83-ffac-49dd-99e0-35a641f42ca3 tempest-AttachVolumeTestJSON-1192105893 tempest-AttachVolumeTestJSON-1192105893-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=de9b6b00-8e3c-42ea-89f7-757f6c5d158d,revision_number=None']} {{(pid=93999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:33:56.514096 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.api.v2.resource [None req-188c3952-f711-472c-b793-9405fd7e1588 tempest-AttachVolumeTestJSON-1192105893 tempest-AttachVolumeTestJSON-1192105893-project] show failed (client error): The resource could not be found. Sep 30 06:33:56.519196 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.wsgi [-] (93999) accepted ('10.222.0.36', 58966) {{(pid=93999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 06:33:56.519643 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [None req-188c3952-f711-472c-b793-9405fd7e1588 tempest-AttachVolumeTestJSON-1192105893 tempest-AttachVolumeTestJSON-1192105893-project] 10.222.0.36 "GET /v2.0/security-groups/de9b6b00-8e3c-42ea-89f7-757f6c5d158d HTTP/1.1" status: 404 len: 347 time: 0.0287693 Sep 30 06:33:56.698004 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.plugins.ml2.plugin [None req-480989c5-b8a0-4646-8d3f-883bf469ea1f tempest-AttachVolumeTestJSON-1192105893 tempest-AttachVolumeTestJSON-1192105893-project] Deleting port 23824541-e437-4b69-89b8-5b2c3be7e863 {{(pid=93999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 06:33:56.698380 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-480989c5-b8a0-4646-8d3f-883bf469ea1f tempest-AttachVolumeTestJSON-1192105893 tempest-AttachVolumeTestJSON-1192105893-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727545987880'] for port, before_delete {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:33:56.837430 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-480989c5-b8a0-4646-8d3f-883bf469ea1f tempest-AttachVolumeTestJSON-1192105893 tempest-AttachVolumeTestJSON-1192105893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7874563'] for port, precommit_delete {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:33:56.839516 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-480989c5-b8a0-4646-8d3f-883bf469ea1f tempest-AttachVolumeTestJSON-1192105893 tempest-AttachVolumeTestJSON-1192105893-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:33:56.866688 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.plugins.ml2.plugin [None req-480989c5-b8a0-4646-8d3f-883bf469ea1f tempest-AttachVolumeTestJSON-1192105893 tempest-AttachVolumeTestJSON-1192105893-project] Calling delete_port for 23824541-e437-4b69-89b8-5b2c3be7e863 owned by network:floatingip {{(pid=93999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 06:33:56.885807 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d76a11b-3b3b-433e-aa53-8d1e123b98b4 req-9bc79510-eb94-4c00-b381-1b0f6825182c tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:33:56.887588 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-4d76a11b-3b3b-433e-aa53-8d1e123b98b4 req-9bc79510-eb94-4c00-b381-1b0f6825182c tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] 10.222.0.36 "GET /v2.0/ports?device_id=cf64a143-d81f-4bf6-9ded-182f63c46e7f HTTP/1.1" status: 200 len: 945 time: 0.1145296 Sep 30 06:33:57.292879 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-4d76a11b-3b3b-433e-aa53-8d1e123b98b4 req-bf7d7549-e46a-478b-98ba-00b20ba26c91 tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] 10.222.0.36 "GET /v2.0/security-groups?id=0ac15c32-ea2e-4327-b2f6-f045edc248fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3984275 Sep 30 06:33:57.392898 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-480989c5-b8a0-4646-8d3f-883bf469ea1f tempest-AttachVolumeTestJSON-1192105893 tempest-AttachVolumeTestJSON-1192105893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7821886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727545991406', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727545489354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6560267'] for port, after_delete {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:33:57.427413 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480989c5-b8a0-4646-8d3f-883bf469ea1f tempest-AttachVolumeTestJSON-1192105893 tempest-AttachVolumeTestJSON-1192105893-project] Pushing event deleted for resources: {'Port': ['ID=23824541-e437-4b69-89b8-5b2c3be7e863,revision_number=None']} {{(pid=93999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:33:57.512462 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-480989c5-b8a0-4646-8d3f-883bf469ea1f tempest-AttachVolumeTestJSON-1192105893 tempest-AttachVolumeTestJSON-1192105893-project] Notify callbacks [] for floatingip, after_delete {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:33:57.515675 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-480989c5-b8a0-4646-8d3f-883bf469ea1f tempest-AttachVolumeTestJSON-1192105893 tempest-AttachVolumeTestJSON-1192105893-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57126'] for floatingip, before_response {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:33:57.519547 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [None req-480989c5-b8a0-4646-8d3f-883bf469ea1f tempest-AttachVolumeTestJSON-1192105893 tempest-AttachVolumeTestJSON-1192105893-project] 10.222.0.36 "DELETE /v2.0/floatingips/95a8a9f0-2c05-465c-ba85-e2902ccf7819 HTTP/1.1" status: 204 len: 168 time: 0.9953332 Sep 30 06:33:57.874730 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.rpc [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] Device db6f15e0-ca40-4611-82a6-7ccc6d13c254 no longer exists at agent hyperv_hv-cinder-81187 {{(pid=94001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 06:33:57.896932 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.plugin [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] No Port match for: db6f15e0-ca40-4611-82a6-7ccc6d13c254 {{(pid=94001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 06:33:57.897275 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.rpc [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] Device db6f15e0-ca40-4611-82a6-7ccc6d13c254 not bound to the agent host hv-cinder-81187 {{(pid=94001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 06:33:58.450134 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0199e57-4880-49f7-af97-73c879c9991d req-d214bd61-0208-489e-a888-b4d38e79eaf0 tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:33:58.457059 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-c0199e57-4880-49f7-af97-73c879c9991d req-d214bd61-0208-489e-a888-b4d38e79eaf0 tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] 10.222.0.36 "GET /v2.0/ports?device_id=cf64a143-d81f-4bf6-9ded-182f63c46e7f HTTP/1.1" status: 200 len: 945 time: 0.0715292 Sep 30 06:33:58.486466 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-903cb79f-5ca6-47d4-b793-ade129bf8be5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727546001794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-597483'] for agent, after_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:33:58.515372 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-c0199e57-4880-49f7-af97-73c879c9991d req-5062c895-ce8a-43c2-a962-8df65c25c153 tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] 10.222.0.36 "GET /v2.0/security-groups?id=0ac15c32-ea2e-4327-b2f6-f045edc248fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439885 Sep 30 06:33:59.697764 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b208954-c82e-47dd-b2d2-07bf2af7fd40 req-26d7b560-b05f-4328-b5e2-07e7bb72a95f tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:33:59.699737 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-2b208954-c82e-47dd-b2d2-07bf2af7fd40 req-26d7b560-b05f-4328-b5e2-07e7bb72a95f tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] 10.222.0.36 "GET /v2.0/ports?device_id=cf64a143-d81f-4bf6-9ded-182f63c46e7f HTTP/1.1" status: 200 len: 945 time: 0.0815673 Sep 30 06:33:59.773494 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-2b208954-c82e-47dd-b2d2-07bf2af7fd40 req-937ec75e-7bfb-4c65-b405-7fa9b8e119b1 tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] 10.222.0.36 "GET /v2.0/security-groups?id=0ac15c32-ea2e-4327-b2f6-f045edc248fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0622811 Sep 30 06:34:00.594233 dv-cinder-811877-1-iscsi neutron-server[94002]: DEBUG neutron.db.agents_db [None req-d9c94b1b-4ad8-4063-8329-7a4f29b52830 None None] Agent healthcheck: found 6 active agents {{(pid=94002) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 06:34:00.943327 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3ca864-d331-4bc6-a679-d8825aff52a9 req-251cddb0-1d5c-48b4-b1fa-40427409e32b tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:34:00.945001 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-6a3ca864-d331-4bc6-a679-d8825aff52a9 req-251cddb0-1d5c-48b4-b1fa-40427409e32b tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] 10.222.0.36 "GET /v2.0/ports?device_id=cf64a143-d81f-4bf6-9ded-182f63c46e7f HTTP/1.1" status: 200 len: 945 time: 0.0688665 Sep 30 06:34:00.991823 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-6a3ca864-d331-4bc6-a679-d8825aff52a9 req-f2974bca-fd98-43a7-93c8-7fc9f7d10222 tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] 10.222.0.36 "GET /v2.0/security-groups?id=0ac15c32-ea2e-4327-b2f6-f045edc248fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381482 Sep 30 06:34:01.313338 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.wsgi [-] (93999) accepted ('10.222.0.36', 59010) {{(pid=93999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 06:34:01.350059 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-4ef4b615-f39c-41b5-a698-dcb2ccad1357 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727546001794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-597483'] for agent, after_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:34:01.999449 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-f6a5dab2-f82d-45a2-9448-575b97d3cb56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7877658'] for router_interface, before_delete {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:34:02.321752 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-1a5ef50c-1a60-4eeb-b96e-cf5df6fcca4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727546001794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-597483'] for agent, after_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:34:02.344091 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a469a94-0050-4569-9fb4-086fbe6e17eb req-f1ec410c-272c-4fdc-8d29-2475900ef284 tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:34:02.345689 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-2a469a94-0050-4569-9fb4-086fbe6e17eb req-f1ec410c-272c-4fdc-8d29-2475900ef284 tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] 10.222.0.36 "GET /v2.0/ports?device_id=cf64a143-d81f-4bf6-9ded-182f63c46e7f HTTP/1.1" status: 200 len: 945 time: 0.1659684 Sep 30 06:34:02.412974 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-2a469a94-0050-4569-9fb4-086fbe6e17eb req-eeb5eebd-22dd-4248-877c-9ce71170b9a3 tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] 10.222.0.36 "GET /v2.0/security-groups?id=0ac15c32-ea2e-4327-b2f6-f045edc248fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0597913 Sep 30 06:34:02.504005 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.plugins.ml2.plugin [None req-f6a5dab2-f82d-45a2-9448-575b97d3cb56 admin admin] Deleting port 7641b08b-edd0-4733-84f9-f67531f18b54 {{(pid=93999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 06:34:02.504635 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-f6a5dab2-f82d-45a2-9448-575b97d3cb56 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727545987880'] for port, before_delete {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:34:02.624490 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.plugins.ml2.db [None req-f6a5dab2-f82d-45a2-9448-575b97d3cb56 admin admin] For port 7641b08b-edd0-4733-84f9-f67531f18b54, host dv-cinder-811877-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811877-1-iscsi',level=0,port_id=7641b08b-edd0-4733-84f9-f67531f18b54,segment=NetworkSegment(fb392b75-2cea-4ed8-909e-87c2ccb253f8),segment_id=fb392b75-2cea-4ed8-909e-87c2ccb253f8)] {{(pid=93999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 06:34:02.624972 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-f6a5dab2-f82d-45a2-9448-575b97d3cb56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7874563'] for port, precommit_delete {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:34:02.646361 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.plugins.ml2.plugin [None req-f6a5dab2-f82d-45a2-9448-575b97d3cb56 admin admin] Calling delete_port for 7641b08b-edd0-4733-84f9-f67531f18b54 owned by network:router_interface {{(pid=93999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 06:34:02.676267 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-028184f3-f8cc-4c85-9e6b-64613141ad03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727546001794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-597483'] for agent, after_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:34:02.915220 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-f6a5dab2-f82d-45a2-9448-575b97d3cb56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7821886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727545991406', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727545489354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6560267'] for port, after_delete {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:34:02.948766 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a5dab2-f82d-45a2-9448-575b97d3cb56 admin admin] Pushing event deleted for resources: {'Port': ['ID=7641b08b-edd0-4733-84f9-f67531f18b54,revision_number=None']} {{(pid=93999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:34:03.187402 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-f6a5dab2-f82d-45a2-9448-575b97d3cb56 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7821773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7878035'] for router_interface, after_delete {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:34:03.465084 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6a5dab2-f82d-45a2-9448-575b97d3cb56 admin admin] Router 8ed619a9-5f7e-482b-8deb-23ec7fdf2ab4 has already been hosted by L3 agent f054bd23-6895-478f-87a4-7cc0e21c04e0 {{(pid=93999) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 06:34:03.595740 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af2bbfa-f18e-4687-81ce-68fb67a9b926 req-54aaa819-cdaf-4674-abdb-00bbdf8446f7 tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:34:03.605763 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-8af2bbfa-f18e-4687-81ce-68fb67a9b926 req-54aaa819-cdaf-4674-abdb-00bbdf8446f7 tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] 10.222.0.36 "GET /v2.0/ports?device_id=cf64a143-d81f-4bf6-9ded-182f63c46e7f HTTP/1.1" status: 200 len: 945 time: 0.0949464 Sep 30 06:34:03.647603 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6a5dab2-f82d-45a2-9448-575b97d3cb56 admin admin] Notify agent at l3_agent.dv-cinder-811877-1-iscsi the message routers_updated {{(pid=93999) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 06:34:03.662162 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-8af2bbfa-f18e-4687-81ce-68fb67a9b926 req-004e74cc-fba3-48ae-8e1b-d18d843d5448 tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] 10.222.0.36 "GET /v2.0/security-groups?id=0ac15c32-ea2e-4327-b2f6-f045edc248fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507271 Sep 30 06:34:03.662427 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da281cf4-e440-49b5-a481-8c3a7935a544 None None] Sync routers for ids ['8ed619a9-5f7e-482b-8deb-23ec7fdf2ab4'] in dv-cinder-811877-1-iscsi {{(pid=94001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 06:34:03.670700 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [None req-f6a5dab2-f82d-45a2-9448-575b97d3cb56 admin admin] 10.222.0.36 "PUT /v2.0/routers/8ed619a9-5f7e-482b-8deb-23ec7fdf2ab4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3531952 Sep 30 06:34:03.671100 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.wsgi [-] (93999) accepted ('10.222.0.36', 59020) {{(pid=93999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 06:34:03.675461 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da281cf4-e440-49b5-a481-8c3a7935a544 None None] Routers {'8ed619a9-5f7e-482b-8deb-23ec7fdf2ab4'} bound to L3 agent in host dv-cinder-811877-1-iscsi {{(pid=94001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 06:34:03.676532 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.db.l3_hamode_db [None req-da281cf4-e440-49b5-a481-8c3a7935a544 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811877-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-30T06:19:31Z,description=,heartbeat_timestamp=2021-09-30T06:34:01Z,host='dv-cinder-811877-1-iscsi',id=f054bd23-6895-478f-87a4-7cc0e21c04e0,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T06:19:31Z,topic='l3_agent')) {'router_ids': ['8ed619a9-5f7e-482b-8deb-23ec7fdf2ab4'], 'active': True} {{(pid=94001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 06:34:03.811470 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.db.l3_dvr_db [None req-da281cf4-e440-49b5-a481-8c3a7935a544 None None] Set router 8ed619a9-5f7e-482b-8deb-23ec7fdf2ab4 gateway port host: dv-cinder-811877-1-iscsi {{(pid=94001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 06:34:03.847801 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-52974800-b735-41ea-b7e0-62574414633b admin admin] Notify callbacks [] for router, before_delete {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:34:04.021207 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-52974800-b735-41ea-b7e0-62574414633b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:34:04.099446 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-31788eca-3db2-42eb-847b-597dce492ba7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727546001794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-597483'] for agent, after_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:34:04.104507 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.plugins.ml2.plugin [None req-52974800-b735-41ea-b7e0-62574414633b admin admin] Deleting port da1c69fb-7325-41c8-ab50-aebb52d96748 {{(pid=93999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 06:34:04.104933 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-52974800-b735-41ea-b7e0-62574414633b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727545987880'] for port, before_delete {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:34:04.130388 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.db.l3_hamode_db [None req-da281cf4-e440-49b5-a481-8c3a7935a544 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ed619a9-5f7e-482b-8deb-23ec7fdf2ab4', 'name': 'tempest-AttachVolumeTestJSON-934096422-router', 'tenant_id': 'fd01cd14f23840e59331ece07bbcdf9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddd8ee8b-b24f-47fb-afd7-cfc700c93624', 'external_fixed_ips': [{'subnet_id': '4727b4cf-a8ea-4dab-8db4-019b4e8b0546', 'ip_address': '172.27.1.36'}], 'enable_snat': True}, 'gw_port_id': 'da1c69fb-7325-41c8-ab50-aebb52d96748', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T06:27:32Z', 'updated_at': '2021-09-30T06:34:02Z', 'revision_number': 5, 'project_id': 'fd01cd14f23840e59331ece07bbcdf9e', 'gw_port': {'id': 'da1c69fb-7325-41c8-ab50-aebb52d96748', 'name': '', 'network_id': 'ddd8ee8b-b24f-47fb-afd7-cfc700c93624', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:61:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ed619a9-5f7e-482b-8deb-23ec7fdf2ab4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '4727b4cf-a8ea-4dab-8db4-019b4e8b0546', 'ip_address': '172.27.1.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T06:27:33Z', 'updated_at': '2021-09-30T06:27:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4727b4cf-a8ea-4dab-8db4-019b4e8b0546', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811877-1-iscsi'}], 'dv-cinder-811877-1-iscsi', False) {} {{(pid=94001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 06:34:04.167508 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da281cf4-e440-49b5-a481-8c3a7935a544 None None] Checking router: 8ed619a9-5f7e-482b-8deb-23ec7fdf2ab4 for host: dv-cinder-811877-1-iscsi {{(pid=94001) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 06:34:04.178990 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da281cf4-e440-49b5-a481-8c3a7935a544 None None] Routers {'8ed619a9-5f7e-482b-8deb-23ec7fdf2ab4'} bound to L3 agent in host dv-cinder-811877-1-iscsi {{(pid=94001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 06:34:04.179849 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.db.l3_hamode_db [None req-da281cf4-e440-49b5-a481-8c3a7935a544 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811877-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-30T06:19:31Z,description=,heartbeat_timestamp=2021-09-30T06:34:01Z,host='dv-cinder-811877-1-iscsi',id=f054bd23-6895-478f-87a4-7cc0e21c04e0,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T06:19:31Z,topic='l3_agent')) {'router_ids': ['8ed619a9-5f7e-482b-8deb-23ec7fdf2ab4'], 'active': True} {{(pid=94001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 06:34:04.230013 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.plugins.ml2.db [None req-52974800-b735-41ea-b7e0-62574414633b admin admin] For port da1c69fb-7325-41c8-ab50-aebb52d96748, host dv-cinder-811877-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811877-1-iscsi',level=0,port_id=da1c69fb-7325-41c8-ab50-aebb52d96748,segment=NetworkSegment(f18bb042-e630-4c4b-b384-e9bf093ecc8b),segment_id=f18bb042-e630-4c4b-b384-e9bf093ecc8b)] {{(pid=93999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 06:34:04.230787 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-52974800-b735-41ea-b7e0-62574414633b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7874563'] for port, precommit_delete {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:34:04.245859 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.plugins.ml2.plugin [None req-52974800-b735-41ea-b7e0-62574414633b admin admin] Calling delete_port for da1c69fb-7325-41c8-ab50-aebb52d96748 owned by network:router_gateway {{(pid=93999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 06:34:04.288240 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.db.l3_dvr_db [None req-da281cf4-e440-49b5-a481-8c3a7935a544 None None] Set router 8ed619a9-5f7e-482b-8deb-23ec7fdf2ab4 gateway port host: None {{(pid=94001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 06:34:04.350768 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.db.l3_hamode_db [None req-da281cf4-e440-49b5-a481-8c3a7935a544 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ed619a9-5f7e-482b-8deb-23ec7fdf2ab4', 'name': 'tempest-AttachVolumeTestJSON-934096422-router', 'tenant_id': 'fd01cd14f23840e59331ece07bbcdf9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T06:27:32Z', 'updated_at': '2021-09-30T06:34:04Z', 'revision_number': 6, 'project_id': 'fd01cd14f23840e59331ece07bbcdf9e', 'gw_port_host': None}], 'dv-cinder-811877-1-iscsi', False) {} {{(pid=94001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 06:34:04.380399 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da281cf4-e440-49b5-a481-8c3a7935a544 None None] The sync data for ids ['8ed619a9-5f7e-482b-8deb-23ec7fdf2ab4'] in dv-cinder-811877-1-iscsi is: [{'id': '8ed619a9-5f7e-482b-8deb-23ec7fdf2ab4', 'name': 'tempest-AttachVolumeTestJSON-934096422-router', 'tenant_id': 'fd01cd14f23840e59331ece07bbcdf9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T06:27:32Z', 'updated_at': '2021-09-30T06:34:04Z', 'revision_number': 6, 'project_id': 'fd01cd14f23840e59331ece07bbcdf9e', 'gw_port_host': None}] {{(pid=94001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 06:34:04.449110 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-52974800-b735-41ea-b7e0-62574414633b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7821886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727545991406', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727545489354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6560267'] for port, after_delete {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:34:04.475984 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52974800-b735-41ea-b7e0-62574414633b admin admin] Pushing event deleted for resources: {'Port': ['ID=da1c69fb-7325-41c8-ab50-aebb52d96748,revision_number=None']} {{(pid=93999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:34:04.558703 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-52974800-b735-41ea-b7e0-62574414633b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7877968'] for router_gateway, after_delete {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:34:04.677405 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-52974800-b735-41ea-b7e0-62574414633b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7877183', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-693'] for router, precommit_delete {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:34:04.680609 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-52974800-b735-41ea-b7e0-62574414633b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:34:04.770211 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-52974800-b735-41ea-b7e0-62574414633b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7877174'] for router, after_delete {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:34:04.770892 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52974800-b735-41ea-b7e0-62574414633b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8ed619a9-5f7e-482b-8deb-23ec7fdf2ab4 {{(pid=93999) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 30 06:34:04.785144 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-52974800-b735-41ea-b7e0-62574414633b admin admin] Notify callbacks [] for router, before_response {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:34:04.788449 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [None req-52974800-b735-41ea-b7e0-62574414633b admin admin] 10.222.0.36 "DELETE /v2.0/routers/8ed619a9-5f7e-482b-8deb-23ec7fdf2ab4 HTTP/1.1" status: 204 len: 168 time: 1.1155758 Sep 30 06:34:04.792529 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.36', 59028) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 06:34:04.877887 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.db.db_base_plugin_v2 [None req-35886bb0-37b9-49b4-b71e-d3993f43df0a admin admin] Deleting subnet 87e3e2f7-f230-4774-967b-a68a66b90c87 {{(pid=94000) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 06:34:04.885233 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-35886bb0-37b9-49b4-b71e-d3993f43df0a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:34:04.895659 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f93a10-4907-410a-b6e0-598b7ba8c999 req-38325af8-3f74-4c3a-8e78-b764b3993472 tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:34:04.901526 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-25f93a10-4907-410a-b6e0-598b7ba8c999 req-38325af8-3f74-4c3a-8e78-b764b3993472 tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] 10.222.0.36 "GET /v2.0/ports?device_id=cf64a143-d81f-4bf6-9ded-182f63c46e7f HTTP/1.1" status: 200 len: 945 time: 0.0999572 Sep 30 06:34:04.950000 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-35886bb0-37b9-49b4-b71e-d3993f43df0a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4572778'] for subnet, precommit_delete_associations {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:34:04.969356 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-25f93a10-4907-410a-b6e0-598b7ba8c999 req-182f5db7-bc09-4132-bf8f-130926596122 tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] 10.222.0.36 "GET /v2.0/security-groups?id=0ac15c32-ea2e-4327-b2f6-f045edc248fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0608304 Sep 30 06:34:05.077020 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-35886bb0-37b9-49b4-b71e-d3993f43df0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-583762'] for subnet, precommit_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:34:05.160686 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-35886bb0-37b9-49b4-b71e-d3993f43df0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-583771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7821886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4572882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5105895'] for subnet, after_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:34:05.185685 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35886bb0-37b9-49b4-b71e-d3993f43df0a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=87e3e2f7-f230-4774-967b-a68a66b90c87,revision_number=None']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:34:05.196294 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35886bb0-37b9-49b4-b71e-d3993f43df0a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=94000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:34:05.196632 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35886bb0-37b9-49b4-b71e-d3993f43df0a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=94000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:34:05.196996 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35886bb0-37b9-49b4-b71e-d3993f43df0a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=94000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:34:05.197302 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35886bb0-37b9-49b4-b71e-d3993f43df0a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=94000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:34:05.197632 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35886bb0-37b9-49b4-b71e-d3993f43df0a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=94000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:34:05.197991 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35886bb0-37b9-49b4-b71e-d3993f43df0a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=94000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:34:05.198317 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35886bb0-37b9-49b4-b71e-d3993f43df0a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=94000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:34:05.198665 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35886bb0-37b9-49b4-b71e-d3993f43df0a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=94000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:34:05.198993 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35886bb0-37b9-49b4-b71e-d3993f43df0a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=94000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:34:05.199316 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35886bb0-37b9-49b4-b71e-d3993f43df0a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=94000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:34:05.199635 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35886bb0-37b9-49b4-b71e-d3993f43df0a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=94000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:34:05.200094 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35886bb0-37b9-49b4-b71e-d3993f43df0a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=94000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:34:05.209484 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-35886bb0-37b9-49b4-b71e-d3993f43df0a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:34:05.211694 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [None req-35886bb0-37b9-49b4-b71e-d3993f43df0a admin admin] 10.222.0.36 "DELETE /v2.0/subnets/87e3e2f7-f230-4774-967b-a68a66b90c87 HTTP/1.1" status: 204 len: 168 time: 0.4179859 Sep 30 06:34:05.214386 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.wsgi [-] (93999) accepted ('10.222.0.36', 59030) {{(pid=93999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 06:34:05.225166 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a31650a7-a58a-47d4-9eab-de5d8315bc91 None None] Network 92aa8f19-aafd-4462-9d7f-7e5f878c12b2 requested from dv-cinder-811877-1-iscsi {{(pid=94001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 06:34:05.312493 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-de9b0ee8-93fa-43a2-ae5d-adf9ed48cdb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763795'] for network, before_delete {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:34:05.412381 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.plugins.ml2.plugin [None req-de9b0ee8-93fa-43a2-ae5d-adf9ed48cdb8 admin admin] Deleting port 33f1bc5e-1b6c-43ce-9090-d15189275b4b {{(pid=93999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 06:34:05.412734 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-de9b0ee8-93fa-43a2-ae5d-adf9ed48cdb8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727545987880'] for port, before_delete {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:34:05.473107 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7ac4215-a90a-4583-861e-9fda0c3a863b None None] DHCP port deletion for 92aa8f19-aafd-4462-9d7f-7e5f878c12b2 request from dv-cinder-811877-1-iscsi {{(pid=94001) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 30 06:34:05.530308 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.plugin [None req-a7ac4215-a90a-4583-861e-9fda0c3a863b None None] Deleting port 33f1bc5e-1b6c-43ce-9090-d15189275b4b {{(pid=94001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 06:34:05.530308 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-a7ac4215-a90a-4583-861e-9fda0c3a863b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727545987880'] for port, before_delete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:34:05.609776 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.db [None req-a7ac4215-a90a-4583-861e-9fda0c3a863b None None] For port 33f1bc5e-1b6c-43ce-9090-d15189275b4b, host dv-cinder-811877-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811877-1-iscsi',level=0,port_id=33f1bc5e-1b6c-43ce-9090-d15189275b4b,segment=NetworkSegment(fb392b75-2cea-4ed8-909e-87c2ccb253f8),segment_id=fb392b75-2cea-4ed8-909e-87c2ccb253f8)] {{(pid=94001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 06:34:05.610530 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-a7ac4215-a90a-4583-861e-9fda0c3a863b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7874563'] for port, precommit_delete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:34:05.627947 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.plugin [None req-a7ac4215-a90a-4583-861e-9fda0c3a863b None None] Calling delete_port for 33f1bc5e-1b6c-43ce-9090-d15189275b4b owned by network:dhcp {{(pid=94001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 06:34:05.756067 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-a7ac4215-a90a-4583-861e-9fda0c3a863b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7821886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727545991406', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727545489354'] for port, after_delete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:34:05.785168 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ac4215-a90a-4583-861e-9fda0c3a863b None None] Pushing event deleted for resources: {'Port': ['ID=33f1bc5e-1b6c-43ce-9090-d15189275b4b,revision_number=None']} {{(pid=94001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:34:05.788862 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7ac4215-a90a-4583-861e-9fda0c3a863b None None] No DVR routers for this DVR port 33f1bc5e-1b6c-43ce-9090-d15189275b4b on host dv-cinder-811877-1-iscsi {{(pid=94001) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 06:34:05.797099 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.plugins.ml2.db [None req-de9b0ee8-93fa-43a2-ae5d-adf9ed48cdb8 admin admin] For port 33f1bc5e-1b6c-43ce-9090-d15189275b4b, host dv-cinder-811877-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811877-1-iscsi',level=0,port_id=33f1bc5e-1b6c-43ce-9090-d15189275b4b,segment=NetworkSegment(fb392b75-2cea-4ed8-909e-87c2ccb253f8),segment_id=fb392b75-2cea-4ed8-909e-87c2ccb253f8)] {{(pid=93999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 06:34:05.797099 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-de9b0ee8-93fa-43a2-ae5d-adf9ed48cdb8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7874563'] for port, precommit_delete {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:34:05.811571 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.plugins.ml2.plugin [None req-de9b0ee8-93fa-43a2-ae5d-adf9ed48cdb8 admin admin] Calling delete_port for 33f1bc5e-1b6c-43ce-9090-d15189275b4b owned by network:dhcp {{(pid=93999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 06:34:05.885445 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-de9b0ee8-93fa-43a2-ae5d-adf9ed48cdb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7821886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727545991406', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727545489354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6560267'] for port, after_delete {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:34:05.912696 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9b0ee8-93fa-43a2-ae5d-adf9ed48cdb8 admin admin] Pushing event deleted for resources: {'Port': ['ID=33f1bc5e-1b6c-43ce-9090-d15189275b4b,revision_number=None']} {{(pid=93999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:34:05.921516 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de9b0ee8-93fa-43a2-ae5d-adf9ed48cdb8 admin admin] No DVR routers for this DVR port 33f1bc5e-1b6c-43ce-9090-d15189275b4b on host dv-cinder-811877-1-iscsi {{(pid=93999) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 06:34:05.997162 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-de9b0ee8-93fa-43a2-ae5d-adf9ed48cdb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-585195', 'neutron.services.segments.db._delete_segments_for_network-8727546001812'] for network, precommit_delete {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:34:06.021743 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.services.segments.db [None req-de9b0ee8-93fa-43a2-ae5d-adf9ed48cdb8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['92aa8f19-aafd-4462-9d7f-7e5f878c12b2']}} {{(pid=93999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 06:34:06.035618 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.services.segments.db [None req-de9b0ee8-93fa-43a2-ae5d-adf9ed48cdb8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb392b75-2cea-4ed8-909e-87c2ccb253f8') {'for_net_delete': True} {{(pid=93999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 06:34:06.036845 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.services.segments.db [None req-de9b0ee8-93fa-43a2-ae5d-adf9ed48cdb8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb392b75-2cea-4ed8-909e-87c2ccb253f8') {} {{(pid=93999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 06:34:06.043395 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.rpc [None req-1a5ef50c-1a60-4eeb-b96e-cf5df6fcca4b None None] Device 33f1bc5e-1b6c-43ce-9090-d15189275b4b no longer exists at agent ovs-agent-dv-cinder-811877-1-iscsi {{(pid=94001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 06:34:06.054138 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-de9b0ee8-93fa-43a2-ae5d-adf9ed48cdb8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727546002077', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4492009'] for segment, before_delete {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:34:06.065448 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.plugin [None req-1a5ef50c-1a60-4eeb-b96e-cf5df6fcca4b None None] No Port match for: 33f1bc5e-1b6c-43ce-9090-d15189275b4b {{(pid=94001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 06:34:06.065794 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.rpc [None req-1a5ef50c-1a60-4eeb-b96e-cf5df6fcca4b None None] Device 33f1bc5e-1b6c-43ce-9090-d15189275b4b not bound to the agent host dv-cinder-811877-1-iscsi {{(pid=94001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 06:34:06.066366 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.rpc [None req-1a5ef50c-1a60-4eeb-b96e-cf5df6fcca4b None None] Device da1c69fb-7325-41c8-ab50-aebb52d96748 no longer exists at agent ovs-agent-dv-cinder-811877-1-iscsi {{(pid=94001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 06:34:06.070915 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-de9b0ee8-93fa-43a2-ae5d-adf9ed48cdb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583621'] for segment, precommit_delete {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:34:06.080994 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de9b0ee8-93fa-43a2-ae5d-adf9ed48cdb8 admin admin] Releasing vlan 305 on physical network physnet1 to pool {{(pid=93999) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 06:34:06.082010 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-de9b0ee8-93fa-43a2-ae5d-adf9ed48cdb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6561016'] for segment, after_delete {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:34:06.084706 dv-cinder-811877-1-iscsi neutron-server[93999]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 06:34:06.084706 dv-cinder-811877-1-iscsi neutron-server[93999]: self.session.flush() Sep 30 06:34:06.084706 dv-cinder-811877-1-iscsi neutron-server[93999]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 06:34:06.084706 dv-cinder-811877-1-iscsi neutron-server[93999]: self.session.flush() Sep 30 06:34:06.084706 dv-cinder-811877-1-iscsi neutron-server[93999]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 06:34:06.084706 dv-cinder-811877-1-iscsi neutron-server[93999]: self.session.flush() Sep 30 06:34:06.084706 dv-cinder-811877-1-iscsi neutron-server[93999]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 06:34:06.084706 dv-cinder-811877-1-iscsi neutron-server[93999]: self.session.flush() Sep 30 06:34:06.084706 dv-cinder-811877-1-iscsi neutron-server[93999]: Traceback (most recent call last): Sep 30 06:34:06.084706 dv-cinder-811877-1-iscsi neutron-server[93999]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 06:34:06.084706 dv-cinder-811877-1-iscsi neutron-server[93999]: timer() Sep 30 06:34:06.084706 dv-cinder-811877-1-iscsi neutron-server[93999]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 06:34:06.084706 dv-cinder-811877-1-iscsi neutron-server[93999]: cb(*args, **kw) Sep 30 06:34:06.084706 dv-cinder-811877-1-iscsi neutron-server[93999]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 06:34:06.084706 dv-cinder-811877-1-iscsi neutron-server[93999]: return func(*args, **kwargs) Sep 30 06:34:06.084706 dv-cinder-811877-1-iscsi neutron-server[93999]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 06:34:06.084706 dv-cinder-811877-1-iscsi neutron-server[93999]: self._notify() Sep 30 06:34:06.084706 dv-cinder-811877-1-iscsi neutron-server[93999]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 06:34:06.084706 dv-cinder-811877-1-iscsi neutron-server[93999]: self.callback(batched_events) Sep 30 06:34:06.084706 dv-cinder-811877-1-iscsi neutron-server[93999]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 06:34:06.084706 dv-cinder-811877-1-iscsi neutron-server[93999]: event.method(event) Sep 30 06:34:06.084706 dv-cinder-811877-1-iscsi neutron-server[93999]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 06:34:06.084706 dv-cinder-811877-1-iscsi neutron-server[93999]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 06:34:06.084706 dv-cinder-811877-1-iscsi neutron-server[93999]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 06:34:06.084706 dv-cinder-811877-1-iscsi neutron-server[93999]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 06:34:06.084706 dv-cinder-811877-1-iscsi neutron-server[93999]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 06:34:06.084706 dv-cinder-811877-1-iscsi neutron-server[93999]: return f(self, *a, **k) Sep 30 06:34:06.084706 dv-cinder-811877-1-iscsi neutron-server[93999]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 06:34:06.084706 dv-cinder-811877-1-iscsi neutron-server[93999]: return self._get(url).json() Sep 30 06:34:06.084706 dv-cinder-811877-1-iscsi neutron-server[93999]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 06:34:06.084706 dv-cinder-811877-1-iscsi neutron-server[93999]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 06:34:06.084706 dv-cinder-811877-1-iscsi neutron-server[93999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 06:34:06.084706 dv-cinder-811877-1-iscsi neutron-server[93999]: return self.request(url, 'GET', **kwargs) Sep 30 06:34:06.084706 dv-cinder-811877-1-iscsi neutron-server[93999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 06:34:06.084706 dv-cinder-811877-1-iscsi neutron-server[93999]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 06:34:06.084706 dv-cinder-811877-1-iscsi neutron-server[93999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 06:34:06.084706 dv-cinder-811877-1-iscsi neutron-server[93999]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 06:34:06.084706 dv-cinder-811877-1-iscsi neutron-server[93999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 06:34:06.084706 dv-cinder-811877-1-iscsi neutron-server[93999]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 06:34:06.084706 dv-cinder-811877-1-iscsi neutron-server[93999]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 06:34:06.089955 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.plugin [None req-1a5ef50c-1a60-4eeb-b96e-cf5df6fcca4b None None] No Port match for: da1c69fb-7325-41c8-ab50-aebb52d96748 {{(pid=94001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 06:34:06.091180 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.rpc [None req-1a5ef50c-1a60-4eeb-b96e-cf5df6fcca4b None None] Device da1c69fb-7325-41c8-ab50-aebb52d96748 not bound to the agent host dv-cinder-811877-1-iscsi {{(pid=94001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 06:34:06.091636 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.rpc [None req-1a5ef50c-1a60-4eeb-b96e-cf5df6fcca4b None None] Device 7641b08b-edd0-4733-84f9-f67531f18b54 no longer exists at agent ovs-agent-dv-cinder-811877-1-iscsi {{(pid=94001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 06:34:06.121813 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db27e79-bb52-4b4c-9900-5e733fe6b255 req-89f4536f-9e3a-41a9-b3d8-ecc9b788c30a tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:34:06.122850 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-5db27e79-bb52-4b4c-9900-5e733fe6b255 req-89f4536f-9e3a-41a9-b3d8-ecc9b788c30a tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] 10.222.0.36 "GET /v2.0/ports?device_id=cf64a143-d81f-4bf6-9ded-182f63c46e7f HTTP/1.1" status: 200 len: 945 time: 0.0562732 Sep 30 06:34:06.139521 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.plugin [None req-1a5ef50c-1a60-4eeb-b96e-cf5df6fcca4b None None] No Port match for: 7641b08b-edd0-4733-84f9-f67531f18b54 {{(pid=94001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 06:34:06.141253 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.rpc [None req-1a5ef50c-1a60-4eeb-b96e-cf5df6fcca4b None None] Device 7641b08b-edd0-4733-84f9-f67531f18b54 not bound to the agent host dv-cinder-811877-1-iscsi {{(pid=94001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 06:34:06.180489 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-de9b0ee8-93fa-43a2-ae5d-adf9ed48cdb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-585180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7821886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7877900'] for network, after_delete {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:34:06.188230 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-de9b0ee8-93fa-43a2-ae5d-adf9ed48cdb8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7821868'] for network, before_response {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:34:06.190867 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [None req-de9b0ee8-93fa-43a2-ae5d-adf9ed48cdb8 admin admin] 10.222.0.36 "DELETE /v2.0/networks/92aa8f19-aafd-4462-9d7f-7e5f878c12b2 HTTP/1.1" status: 204 len: 168 time: 0.9750056 Sep 30 06:34:06.201492 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9b0ee8-93fa-43a2-ae5d-adf9ed48cdb8 admin admin] Pushing event deleted for resources: {'Network': ['ID=92aa8f19-aafd-4462-9d7f-7e5f878c12b2,revision_number=None']} {{(pid=93999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:34:06.210776 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-5db27e79-bb52-4b4c-9900-5e733fe6b255 req-bd077831-5a1b-4783-9789-b3eb550b6b5f tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] 10.222.0.36 "GET /v2.0/security-groups?id=0ac15c32-ea2e-4327-b2f6-f045edc248fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0594230 Sep 30 06:34:06.314276 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.36', 59046) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 06:34:06.347955 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e0d252-2e2c-4793-aead-c610f5c33ae5 req-c6e7aaea-1e45-49cc-a8a2-d28080a28299 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:34:06.349533 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-b8e0d252-2e2c-4793-aead-c610f5c33ae5 req-c6e7aaea-1e45-49cc-a8a2-d28080a28299 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=3f54d397fb6646ca811cd4b70b8b5d31&device_id=cf64a143-d81f-4bf6-9ded-182f63c46e7f HTTP/1.1" status: 200 len: 1098 time: 0.0414977 Sep 30 06:34:06.355613 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [None req-704f16f9-d7a5-4f47-a119-913c6141540a admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=fd01cd14f23840e59331ece07bbcdf9e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0400617 Sep 30 06:34:06.358057 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.36', 59048) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 06:34:06.427936 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-5d846157-999d-4450-8cb8-9ca69075d830 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:34:06.450937 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e0d252-2e2c-4793-aead-c610f5c33ae5 req-eae7239e-4672-45f5-845a-a2738a0938f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:34:06.452456 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-b8e0d252-2e2c-4793-aead-c610f5c33ae5 req-eae7239e-4672-45f5-845a-a2738a0938f2 service neutron] 10.222.0.10 "GET /v2.0/networks?id=5fefac64-03c4-43dd-a17b-d4a261fa3173 HTTP/1.1" status: 200 len: 918 time: 0.0944400 Sep 30 06:34:06.456557 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-5d846157-999d-4450-8cb8-9ca69075d830 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:34:06.509792 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-5d846157-999d-4450-8cb8-9ca69075d830 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533969'] for security_group, after_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:34:06.512410 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-5d846157-999d-4450-8cb8-9ca69075d830 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:34:06.513631 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [None req-5d846157-999d-4450-8cb8-9ca69075d830 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/242618b0-ac68-459f-b4d2-f082fc76c0e3 HTTP/1.1" status: 204 len: 168 time: 0.1546326 Sep 30 06:34:06.522450 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d846157-999d-4450-8cb8-9ca69075d830 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=242618b0-ac68-459f-b4d2-f082fc76c0e3,revision_number=None']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:34:06.525607 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-b8e0d252-2e2c-4793-aead-c610f5c33ae5 req-a92dfc0c-ed66-4fc9-ac66-e78774f8d270 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=95f7371c-2299-4672-bba1-0cb9e084025f HTTP/1.1" status: 200 len: 1001 time: 0.0658002 Sep 30 06:34:06.587658 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e0d252-2e2c-4793-aead-c610f5c33ae5 req-312957ae-2e7f-4736-b9bd-925428fe8fba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:34:06.589382 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-b8e0d252-2e2c-4793-aead-c610f5c33ae5 req-312957ae-2e7f-4736-b9bd-925428fe8fba service neutron] 10.222.0.10 "GET /v2.0/subnets?id=05cd2f04-a42c-4ac5-94b6-16f7140b471b HTTP/1.1" status: 200 len: 856 time: 0.0560017 Sep 30 06:34:06.637785 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e0d252-2e2c-4793-aead-c610f5c33ae5 req-28c0e96d-c3b8-43b8-9c83-f1441a4e8814 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:34:06.639336 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-b8e0d252-2e2c-4793-aead-c610f5c33ae5 req-28c0e96d-c3b8-43b8-9c83-f1441a4e8814 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=5fefac64-03c4-43dd-a17b-d4a261fa3173&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0421870 Sep 30 06:34:06.757820 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-b8e0d252-2e2c-4793-aead-c610f5c33ae5 req-62ff957e-14f4-4c77-89f1-169810a6d115 service neutron] 10.222.0.10 "GET /v2.0/networks/5fefac64-03c4-43dd-a17b-d4a261fa3173?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1101170 Sep 30 06:34:06.859084 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-b8e0d252-2e2c-4793-aead-c610f5c33ae5 req-59a19030-10e6-4276-9b68-6ddca27d25a5 service neutron] 10.222.0.10 "GET /v2.0/networks/5fefac64-03c4-43dd-a17b-d4a261fa3173?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940132 Sep 30 06:34:07.338347 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b1ad8a-4f86-47b4-851b-2b6482a9856d req-c2c7af5b-553e-4c73-8e5c-18825693537a tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:34:07.340001 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-80b1ad8a-4f86-47b4-851b-2b6482a9856d req-c2c7af5b-553e-4c73-8e5c-18825693537a tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] 10.222.0.36 "GET /v2.0/ports?device_id=cf64a143-d81f-4bf6-9ded-182f63c46e7f HTTP/1.1" status: 200 len: 945 time: 0.0552001 Sep 30 06:34:07.382744 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-80b1ad8a-4f86-47b4-851b-2b6482a9856d req-db185600-6d10-41d1-b2d9-7858b00f1a73 tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] 10.222.0.36 "GET /v2.0/security-groups?id=0ac15c32-ea2e-4327-b2f6-f045edc248fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343623 Sep 30 06:34:07.630925 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c943b4d-4dc5-454d-9340-11ae669b0c82 req-223105ac-dfaf-40bb-8cac-818028ddc270 tempest-TestShelveInstance-1895143482 tempest-TestShelveInstance-1895143482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:34:07.632603 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-9c943b4d-4dc5-454d-9340-11ae669b0c82 req-223105ac-dfaf-40bb-8cac-818028ddc270 tempest-TestShelveInstance-1895143482 tempest-TestShelveInstance-1895143482-project] 10.222.0.36 "GET /v2.0/ports?device_id=51614c20-cf20-485e-9cbd-e42ca13cafa6 HTTP/1.1" status: 200 len: 946 time: 0.0513632 Sep 30 06:34:07.676107 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-9c943b4d-4dc5-454d-9340-11ae669b0c82 req-14b80b35-d8be-47f2-a9fe-69963640b302 tempest-TestShelveInstance-1895143482 tempest-TestShelveInstance-1895143482-project] 10.222.0.36 "GET /v2.0/security-groups?id=d31ebd02-b6b0-4773-95c4-51c8c3e0ede7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373745 Sep 30 06:34:08.511249 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ece4d91-4967-436e-8912-fac9aa8ee944 req-d176b6c2-4187-48f7-b628-23f65044cb99 tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:34:08.512786 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-9ece4d91-4967-436e-8912-fac9aa8ee944 req-d176b6c2-4187-48f7-b628-23f65044cb99 tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] 10.222.0.36 "GET /v2.0/ports?device_id=cf64a143-d81f-4bf6-9ded-182f63c46e7f HTTP/1.1" status: 200 len: 945 time: 0.0530534 Sep 30 06:34:08.551589 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-9ece4d91-4967-436e-8912-fac9aa8ee944 req-9ceafa99-c737-4fab-a35b-274927ed0524 tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] 10.222.0.36 "GET /v2.0/security-groups?id=0ac15c32-ea2e-4327-b2f6-f045edc248fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319569 Sep 30 06:34:08.805887 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1931e8-50bd-408b-a413-a095e614bd22 req-b879f43c-b11f-4182-88b5-eb02da435b0e tempest-TestShelveInstance-1895143482 tempest-TestShelveInstance-1895143482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:34:08.807494 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-9f1931e8-50bd-408b-a413-a095e614bd22 req-b879f43c-b11f-4182-88b5-eb02da435b0e tempest-TestShelveInstance-1895143482 tempest-TestShelveInstance-1895143482-project] 10.222.0.36 "GET /v2.0/ports?device_id=51614c20-cf20-485e-9cbd-e42ca13cafa6 HTTP/1.1" status: 200 len: 946 time: 0.0617757 Sep 30 06:34:08.855697 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-9f1931e8-50bd-408b-a413-a095e614bd22 req-11d52c84-08d6-4aec-9e82-8952db0a1908 tempest-TestShelveInstance-1895143482 tempest-TestShelveInstance-1895143482-project] 10.222.0.36 "GET /v2.0/security-groups?id=d31ebd02-b6b0-4773-95c4-51c8c3e0ede7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417435 Sep 30 06:34:09.058943 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727546001794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-597483'] for agent, after_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:34:09.671734 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5383a1-9ea2-4768-9dce-cd027049a75a req-36ff7e6e-f4bb-46b2-b4af-e61a3ca9252f tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:34:09.673226 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-7b5383a1-9ea2-4768-9dce-cd027049a75a req-36ff7e6e-f4bb-46b2-b4af-e61a3ca9252f tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] 10.222.0.36 "GET /v2.0/ports?device_id=cf64a143-d81f-4bf6-9ded-182f63c46e7f HTTP/1.1" status: 200 len: 945 time: 0.0504749 Sep 30 06:34:09.710806 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-7b5383a1-9ea2-4768-9dce-cd027049a75a req-b3612102-77ee-4218-9c15-812028a95de5 tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] 10.222.0.36 "GET /v2.0/security-groups?id=0ac15c32-ea2e-4327-b2f6-f045edc248fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314357 Sep 30 06:34:09.931195 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.rpc [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] Device 95f7371c-2299-4672-bba1-0cb9e084025f no longer exists at agent hyperv_hv-cinder-81187 {{(pid=94001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 06:34:09.979880 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4897a16-4278-42e1-b8dc-095582f88294 req-46823dbf-6c97-43a0-8758-bae1c26e0235 tempest-TestShelveInstance-1895143482 tempest-TestShelveInstance-1895143482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:34:09.981423 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-e4897a16-4278-42e1-b8dc-095582f88294 req-46823dbf-6c97-43a0-8758-bae1c26e0235 tempest-TestShelveInstance-1895143482 tempest-TestShelveInstance-1895143482-project] 10.222.0.36 "GET /v2.0/ports?device_id=51614c20-cf20-485e-9cbd-e42ca13cafa6 HTTP/1.1" status: 200 len: 946 time: 0.0545897 Sep 30 06:34:10.013646 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653538'] for port, before_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:34:10.023367 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-e4897a16-4278-42e1-b8dc-095582f88294 req-bba74009-3836-4f82-8ba7-b89f890086eb tempest-TestShelveInstance-1895143482 tempest-TestShelveInstance-1895143482-project] 10.222.0.36 "GET /v2.0/security-groups?id=d31ebd02-b6b0-4773-95c4-51c8c3e0ede7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350246 Sep 30 06:34:10.039818 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf64a143-d81f-4bf6-9ded-182f63c46e7f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '95f7371c-2299-4672-bba1-0cb9e084025f'}] {{(pid=94001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 06:34:10.042428 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6a6fbc36b32d89ab1780593628eab99e94898f937be62aa03f5208480f4236e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37c8d7d8-091e-421c-823b-c25af05603be" -d '{"events": [{"server_uuid": "cf64a143-d81f-4bf6-9ded-182f63c46e7f", "name": "network-vif-unplugged", "status": "completed", "tag": "95f7371c-2299-4672-bba1-0cb9e084025f"}]}' {{(pid=94001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 06:34:10.056149 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.db [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] For port 95f7371c-2299-4672-bba1-0cb9e084025f, host hv-cinder-81187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81187',level=0,port_id=95f7371c-2299-4672-bba1-0cb9e084025f,segment=NetworkSegment(2a6dd986-63b3-41e2-80f5-fecbf28b70d3),segment_id=2a6dd986-63b3-41e2-80f5-fecbf28b70d3)] {{(pid=94001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 06:34:10.062388 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7821886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727545992452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727545489363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727545489381'] for port, after_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:34:10.093331 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 30 Sep 2021 06:34:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc93f63e-82f3-4696-96f1-63990bb607d5 x-openstack-request-id: req-fc93f63e-82f3-4696-96f1-63990bb607d5 {{(pid=94001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 06:34:10.093689 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf64a143-d81f-4bf6-9ded-182f63c46e7f", "name": "network-vif-unplugged", "status": "failed", "tag": "95f7371c-2299-4672-bba1-0cb9e084025f", "code": 422}]} {{(pid=94001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 06:34:10.094009 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-fc93f63e-82f3-4696-96f1-63990bb607d5 {{(pid=94001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 06:34:10.094498 dv-cinder-811877-1-iscsi neutron-server[94001]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'cf64a143-d81f-4bf6-9ded-182f63c46e7f', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '95f7371c-2299-4672-bba1-0cb9e084025f', 'code': 422} returned with failed status Sep 30 06:34:10.120932 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] Pushing event updated for resources: {'Port': ['ID=95f7371c-2299-4672-bba1-0cb9e084025f,revision_number=8']} {{(pid=94001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:34:10.710996 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291975e1-6906-406f-8be7-17cea10afbaf req-2c9ec60b-3868-4582-ae96-57df7068c213 tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:34:10.713425 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-291975e1-6906-406f-8be7-17cea10afbaf req-2c9ec60b-3868-4582-ae96-57df7068c213 tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] 10.222.0.36 "GET /v2.0/ports?device_id=cf64a143-d81f-4bf6-9ded-182f63c46e7f HTTP/1.1" status: 200 len: 943 time: 0.0645325 Sep 30 06:34:10.764240 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-291975e1-6906-406f-8be7-17cea10afbaf req-0c41aee0-960e-491b-a687-26d7e67e7da5 tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] 10.222.0.36 "GET /v2.0/security-groups?id=0ac15c32-ea2e-4327-b2f6-f045edc248fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442686 Sep 30 06:34:11.107306 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.36', 59180) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 06:34:11.152001 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b5d816-421f-49e7-a101-0e5ba811a8fc req-75c18926-d808-4d8f-9b40-f9cac0959695 tempest-TestShelveInstance-1895143482 tempest-TestShelveInstance-1895143482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:34:11.153558 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-c9b5d816-421f-49e7-a101-0e5ba811a8fc req-75c18926-d808-4d8f-9b40-f9cac0959695 tempest-TestShelveInstance-1895143482 tempest-TestShelveInstance-1895143482-project] 10.222.0.36 "GET /v2.0/ports?device_id=51614c20-cf20-485e-9cbd-e42ca13cafa6 HTTP/1.1" status: 200 len: 946 time: 0.0567470 Sep 30 06:34:11.195508 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-c9b5d816-421f-49e7-a101-0e5ba811a8fc req-8aaf8712-e588-4664-be95-f3e59c64a127 tempest-TestShelveInstance-1895143482 tempest-TestShelveInstance-1895143482-project] 10.222.0.36 "GET /v2.0/security-groups?id=d31ebd02-b6b0-4773-95c4-51c8c3e0ede7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357265 Sep 30 06:34:11.203577 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-a35aaa9c-51ae-45e0-8559-aa0df9f962df req-fd98915d-9ed3-4ee1-8e07-9f093db85a99 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=cf64a143-d81f-4bf6-9ded-182f63c46e7f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0924361 Sep 30 06:34:11.210371 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.wsgi [req-a35aaa9c-51ae-45e0-8559-aa0df9f962df req-92b00cb3-2178-4370-bccb-e91d0d8a73d9 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=94000) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 30 06:34:11.211382 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-a35aaa9c-51ae-45e0-8559-aa0df9f962df req-92b00cb3-2178-4370-bccb-e91d0d8a73d9 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0053489 Sep 30 06:34:11.895690 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06321607-0f25-44cb-958c-93886a228c61 req-b98da57c-0202-4d78-9db9-3b4612ac94ba tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:34:11.897252 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-06321607-0f25-44cb-958c-93886a228c61 req-b98da57c-0202-4d78-9db9-3b4612ac94ba tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] 10.222.0.36 "GET /v2.0/ports?device_id=cf64a143-d81f-4bf6-9ded-182f63c46e7f HTTP/1.1" status: 200 len: 943 time: 0.0549455 Sep 30 06:34:11.940293 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-06321607-0f25-44cb-958c-93886a228c61 req-819ae23f-3e61-42e1-9eb7-95ea2cb1f459 tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] 10.222.0.36 "GET /v2.0/security-groups?id=0ac15c32-ea2e-4327-b2f6-f045edc248fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360568 Sep 30 06:34:12.083520 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35aaa9c-51ae-45e0-8559-aa0df9f962df req-490fc7e5-6a60-4346-beab-74d2e721b6e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:34:12.086113 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-a35aaa9c-51ae-45e0-8559-aa0df9f962df req-490fc7e5-6a60-4346-beab-74d2e721b6e9 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=cf64a143-d81f-4bf6-9ded-182f63c46e7f&tenant_id=3f54d397fb6646ca811cd4b70b8b5d31 HTTP/1.1" status: 200 len: 1096 time: 0.0504348 Sep 30 06:34:12.169463 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35aaa9c-51ae-45e0-8559-aa0df9f962df req-7daa8282-dde0-484d-8da9-52076b7c156d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:34:12.171420 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-a35aaa9c-51ae-45e0-8559-aa0df9f962df req-7daa8282-dde0-484d-8da9-52076b7c156d service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=3f54d397fb6646ca811cd4b70b8b5d31&device_id=cf64a143-d81f-4bf6-9ded-182f63c46e7f HTTP/1.1" status: 200 len: 1096 time: 0.0512846 Sep 30 06:34:12.276494 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35aaa9c-51ae-45e0-8559-aa0df9f962df req-5e314918-cf1f-4585-ab0c-8826fa6d10e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:34:12.278930 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-a35aaa9c-51ae-45e0-8559-aa0df9f962df req-5e314918-cf1f-4585-ab0c-8826fa6d10e8 service neutron] 10.222.0.10 "GET /v2.0/networks?id=5fefac64-03c4-43dd-a17b-d4a261fa3173 HTTP/1.1" status: 200 len: 918 time: 0.1006155 Sep 30 06:34:12.381965 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-a35aaa9c-51ae-45e0-8559-aa0df9f962df req-3d97b86c-89b6-4b90-8b02-e5c5d97ab9e0 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=95f7371c-2299-4672-bba1-0cb9e084025f HTTP/1.1" status: 200 len: 999 time: 0.0937235 Sep 30 06:34:12.390692 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0248ab-e10e-403e-8f75-5f00c832a0e7 req-c9560167-7365-48ad-b19d-fb5323fd191a tempest-TestShelveInstance-1895143482 tempest-TestShelveInstance-1895143482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:34:12.392338 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-5e0248ab-e10e-403e-8f75-5f00c832a0e7 req-c9560167-7365-48ad-b19d-fb5323fd191a tempest-TestShelveInstance-1895143482 tempest-TestShelveInstance-1895143482-project] 10.222.0.36 "GET /v2.0/ports?device_id=51614c20-cf20-485e-9cbd-e42ca13cafa6 HTTP/1.1" status: 200 len: 946 time: 0.1196778 Sep 30 06:34:12.473616 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35aaa9c-51ae-45e0-8559-aa0df9f962df req-493a2b09-d9fc-4fb8-9ce4-000a1b920fb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:34:12.476266 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-a35aaa9c-51ae-45e0-8559-aa0df9f962df req-493a2b09-d9fc-4fb8-9ce4-000a1b920fb0 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=05cd2f04-a42c-4ac5-94b6-16f7140b471b HTTP/1.1" status: 200 len: 856 time: 0.0821230 Sep 30 06:34:12.481440 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-5e0248ab-e10e-403e-8f75-5f00c832a0e7 req-50356631-6be8-40d4-bee3-59b9ae52e426 tempest-TestShelveInstance-1895143482 tempest-TestShelveInstance-1895143482-project] 10.222.0.36 "GET /v2.0/security-groups?id=d31ebd02-b6b0-4773-95c4-51c8c3e0ede7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0783639 Sep 30 06:34:12.529449 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35aaa9c-51ae-45e0-8559-aa0df9f962df req-5cc4642e-3bab-4d3e-8b5f-61f90daccd9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:34:12.531067 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-a35aaa9c-51ae-45e0-8559-aa0df9f962df req-5cc4642e-3bab-4d3e-8b5f-61f90daccd9c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=5fefac64-03c4-43dd-a17b-d4a261fa3173&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0470138 Sep 30 06:34:12.630310 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-a35aaa9c-51ae-45e0-8559-aa0df9f962df req-c7b259f0-b348-48a7-a9f5-37fc8bebea21 service neutron] 10.222.0.10 "GET /v2.0/networks/5fefac64-03c4-43dd-a17b-d4a261fa3173?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913348 Sep 30 06:34:12.740330 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-a35aaa9c-51ae-45e0-8559-aa0df9f962df req-231fa832-8da3-4b5b-8f62-8556bf80a090 service neutron] 10.222.0.10 "GET /v2.0/networks/5fefac64-03c4-43dd-a17b-d4a261fa3173?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1025720 Sep 30 06:34:13.081768 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c808b7d0-44fd-4746-8e1a-240af5c321ef req-7ef1289b-e387-45af-a61e-783bf0c53319 tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:34:13.083384 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-c808b7d0-44fd-4746-8e1a-240af5c321ef req-7ef1289b-e387-45af-a61e-783bf0c53319 tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] 10.222.0.36 "GET /v2.0/ports?device_id=cf64a143-d81f-4bf6-9ded-182f63c46e7f HTTP/1.1" status: 200 len: 943 time: 0.0606058 Sep 30 06:34:13.127043 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-c808b7d0-44fd-4746-8e1a-240af5c321ef req-bbfa571e-2c19-49bf-8016-655d0b7785fc tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] 10.222.0.36 "GET /v2.0/security-groups?id=0ac15c32-ea2e-4327-b2f6-f045edc248fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374622 Sep 30 06:34:13.664845 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9434cdd-b4f4-4eda-9f0f-9c8f20bdc6ba req-18132d93-85fc-4bfc-8e3b-33f93e42e3b8 tempest-TestShelveInstance-1895143482 tempest-TestShelveInstance-1895143482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:34:13.673513 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-d9434cdd-b4f4-4eda-9f0f-9c8f20bdc6ba req-18132d93-85fc-4bfc-8e3b-33f93e42e3b8 tempest-TestShelveInstance-1895143482 tempest-TestShelveInstance-1895143482-project] 10.222.0.36 "GET /v2.0/ports?device_id=51614c20-cf20-485e-9cbd-e42ca13cafa6 HTTP/1.1" status: 200 len: 946 time: 0.0930223 Sep 30 06:34:13.722480 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-d9434cdd-b4f4-4eda-9f0f-9c8f20bdc6ba req-cc1c02ec-c26f-4df2-84ff-dd43182735d6 tempest-TestShelveInstance-1895143482 tempest-TestShelveInstance-1895143482-project] 10.222.0.36 "GET /v2.0/security-groups?id=d31ebd02-b6b0-4773-95c4-51c8c3e0ede7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473886 Sep 30 06:34:14.283906 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1642d1-932b-459d-aa24-48c17febb0a9 req-b57f09fc-aa74-4ab9-9c9e-53dcbe7debb4 tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:34:14.285823 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-ad1642d1-932b-459d-aa24-48c17febb0a9 req-b57f09fc-aa74-4ab9-9c9e-53dcbe7debb4 tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] 10.222.0.36 "GET /v2.0/ports?device_id=cf64a143-d81f-4bf6-9ded-182f63c46e7f HTTP/1.1" status: 200 len: 943 time: 0.0767705 Sep 30 06:34:14.344419 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-ad1642d1-932b-459d-aa24-48c17febb0a9 req-978ffb13-8aee-4b60-b13e-2e1018e7c14c tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] 10.222.0.36 "GET /v2.0/security-groups?id=0ac15c32-ea2e-4327-b2f6-f045edc248fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422237 Sep 30 06:34:14.882439 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbff19c6-f0b0-458a-8597-71e7fd449cb9 req-a2982054-f307-4ae4-b881-1420868625d9 tempest-TestShelveInstance-1895143482 tempest-TestShelveInstance-1895143482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:34:14.887137 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-fbff19c6-f0b0-458a-8597-71e7fd449cb9 req-a2982054-f307-4ae4-b881-1420868625d9 tempest-TestShelveInstance-1895143482 tempest-TestShelveInstance-1895143482-project] 10.222.0.36 "GET /v2.0/ports?device_id=51614c20-cf20-485e-9cbd-e42ca13cafa6 HTTP/1.1" status: 200 len: 946 time: 0.0815103 Sep 30 06:34:14.940573 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-fbff19c6-f0b0-458a-8597-71e7fd449cb9 req-27c26434-6392-403e-8db9-ec707474bb4d tempest-TestShelveInstance-1895143482 tempest-TestShelveInstance-1895143482-project] 10.222.0.36 "GET /v2.0/security-groups?id=d31ebd02-b6b0-4773-95c4-51c8c3e0ede7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494068 Sep 30 06:34:15.507759 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe691589-f5c5-4ffc-b1cc-1679555a2b58 req-ec8bd462-af9e-4a09-9d07-025eae6e85a8 tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:34:15.510390 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-fe691589-f5c5-4ffc-b1cc-1679555a2b58 req-ec8bd462-af9e-4a09-9d07-025eae6e85a8 tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] 10.222.0.36 "GET /v2.0/ports?device_id=cf64a143-d81f-4bf6-9ded-182f63c46e7f HTTP/1.1" status: 200 len: 943 time: 0.0698948 Sep 30 06:34:15.562263 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-fe691589-f5c5-4ffc-b1cc-1679555a2b58 req-2209dd88-219c-4625-b0b1-e85cfeab109d tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] 10.222.0.36 "GET /v2.0/security-groups?id=0ac15c32-ea2e-4327-b2f6-f045edc248fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455167 Sep 30 06:34:16.071276 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83a7462-9376-4981-82c5-372e907ee6ac req-a93a113f-dba4-4845-9dac-ab36c80fa144 tempest-TestShelveInstance-1895143482 tempest-TestShelveInstance-1895143482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:34:16.073776 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-b83a7462-9376-4981-82c5-372e907ee6ac req-a93a113f-dba4-4845-9dac-ab36c80fa144 tempest-TestShelveInstance-1895143482 tempest-TestShelveInstance-1895143482-project] 10.222.0.36 "GET /v2.0/ports?device_id=51614c20-cf20-485e-9cbd-e42ca13cafa6 HTTP/1.1" status: 200 len: 946 time: 0.0589159 Sep 30 06:34:16.119821 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-b83a7462-9376-4981-82c5-372e907ee6ac req-d996d81b-6b48-4c90-80ab-d0cfc7980e5c tempest-TestShelveInstance-1895143482 tempest-TestShelveInstance-1895143482-project] 10.222.0.36 "GET /v2.0/security-groups?id=d31ebd02-b6b0-4773-95c4-51c8c3e0ede7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389540 Sep 30 06:34:16.717629 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d6ceaf-138b-436f-9dad-a74f0d291c92 req-209185e5-dc47-4cb1-bf7e-9eed26dc8f9a tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:34:16.719353 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-05d6ceaf-138b-436f-9dad-a74f0d291c92 req-209185e5-dc47-4cb1-bf7e-9eed26dc8f9a tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] 10.222.0.36 "GET /v2.0/ports?device_id=cf64a143-d81f-4bf6-9ded-182f63c46e7f HTTP/1.1" status: 200 len: 943 time: 0.0693333 Sep 30 06:34:16.769098 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-05d6ceaf-138b-436f-9dad-a74f0d291c92 req-513c1b27-43f9-4e00-aa93-ecf9af86cf19 tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] 10.222.0.36 "GET /v2.0/security-groups?id=0ac15c32-ea2e-4327-b2f6-f045edc248fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404289 Sep 30 06:34:17.245827 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e0c988-7325-4d10-afe7-9b4e1142207c req-71795fe2-e1c3-452a-9eaa-e45adcb5c0a6 tempest-TestShelveInstance-1895143482 tempest-TestShelveInstance-1895143482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:34:17.247341 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-18e0c988-7325-4d10-afe7-9b4e1142207c req-71795fe2-e1c3-452a-9eaa-e45adcb5c0a6 tempest-TestShelveInstance-1895143482 tempest-TestShelveInstance-1895143482-project] 10.222.0.36 "GET /v2.0/ports?device_id=51614c20-cf20-485e-9cbd-e42ca13cafa6 HTTP/1.1" status: 200 len: 946 time: 0.0523241 Sep 30 06:34:17.284610 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-18e0c988-7325-4d10-afe7-9b4e1142207c req-0f8f9b93-4f31-43e2-acb3-77892bc9ec61 tempest-TestShelveInstance-1895143482 tempest-TestShelveInstance-1895143482-project] 10.222.0.36 "GET /v2.0/security-groups?id=d31ebd02-b6b0-4773-95c4-51c8c3e0ede7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307291 Sep 30 06:34:17.917409 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d06a72-e54c-4ced-b585-aae6be12e794 req-3967f3ce-ccf3-4001-a6e7-57982a1ca590 tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:34:17.919025 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-45d06a72-e54c-4ced-b585-aae6be12e794 req-3967f3ce-ccf3-4001-a6e7-57982a1ca590 tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] 10.222.0.36 "GET /v2.0/ports?device_id=cf64a143-d81f-4bf6-9ded-182f63c46e7f HTTP/1.1" status: 200 len: 943 time: 0.0671484 Sep 30 06:34:18.013739 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-45d06a72-e54c-4ced-b585-aae6be12e794 req-307658c8-f238-4d8d-bba1-318ba8e5bf0d tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] 10.222.0.36 "GET /v2.0/security-groups?id=0ac15c32-ea2e-4327-b2f6-f045edc248fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0800471 Sep 30 06:34:18.447698 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f91a3b-ecdd-4f48-89d1-e8ca4e3a9cea req-86e7d595-c0c9-4b5c-902a-1ba83170cfd2 tempest-TestShelveInstance-1895143482 tempest-TestShelveInstance-1895143482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:34:18.449160 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-30f91a3b-ecdd-4f48-89d1-e8ca4e3a9cea req-86e7d595-c0c9-4b5c-902a-1ba83170cfd2 tempest-TestShelveInstance-1895143482 tempest-TestShelveInstance-1895143482-project] 10.222.0.36 "GET /v2.0/ports?device_id=51614c20-cf20-485e-9cbd-e42ca13cafa6 HTTP/1.1" status: 200 len: 946 time: 0.0797005 Sep 30 06:34:18.508172 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-30f91a3b-ecdd-4f48-89d1-e8ca4e3a9cea req-e8c58c52-50c7-4901-b173-6da10679b1fc tempest-TestShelveInstance-1895143482 tempest-TestShelveInstance-1895143482-project] 10.222.0.36 "GET /v2.0/security-groups?id=d31ebd02-b6b0-4773-95c4-51c8c3e0ede7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492835 Sep 30 06:34:19.222003 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290cac16-e44e-4f13-9ea9-b942b1901a7e req-06ed8308-c28c-4eaf-81a5-c4c34dd1066a tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:34:19.224294 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-290cac16-e44e-4f13-9ea9-b942b1901a7e req-06ed8308-c28c-4eaf-81a5-c4c34dd1066a tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] 10.222.0.36 "GET /v2.0/ports?device_id=cf64a143-d81f-4bf6-9ded-182f63c46e7f HTTP/1.1" status: 200 len: 943 time: 0.0951025 Sep 30 06:34:19.275617 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-290cac16-e44e-4f13-9ea9-b942b1901a7e req-c4941376-f11d-4816-bda6-cdf8b528976f tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] 10.222.0.36 "GET /v2.0/security-groups?id=0ac15c32-ea2e-4327-b2f6-f045edc248fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371408 Sep 30 06:34:19.663584 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5660b20-9e8b-4026-8b77-c80edd67ca66 req-135a3d30-aa36-4feb-9fd4-a14281dcbfb7 tempest-TestShelveInstance-1895143482 tempest-TestShelveInstance-1895143482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:34:19.665173 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-f5660b20-9e8b-4026-8b77-c80edd67ca66 req-135a3d30-aa36-4feb-9fd4-a14281dcbfb7 tempest-TestShelveInstance-1895143482 tempest-TestShelveInstance-1895143482-project] 10.222.0.36 "GET /v2.0/ports?device_id=51614c20-cf20-485e-9cbd-e42ca13cafa6 HTTP/1.1" status: 200 len: 946 time: 0.0582404 Sep 30 06:34:19.707067 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-f5660b20-9e8b-4026-8b77-c80edd67ca66 req-3b47e120-4258-48b7-9c30-12f80c6a50bf tempest-TestShelveInstance-1895143482 tempest-TestShelveInstance-1895143482-project] 10.222.0.36 "GET /v2.0/security-groups?id=d31ebd02-b6b0-4773-95c4-51c8c3e0ede7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354154 Sep 30 06:34:20.429091 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d13fc93-1f43-4534-bbea-6446e6027f33 req-06959c40-80b0-40e2-a970-d63b23bb1e11 tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:34:20.430732 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-4d13fc93-1f43-4534-bbea-6446e6027f33 req-06959c40-80b0-40e2-a970-d63b23bb1e11 tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] 10.222.0.36 "GET /v2.0/ports?device_id=cf64a143-d81f-4bf6-9ded-182f63c46e7f HTTP/1.1" status: 200 len: 943 time: 0.0545459 Sep 30 06:34:20.482204 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-4d13fc93-1f43-4534-bbea-6446e6027f33 req-cd535866-23a0-4ad6-baae-923ef4adf507 tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] 10.222.0.36 "GET /v2.0/security-groups?id=0ac15c32-ea2e-4327-b2f6-f045edc248fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448377 Sep 30 06:34:20.838466 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991324a9-daaf-4370-bcea-ad5c6008ae1b req-e4b8c822-3a93-4327-b466-495045bec78d tempest-TestShelveInstance-1895143482 tempest-TestShelveInstance-1895143482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:34:20.840328 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-991324a9-daaf-4370-bcea-ad5c6008ae1b req-e4b8c822-3a93-4327-b466-495045bec78d tempest-TestShelveInstance-1895143482 tempest-TestShelveInstance-1895143482-project] 10.222.0.36 "GET /v2.0/ports?device_id=51614c20-cf20-485e-9cbd-e42ca13cafa6 HTTP/1.1" status: 200 len: 946 time: 0.0544610 Sep 30 06:34:20.904730 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-991324a9-daaf-4370-bcea-ad5c6008ae1b req-d744b7a4-9c9a-4ce7-882d-47f4e23971f3 tempest-TestShelveInstance-1895143482 tempest-TestShelveInstance-1895143482-project] 10.222.0.36 "GET /v2.0/security-groups?id=d31ebd02-b6b0-4773-95c4-51c8c3e0ede7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527487 Sep 30 06:34:21.650412 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c8596f-c9d7-4ade-a73c-c8f92e74ed60 req-8eac2aaf-f245-42ff-8722-23ef20f958d5 tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:34:21.652119 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-49c8596f-c9d7-4ade-a73c-c8f92e74ed60 req-8eac2aaf-f245-42ff-8722-23ef20f958d5 tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] 10.222.0.36 "GET /v2.0/ports?device_id=cf64a143-d81f-4bf6-9ded-182f63c46e7f HTTP/1.1" status: 200 len: 943 time: 0.0687394 Sep 30 06:34:21.709821 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-49c8596f-c9d7-4ade-a73c-c8f92e74ed60 req-c0336f69-bf93-472e-88fb-2dff204dd141 tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] 10.222.0.36 "GET /v2.0/security-groups?id=0ac15c32-ea2e-4327-b2f6-f045edc248fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488408 Sep 30 06:34:22.089079 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337cb7c9-d9df-449f-9c2b-c1154ec46fce req-a3f828de-f74e-4f8c-91a0-69a11c04492c tempest-TestShelveInstance-1895143482 tempest-TestShelveInstance-1895143482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:34:22.094647 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-337cb7c9-d9df-449f-9c2b-c1154ec46fce req-a3f828de-f74e-4f8c-91a0-69a11c04492c tempest-TestShelveInstance-1895143482 tempest-TestShelveInstance-1895143482-project] 10.222.0.36 "GET /v2.0/ports?device_id=51614c20-cf20-485e-9cbd-e42ca13cafa6 HTTP/1.1" status: 200 len: 946 time: 0.1038220 Sep 30 06:34:22.187910 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-337cb7c9-d9df-449f-9c2b-c1154ec46fce req-6a099e66-2fe1-4f4b-87ee-5ededb324966 tempest-TestShelveInstance-1895143482 tempest-TestShelveInstance-1895143482-project] 10.222.0.36 "GET /v2.0/security-groups?id=d31ebd02-b6b0-4773-95c4-51c8c3e0ede7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0862720 Sep 30 06:34:22.862102 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7fbed8-d88d-4d2f-90b6-0d28ee98871b req-24100dd5-a80e-4326-8280-b4d23daecfc1 tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:34:22.870289 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-5e7fbed8-d88d-4d2f-90b6-0d28ee98871b req-24100dd5-a80e-4326-8280-b4d23daecfc1 tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] 10.222.0.36 "GET /v2.0/ports?device_id=cf64a143-d81f-4bf6-9ded-182f63c46e7f HTTP/1.1" status: 200 len: 943 time: 0.0705633 Sep 30 06:34:22.906562 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-5e7fbed8-d88d-4d2f-90b6-0d28ee98871b req-35d2d984-3899-450a-b758-2cae4acbeb79 tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] 10.222.0.36 "GET /v2.0/security-groups?id=0ac15c32-ea2e-4327-b2f6-f045edc248fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350566 Sep 30 06:34:23.362892 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23b26ea-3dd4-4179-a6c5-3a209a6c1da8 req-4a0c7522-bf1e-4c7c-81da-a105c25cae25 tempest-TestShelveInstance-1895143482 tempest-TestShelveInstance-1895143482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:34:23.364728 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-e23b26ea-3dd4-4179-a6c5-3a209a6c1da8 req-4a0c7522-bf1e-4c7c-81da-a105c25cae25 tempest-TestShelveInstance-1895143482 tempest-TestShelveInstance-1895143482-project] 10.222.0.36 "GET /v2.0/ports?device_id=51614c20-cf20-485e-9cbd-e42ca13cafa6 HTTP/1.1" status: 200 len: 946 time: 0.0650275 Sep 30 06:34:23.410536 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-e23b26ea-3dd4-4179-a6c5-3a209a6c1da8 req-ae603454-e9e7-4821-ac94-bc566f5cac72 tempest-TestShelveInstance-1895143482 tempest-TestShelveInstance-1895143482-project] 10.222.0.36 "GET /v2.0/security-groups?id=d31ebd02-b6b0-4773-95c4-51c8c3e0ede7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394490 Sep 30 06:34:23.863766 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.wsgi [-] (93999) accepted ('10.222.0.36', 59402) {{(pid=93999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 06:34:23.988648 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-18906a55-817b-4f88-8c57-0f50407cf0e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:34:24.035316 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc7d63e-1dd9-4362-b6e1-61cc82af576d req-f1b6eeb2-7660-4c6a-b1c8-e6858a785579 tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:34:24.036856 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-8fc7d63e-1dd9-4362-b6e1-61cc82af576d req-f1b6eeb2-7660-4c6a-b1c8-e6858a785579 tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] 10.222.0.36 "GET /v2.0/ports?device_id=cf64a143-d81f-4bf6-9ded-182f63c46e7f HTTP/1.1" status: 200 len: 943 time: 0.0530689 Sep 30 06:34:24.076024 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-8fc7d63e-1dd9-4362-b6e1-61cc82af576d req-0ab1936c-8336-4c76-bf85-6a1738b69f9c tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] 10.222.0.36 "GET /v2.0/security-groups?id=0ac15c32-ea2e-4327-b2f6-f045edc248fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323353 Sep 30 06:34:24.082206 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-18906a55-817b-4f88-8c57-0f50407cf0e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:34:24.087851 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-18906a55-817b-4f88-8c57-0f50407cf0e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533969'] for security_group, after_create {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:34:24.128501 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [None req-18906a55-817b-4f88-8c57-0f50407cf0e8 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=2d1410e7aa144bfd98e5ee0bf7d7021e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2632418 Sep 30 06:34:24.129163 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18906a55-817b-4f88-8c57-0f50407cf0e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77ff4133-b7b4-4bbe-96a0-38c3b3e32a2a,revision_number=1']} {{(pid=93999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:34:24.131061 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.36', 59408) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 06:34:24.136404 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18906a55-817b-4f88-8c57-0f50407cf0e8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=93999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:34:24.136758 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18906a55-817b-4f88-8c57-0f50407cf0e8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=93999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:34:24.137102 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18906a55-817b-4f88-8c57-0f50407cf0e8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=93999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:34:24.137510 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18906a55-817b-4f88-8c57-0f50407cf0e8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=93999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:34:24.137762 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18906a55-817b-4f88-8c57-0f50407cf0e8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=93999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:34:24.138097 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18906a55-817b-4f88-8c57-0f50407cf0e8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=93999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:34:24.138427 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18906a55-817b-4f88-8c57-0f50407cf0e8 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=93999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:34:24.138789 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18906a55-817b-4f88-8c57-0f50407cf0e8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=93999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:34:24.139121 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18906a55-817b-4f88-8c57-0f50407cf0e8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=93999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:34:24.139447 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18906a55-817b-4f88-8c57-0f50407cf0e8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=93999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:34:24.139779 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18906a55-817b-4f88-8c57-0f50407cf0e8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=93999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:34:24.140096 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18906a55-817b-4f88-8c57-0f50407cf0e8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=93999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:34:24.181771 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-d11d5e99-7684-492b-ab56-1f4e1020ca99 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:34:24.202425 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-d11d5e99-7684-492b-ab56-1f4e1020ca99 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:34:24.248311 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-d11d5e99-7684-492b-ab56-1f4e1020ca99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533969'] for security_group, after_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:34:24.250918 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-d11d5e99-7684-492b-ab56-1f4e1020ca99 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:34:24.252719 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [None req-d11d5e99-7684-492b-ab56-1f4e1020ca99 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/77ff4133-b7b4-4bbe-96a0-38c3b3e32a2a HTTP/1.1" status: 204 len: 168 time: 0.1206143 Sep 30 06:34:24.261407 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11d5e99-7684-492b-ab56-1f4e1020ca99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77ff4133-b7b4-4bbe-96a0-38c3b3e32a2a,revision_number=None']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:34:24.539092 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.36', 59416) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 06:34:24.556033 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-a98756f8-f75c-488f-86e4-b758c68cc2e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:34:24.578865 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b57a6e6-8c0f-4427-ab2a-1eedc1cc217a req-d147c5af-e203-409e-be98-308e97a96c54 tempest-TestShelveInstance-1895143482 tempest-TestShelveInstance-1895143482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:34:24.581359 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-4b57a6e6-8c0f-4427-ab2a-1eedc1cc217a req-d147c5af-e203-409e-be98-308e97a96c54 tempest-TestShelveInstance-1895143482 tempest-TestShelveInstance-1895143482-project] 10.222.0.36 "GET /v2.0/ports?device_id=51614c20-cf20-485e-9cbd-e42ca13cafa6 HTTP/1.1" status: 200 len: 946 time: 0.0724638 Sep 30 06:34:24.654092 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-4b57a6e6-8c0f-4427-ab2a-1eedc1cc217a req-cb717cac-6226-47cf-a2a8-0dc19b8753a1 tempest-TestShelveInstance-1895143482 tempest-TestShelveInstance-1895143482-project] 10.222.0.36 "GET /v2.0/security-groups?id=d31ebd02-b6b0-4773-95c4-51c8c3e0ede7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0643704 Sep 30 06:34:24.675131 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-a98756f8-f75c-488f-86e4-b758c68cc2e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:34:24.678852 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-a98756f8-f75c-488f-86e4-b758c68cc2e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533969'] for security_group, after_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:34:24.707775 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98756f8-f75c-488f-86e4-b758c68cc2e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7af8462a-0cba-4ba3-88b8-f97c9107a725,revision_number=1']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:34:24.729726 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [None req-a98756f8-f75c-488f-86e4-b758c68cc2e1 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=631102ce7a254c3bbadfd003b8d74c06&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1892900 Sep 30 06:34:24.732064 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.36', 59418) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 06:34:24.789476 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-59220447-665e-4cc1-9a67-d3e3d86de19b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:34:24.812314 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-59220447-665e-4cc1-9a67-d3e3d86de19b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:34:24.812548 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd48327-6288-4602-be71-37a70b96fd54 req-0fa63b85-ed5c-436c-bb83-fb7156adbd48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:34:24.813937 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-dbd48327-6288-4602-be71-37a70b96fd54 req-0fa63b85-ed5c-436c-bb83-fb7156adbd48 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=9aa1d25e98de4f36a0b60652c0c46005&device_id=51614c20-cf20-485e-9cbd-e42ca13cafa6 HTTP/1.1" status: 200 len: 1099 time: 0.0477104 Sep 30 06:34:24.865630 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-59220447-665e-4cc1-9a67-d3e3d86de19b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533969'] for security_group, after_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:34:24.869472 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-59220447-665e-4cc1-9a67-d3e3d86de19b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:34:24.873135 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [None req-59220447-665e-4cc1-9a67-d3e3d86de19b admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/7af8462a-0cba-4ba3-88b8-f97c9107a725 HTTP/1.1" status: 204 len: 168 time: 0.1376333 Sep 30 06:34:24.892572 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59220447-665e-4cc1-9a67-d3e3d86de19b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7af8462a-0cba-4ba3-88b8-f97c9107a725,revision_number=None']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:34:24.918127 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd48327-6288-4602-be71-37a70b96fd54 req-1acb40bf-c5bb-441c-be6b-422db430b1fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:34:24.919695 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-dbd48327-6288-4602-be71-37a70b96fd54 req-1acb40bf-c5bb-441c-be6b-422db430b1fb service neutron] 10.222.0.10 "GET /v2.0/networks?id=87db61c9-abbc-4bc5-969a-590306bf0ba2 HTTP/1.1" status: 200 len: 910 time: 0.0976899 Sep 30 06:34:24.994457 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-dbd48327-6288-4602-be71-37a70b96fd54 req-81ba4f46-cd73-4509-952a-4a20bb6711a6 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3186be9a-c7f5-45f9-97f9-961c9e5b9978 HTTP/1.1" status: 200 len: 1002 time: 0.0667930 Sep 30 06:34:25.047670 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd48327-6288-4602-be71-37a70b96fd54 req-e5bb5fa1-7a82-4de0-aacf-41cbf86566d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:34:25.049534 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-dbd48327-6288-4602-be71-37a70b96fd54 req-e5bb5fa1-7a82-4de0-aacf-41cbf86566d1 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=ad20151b-cb17-497f-b1bf-e53cf87b5f0f HTTP/1.1" status: 200 len: 848 time: 0.0466690 Sep 30 06:34:25.097106 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd48327-6288-4602-be71-37a70b96fd54 req-c78bb7e7-a219-453d-aee3-3531f6ea2678 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:34:25.098724 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-dbd48327-6288-4602-be71-37a70b96fd54 req-c78bb7e7-a219-453d-aee3-3531f6ea2678 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=87db61c9-abbc-4bc5-969a-590306bf0ba2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0412478 Sep 30 06:34:25.208473 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcb2994-0418-4b01-989c-300d3ac6f88e req-6a460349-3d0c-4ae2-8620-d81d49b19b7a tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:34:25.208985 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-dbd48327-6288-4602-be71-37a70b96fd54 req-9c14c7d7-75a0-420a-8f27-da0fa6904664 service neutron] 10.222.0.10 "GET /v2.0/networks/87db61c9-abbc-4bc5-969a-590306bf0ba2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1008492 Sep 30 06:34:25.210016 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-fdcb2994-0418-4b01-989c-300d3ac6f88e req-6a460349-3d0c-4ae2-8620-d81d49b19b7a tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] 10.222.0.36 "GET /v2.0/ports?device_id=cf64a143-d81f-4bf6-9ded-182f63c46e7f HTTP/1.1" status: 200 len: 943 time: 0.0544760 Sep 30 06:34:25.257728 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-fdcb2994-0418-4b01-989c-300d3ac6f88e req-59355a5a-5ae7-4472-bb82-27db2f26e3c8 tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] 10.222.0.36 "GET /v2.0/security-groups?id=0ac15c32-ea2e-4327-b2f6-f045edc248fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418749 Sep 30 06:34:25.316162 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-dbd48327-6288-4602-be71-37a70b96fd54 req-9486630d-faed-41c8-9d0f-2dbfd99a2cc3 service neutron] 10.222.0.10 "GET /v2.0/networks/87db61c9-abbc-4bc5-969a-590306bf0ba2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0995293 Sep 30 06:34:25.786329 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167e4d0c-65c9-4c14-a457-8e203b957328 req-f2dd6b01-227d-42e1-a26d-5f937952e552 tempest-TestShelveInstance-1895143482 tempest-TestShelveInstance-1895143482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:34:25.788286 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-167e4d0c-65c9-4c14-a457-8e203b957328 req-f2dd6b01-227d-42e1-a26d-5f937952e552 tempest-TestShelveInstance-1895143482 tempest-TestShelveInstance-1895143482-project] 10.222.0.36 "GET /v2.0/ports?device_id=51614c20-cf20-485e-9cbd-e42ca13cafa6 HTTP/1.1" status: 200 len: 946 time: 0.0611792 Sep 30 06:34:25.842479 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-167e4d0c-65c9-4c14-a457-8e203b957328 req-9386ef6b-f866-4508-9fcf-3dbd3251ca4b tempest-TestShelveInstance-1895143482 tempest-TestShelveInstance-1895143482-project] 10.222.0.36 "GET /v2.0/security-groups?id=d31ebd02-b6b0-4773-95c4-51c8c3e0ede7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475960 Sep 30 06:34:26.389052 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146c9d51-29f4-4678-adc0-3c23d50de710 req-c82e935e-0581-405a-b0f9-9d28eab756ee tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:34:26.390668 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-146c9d51-29f4-4678-adc0-3c23d50de710 req-c82e935e-0581-405a-b0f9-9d28eab756ee tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] 10.222.0.36 "GET /v2.0/ports?device_id=cf64a143-d81f-4bf6-9ded-182f63c46e7f HTTP/1.1" status: 200 len: 943 time: 0.0562930 Sep 30 06:34:26.434178 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-146c9d51-29f4-4678-adc0-3c23d50de710 req-3c5416c0-46b4-48b0-8d54-4cc4da7b00d2 tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] 10.222.0.36 "GET /v2.0/security-groups?id=0ac15c32-ea2e-4327-b2f6-f045edc248fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363090 Sep 30 06:34:26.969039 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f07198-3644-4cd2-9350-21c7acf0b748 req-b4bf62d0-be51-40d8-aaa1-5a87ff1bb936 tempest-TestShelveInstance-1895143482 tempest-TestShelveInstance-1895143482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:34:26.970779 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-03f07198-3644-4cd2-9350-21c7acf0b748 req-b4bf62d0-be51-40d8-aaa1-5a87ff1bb936 tempest-TestShelveInstance-1895143482 tempest-TestShelveInstance-1895143482-project] 10.222.0.36 "GET /v2.0/ports?device_id=51614c20-cf20-485e-9cbd-e42ca13cafa6 HTTP/1.1" status: 200 len: 946 time: 0.0549641 Sep 30 06:34:27.018809 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-03f07198-3644-4cd2-9350-21c7acf0b748 req-bccd6da7-18b8-409a-b69a-6f5c7e22abbf tempest-TestShelveInstance-1895143482 tempest-TestShelveInstance-1895143482-project] 10.222.0.36 "GET /v2.0/security-groups?id=d31ebd02-b6b0-4773-95c4-51c8c3e0ede7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377460 Sep 30 06:34:27.559487 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ceba34-a2cf-40ac-aa9f-d7ab87dd307e req-9d19a27e-72a4-479a-a1a8-19d56c1f6708 tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:34:27.561101 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-50ceba34-a2cf-40ac-aa9f-d7ab87dd307e req-9d19a27e-72a4-479a-a1a8-19d56c1f6708 tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] 10.222.0.36 "GET /v2.0/ports?device_id=cf64a143-d81f-4bf6-9ded-182f63c46e7f HTTP/1.1" status: 200 len: 943 time: 0.0500753 Sep 30 06:34:27.601554 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-50ceba34-a2cf-40ac-aa9f-d7ab87dd307e req-b01101c8-57d4-4b6d-a9b3-672c37850a05 tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] 10.222.0.36 "GET /v2.0/security-groups?id=0ac15c32-ea2e-4327-b2f6-f045edc248fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340564 Sep 30 06:34:28.048773 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.rpc [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] Device 95f7371c-2299-4672-bba1-0cb9e084025f details requested by agent hyperv_hv-cinder-81187 with host hv-cinder-81187 {{(pid=94001) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 06:34:28.167155 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4478f46c-e298-4084-a542-615b0382735a req-38abee13-1749-44ec-a4dc-e628cd2aba9d tempest-TestShelveInstance-1895143482 tempest-TestShelveInstance-1895143482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:34:28.168757 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-4478f46c-e298-4084-a542-615b0382735a req-38abee13-1749-44ec-a4dc-e628cd2aba9d tempest-TestShelveInstance-1895143482 tempest-TestShelveInstance-1895143482-project] 10.222.0.36 "GET /v2.0/ports?device_id=51614c20-cf20-485e-9cbd-e42ca13cafa6 HTTP/1.1" status: 200 len: 946 time: 0.0589626 Sep 30 06:34:28.184004 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.db [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] For port 95f7371c-2299-4672-bba1-0cb9e084025f, host hv-cinder-81187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81187',level=0,port_id=95f7371c-2299-4672-bba1-0cb9e084025f,segment=NetworkSegment(2a6dd986-63b3-41e2-80f5-fecbf28b70d3),segment_id=2a6dd986-63b3-41e2-80f5-fecbf28b70d3)] {{(pid=94001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 06:34:28.197921 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.rpc [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] Returning: {'device': '95f7371c-2299-4672-bba1-0cb9e084025f', 'network_id': '5fefac64-03c4-43dd-a17b-d4a261fa3173', 'port_id': '95f7371c-2299-4672-bba1-0cb9e084025f', 'mac_address': 'fa:16:3e:c8:ac:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 333, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05cd2f04-a42c-4ac5-94b6-16f7140b471b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94001) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 06:34:28.221606 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-4478f46c-e298-4084-a542-615b0382735a req-5a797fcb-50d8-4094-a64e-45961da68544 tempest-TestShelveInstance-1895143482 tempest-TestShelveInstance-1895143482-project] 10.222.0.36 "GET /v2.0/security-groups?id=d31ebd02-b6b0-4773-95c4-51c8c3e0ede7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400929 Sep 30 06:34:28.380086 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653538'] for port, before_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:34:28.403763 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.notifiers.nova [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 95f7371c-2299-4672-bba1-0cb9e084025f {{(pid=94001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 06:34:28.436840 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.db [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] For port 95f7371c-2299-4672-bba1-0cb9e084025f, host hv-cinder-81187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81187',level=0,port_id=95f7371c-2299-4672-bba1-0cb9e084025f,segment=NetworkSegment(2a6dd986-63b3-41e2-80f5-fecbf28b70d3),segment_id=2a6dd986-63b3-41e2-80f5-fecbf28b70d3)] {{(pid=94001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 06:34:28.442787 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7821886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727545992452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727545489363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727545489381'] for port, after_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:34:28.445677 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.wsgi [req-7ff7c091-34ef-4a02-aaa9-95ac3d493837 req-c3d1c414-c5a0-4b29-9c3e-9b1c62448ccb service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=94000) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 30 06:34:28.446725 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-7ff7c091-34ef-4a02-aaa9-95ac3d493837 req-c3d1c414-c5a0-4b29-9c3e-9b1c62448ccb service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.1411083 Sep 30 06:34:28.487271 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-ad14012a-e6ad-4f6b-aa9a-7ff1d2e08aae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727546001794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-597483'] for agent, after_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:34:28.506287 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] Pushing event updated for resources: {'Port': ['ID=95f7371c-2299-4672-bba1-0cb9e084025f,revision_number=9']} {{(pid=94001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:34:28.585327 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-21f3e554-eff1-4ed1-a612-5d79c18afefc req-f86ff724-ef93-4cd6-8370-12778244f889 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=51614c20-cf20-485e-9cbd-e42ca13cafa6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0422139 Sep 30 06:34:28.629688 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64405dba-c035-420a-ad11-5247f5d13a7d req-2ce34944-87d0-4738-9452-b8b166b3d806 tempest-TestShelveInstance-1895143482 tempest-TestShelveInstance-1895143482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:34:28.631363 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-64405dba-c035-420a-ad11-5247f5d13a7d req-2ce34944-87d0-4738-9452-b8b166b3d806 tempest-TestShelveInstance-1895143482 tempest-TestShelveInstance-1895143482-project] 10.222.0.36 "GET /v2.0/ports?device_id=51614c20-cf20-485e-9cbd-e42ca13cafa6 HTTP/1.1" status: 200 len: 946 time: 0.0565231 Sep 30 06:34:28.681562 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-64405dba-c035-420a-ad11-5247f5d13a7d req-f8fa32a5-8a22-4b5f-a949-61bd68573fbc tempest-TestShelveInstance-1895143482 tempest-TestShelveInstance-1895143482-project] 10.222.0.36 "GET /v2.0/security-groups?id=d31ebd02-b6b0-4773-95c4-51c8c3e0ede7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420525 Sep 30 06:34:28.748753 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a598fe86-d21c-4cbc-bd80-65ea5f20e3f7 req-49e35120-a7b8-4066-b498-499880594052 tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:34:28.750207 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-a598fe86-d21c-4cbc-bd80-65ea5f20e3f7 req-49e35120-a7b8-4066-b498-499880594052 tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] 10.222.0.36 "GET /v2.0/ports?device_id=cf64a143-d81f-4bf6-9ded-182f63c46e7f HTTP/1.1" status: 200 len: 944 time: 0.0611763 Sep 30 06:34:28.761566 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.db [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] get_ports_and_sgs() called for port_ids ['95f7371c-2299-4672-bba1-0cb9e084025f'] {{(pid=94001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 06:34:28.796123 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-a598fe86-d21c-4cbc-bd80-65ea5f20e3f7 req-3c044c63-e51e-4dff-b44c-b43d05071f15 tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] 10.222.0.36 "GET /v2.0/security-groups?id=0ac15c32-ea2e-4327-b2f6-f045edc248fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367305 Sep 30 06:34:29.442780 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.wsgi [-] (93999) accepted ('10.222.0.36', 59528) {{(pid=93999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 06:34:29.553845 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-657d0133-bcbf-452e-855c-6eb1aae9486e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:34:29.653229 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-657d0133-bcbf-452e-855c-6eb1aae9486e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:34:29.656896 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-657d0133-bcbf-452e-855c-6eb1aae9486e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533969'] for security_group, after_create {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:34:29.698224 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [None req-657d0133-bcbf-452e-855c-6eb1aae9486e admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=48c4d52a783047e69a9090126d256331&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2543314 Sep 30 06:34:29.699140 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657d0133-bcbf-452e-855c-6eb1aae9486e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df1a40ef-e393-4b9d-b261-86c4e21dbf4e,revision_number=1']} {{(pid=93999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:34:29.702065 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.36', 59532) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 06:34:29.767459 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-9fb1629e-7a5c-4bcd-90fc-a59128edab75 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:34:29.790040 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-9fb1629e-7a5c-4bcd-90fc-a59128edab75 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:34:29.821879 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fc64f6-8dcb-42b2-aecb-bfac24819e1a req-1e29c727-8d16-41c7-9acb-d4059a3716ee tempest-TestShelveInstance-1895143482 tempest-TestShelveInstance-1895143482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:34:29.823405 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-41fc64f6-8dcb-42b2-aecb-bfac24819e1a req-1e29c727-8d16-41c7-9acb-d4059a3716ee tempest-TestShelveInstance-1895143482 tempest-TestShelveInstance-1895143482-project] 10.222.0.36 "GET /v2.0/ports?device_id=51614c20-cf20-485e-9cbd-e42ca13cafa6 HTTP/1.1" status: 200 len: 946 time: 0.0591776 Sep 30 06:34:29.856173 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-9fb1629e-7a5c-4bcd-90fc-a59128edab75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533969'] for security_group, after_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:34:29.859261 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-9fb1629e-7a5c-4bcd-90fc-a59128edab75 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:34:29.860503 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [None req-9fb1629e-7a5c-4bcd-90fc-a59128edab75 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/df1a40ef-e393-4b9d-b261-86c4e21dbf4e HTTP/1.1" status: 204 len: 168 time: 0.1570375 Sep 30 06:34:29.868517 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb1629e-7a5c-4bcd-90fc-a59128edab75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df1a40ef-e393-4b9d-b261-86c4e21dbf4e,revision_number=None']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:34:29.869466 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-41fc64f6-8dcb-42b2-aecb-bfac24819e1a req-46718d87-0507-41fe-8f5b-f1f926be0396 tempest-TestShelveInstance-1895143482 tempest-TestShelveInstance-1895143482-project] 10.222.0.36 "GET /v2.0/security-groups?id=d31ebd02-b6b0-4773-95c4-51c8c3e0ede7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401065 Sep 30 06:34:29.971894 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf4fc39-8248-4dd1-b657-b2b9f90abd0b req-afb86a9d-b781-4ed9-925f-74015cfe7498 tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:34:29.973582 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-3bf4fc39-8248-4dd1-b657-b2b9f90abd0b req-afb86a9d-b781-4ed9-925f-74015cfe7498 tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] 10.222.0.36 "GET /v2.0/ports?device_id=cf64a143-d81f-4bf6-9ded-182f63c46e7f HTTP/1.1" status: 200 len: 944 time: 0.0601184 Sep 30 06:34:30.027158 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-3bf4fc39-8248-4dd1-b657-b2b9f90abd0b req-eb44e8e1-b4e0-4c85-8f7a-64cd5d17b09d tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] 10.222.0.36 "GET /v2.0/security-groups?id=0ac15c32-ea2e-4327-b2f6-f045edc248fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448420 Sep 30 06:34:30.074913 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.rpc [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] Device 95f7371c-2299-4672-bba1-0cb9e084025f up at agent hyperv_hv-cinder-81187 {{(pid=94001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 06:34:30.127408 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.db.provisioning_blocks [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] Provisioning complete for port 95f7371c-2299-4672-bba1-0cb9e084025f triggered by entity L2. {{(pid=94001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 06:34:30.128215 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-597822'] for port, provisioning_complete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:34:30.168467 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.36', 59542) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 06:34:30.181914 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-a4a614eb-461e-4005-affe-f50bd98434e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:34:30.218302 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653538'] for port, before_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:34:30.246775 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf64a143-d81f-4bf6-9ded-182f63c46e7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95f7371c-2299-4672-bba1-0cb9e084025f'}] {{(pid=94001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 06:34:30.249242 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6a6fbc36b32d89ab1780593628eab99e94898f937be62aa03f5208480f4236e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4baae823-83b8-46ec-b34a-f16059965f68" -d '{"events": [{"server_uuid": "cf64a143-d81f-4bf6-9ded-182f63c46e7f", "name": "network-vif-plugged", "status": "completed", "tag": "95f7371c-2299-4672-bba1-0cb9e084025f"}]}' {{(pid=94001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 06:34:30.261537 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f3e554-eff1-4ed1-a612-5d79c18afefc req-b8db2200-16c7-4c1b-8c57-8160b9c8bcc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:34:30.263344 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-21f3e554-eff1-4ed1-a612-5d79c18afefc req-b8db2200-16c7-4c1b-8c57-8160b9c8bcc6 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=51614c20-cf20-485e-9cbd-e42ca13cafa6&tenant_id=9aa1d25e98de4f36a0b60652c0c46005 HTTP/1.1" status: 200 len: 1099 time: 0.0477505 Sep 30 06:34:30.272965 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.db [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] For port 95f7371c-2299-4672-bba1-0cb9e084025f, host hv-cinder-81187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81187',level=0,port_id=95f7371c-2299-4672-bba1-0cb9e084025f,segment=NetworkSegment(2a6dd986-63b3-41e2-80f5-fecbf28b70d3),segment_id=2a6dd986-63b3-41e2-80f5-fecbf28b70d3)] {{(pid=94001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 06:34:30.277595 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7821886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727545992452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727545489363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727545489381'] for port, after_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:34:30.278346 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.rpc [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] Device 3186be9a-c7f5-45f9-97f9-961c9e5b9978 no longer exists at agent hyperv_hv-cinder-81187 {{(pid=94001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 06:34:30.295069 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-a4a614eb-461e-4005-affe-f50bd98434e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:34:30.301076 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-a4a614eb-461e-4005-affe-f50bd98434e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533969'] for security_group, after_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:34:30.320933 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 06:34:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-206a4083-ca8c-4098-a34c-ef3cccb50d27 x-openstack-request-id: req-206a4083-ca8c-4098-a34c-ef3cccb50d27 {{(pid=94001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 06:34:30.321325 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf64a143-d81f-4bf6-9ded-182f63c46e7f", "name": "network-vif-plugged", "status": "completed", "tag": "95f7371c-2299-4672-bba1-0cb9e084025f", "code": 200}]} {{(pid=94001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 06:34:30.321448 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-206a4083-ca8c-4098-a34c-ef3cccb50d27 {{(pid=94001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 06:34:30.321860 dv-cinder-811877-1-iscsi neutron-server[94001]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf64a143-d81f-4bf6-9ded-182f63c46e7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95f7371c-2299-4672-bba1-0cb9e084025f', 'code': 200} Sep 30 06:34:30.351487 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f3e554-eff1-4ed1-a612-5d79c18afefc req-02e154c3-5983-4f86-8fa5-5df8f9990a4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:34:30.351699 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [None req-a4a614eb-461e-4005-affe-f50bd98434e5 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=f449a9003d124184b1b2044cfb8b518a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1794097 Sep 30 06:34:30.351699 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a614eb-461e-4005-affe-f50bd98434e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd6c489c-3a7b-458a-a22b-ac99b850525d,revision_number=1']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:34:30.351875 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-21f3e554-eff1-4ed1-a612-5d79c18afefc req-02e154c3-5983-4f86-8fa5-5df8f9990a4c service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=9aa1d25e98de4f36a0b60652c0c46005&device_id=51614c20-cf20-485e-9cbd-e42ca13cafa6 HTTP/1.1" status: 200 len: 1099 time: 0.0488801 Sep 30 06:34:30.351992 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.wsgi [-] (93999) accepted ('10.222.0.36', 59546) {{(pid=93999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 06:34:30.363206 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] Pushing event updated for resources: {'Port': ['ID=95f7371c-2299-4672-bba1-0cb9e084025f,revision_number=10']} {{(pid=94001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:34:30.409672 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653538'] for port, before_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:34:30.446648 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.db [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] For port 3186be9a-c7f5-45f9-97f9-961c9e5b9978, host hv-cinder-81187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81187',level=0,port_id=3186be9a-c7f5-45f9-97f9-961c9e5b9978,segment=NetworkSegment(04f5ac7d-c914-4271-ad20-e8c8197f8c4f),segment_id=04f5ac7d-c914-4271-ad20-e8c8197f8c4f)] {{(pid=94001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 06:34:30.450990 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7821886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727545992452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727545489363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727545489381'] for port, after_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:34:30.493440 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-05ac27f8-abe1-4286-a318-32606142fee4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:34:30.505399 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] Pushing event updated for resources: {'Port': ['ID=3186be9a-c7f5-45f9-97f9-961c9e5b9978,revision_number=6']} {{(pid=94001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:34:30.516214 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f3e554-eff1-4ed1-a612-5d79c18afefc req-e6b5db52-1bd4-44c7-bdd5-574276354456 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:34:30.517742 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-21f3e554-eff1-4ed1-a612-5d79c18afefc req-e6b5db52-1bd4-44c7-bdd5-574276354456 service neutron] 10.222.0.10 "GET /v2.0/networks?id=87db61c9-abbc-4bc5-969a-590306bf0ba2 HTTP/1.1" status: 200 len: 910 time: 0.1529908 Sep 30 06:34:30.526717 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-05ac27f8-abe1-4286-a318-32606142fee4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:34:30.640509 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-21f3e554-eff1-4ed1-a612-5d79c18afefc req-d6aca1d7-e2f3-4c4e-8e63-7e7bf138f284 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3186be9a-c7f5-45f9-97f9-961c9e5b9978 HTTP/1.1" status: 200 len: 1000 time: 0.1117167 Sep 30 06:34:30.647832 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d73279-ad07-44ae-8fcc-e5b90ede3d9d req-92999c39-200e-4b3b-bd5c-ca74656a6cd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:34:30.649394 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-73d73279-ad07-44ae-8fcc-e5b90ede3d9d req-92999c39-200e-4b3b-bd5c-ca74656a6cd4 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=cf64a143-d81f-4bf6-9ded-182f63c46e7f HTTP/1.1" status: 200 len: 1099 time: 0.1197116 Sep 30 06:34:30.706499 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-05ac27f8-abe1-4286-a318-32606142fee4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533969'] for security_group, after_delete {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:34:30.709032 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-05ac27f8-abe1-4286-a318-32606142fee4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:34:30.710353 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [None req-05ac27f8-abe1-4286-a318-32606142fee4 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/cd6c489c-3a7b-458a-a22b-ac99b850525d HTTP/1.1" status: 204 len: 168 time: 0.3570855 Sep 30 06:34:30.731000 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f3e554-eff1-4ed1-a612-5d79c18afefc req-d2fbc869-b4db-4432-b300-96e872317d35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:34:30.732497 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-21f3e554-eff1-4ed1-a612-5d79c18afefc req-d2fbc869-b4db-4432-b300-96e872317d35 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=ad20151b-cb17-497f-b1bf-e53cf87b5f0f HTTP/1.1" status: 200 len: 848 time: 0.0818839 Sep 30 06:34:30.733593 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ac27f8-abe1-4286-a318-32606142fee4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd6c489c-3a7b-458a-a22b-ac99b850525d,revision_number=None']} {{(pid=93999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:34:30.736977 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-73d73279-ad07-44ae-8fcc-e5b90ede3d9d req-e8b06c54-c25e-4ed6-9c27-a6ab518ca53d service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=0ac15c32-ea2e-4327-b2f6-f045edc248fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0781400 Sep 30 06:34:30.998128 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b86035-7e4d-4ca7-a359-d8bebeae2f30 req-2f9f7b60-75ba-489a-b25e-b12d00500736 tempest-TestShelveInstance-1895143482 tempest-TestShelveInstance-1895143482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:34:30.999683 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-e9b86035-7e4d-4ca7-a359-d8bebeae2f30 req-2f9f7b60-75ba-489a-b25e-b12d00500736 tempest-TestShelveInstance-1895143482 tempest-TestShelveInstance-1895143482-project] 10.222.0.36 "GET /v2.0/ports?device_id=51614c20-cf20-485e-9cbd-e42ca13cafa6 HTTP/1.1" status: 200 len: 944 time: 0.0547640 Sep 30 06:34:31.045949 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-e9b86035-7e4d-4ca7-a359-d8bebeae2f30 req-0a101e29-42ad-4d71-af31-5751c6249b84 tempest-TestShelveInstance-1895143482 tempest-TestShelveInstance-1895143482-project] 10.222.0.36 "GET /v2.0/security-groups?id=d31ebd02-b6b0-4773-95c4-51c8c3e0ede7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390997 Sep 30 06:34:31.070763 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f3e554-eff1-4ed1-a612-5d79c18afefc req-af5f9180-199f-454e-8254-1be7dec5b08c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:34:31.072399 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-21f3e554-eff1-4ed1-a612-5d79c18afefc req-af5f9180-199f-454e-8254-1be7dec5b08c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=87db61c9-abbc-4bc5-969a-590306bf0ba2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0627294 Sep 30 06:34:31.224841 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4f6f32-2aa1-4554-a80d-91e5c56f4512 req-93febb7e-8243-403c-8abe-cc74501709a7 tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:34:31.227145 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-ae4f6f32-2aa1-4554-a80d-91e5c56f4512 req-93febb7e-8243-403c-8abe-cc74501709a7 tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] 10.222.0.36 "GET /v2.0/ports?device_id=cf64a143-d81f-4bf6-9ded-182f63c46e7f HTTP/1.1" status: 200 len: 946 time: 0.1180155 Sep 30 06:34:31.255874 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-21f3e554-eff1-4ed1-a612-5d79c18afefc req-78cc3046-bf49-49bc-9ec2-2c67a72aaf42 service neutron] 10.222.0.10 "GET /v2.0/networks/87db61c9-abbc-4bc5-969a-590306bf0ba2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1550560 Sep 30 06:34:31.309978 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-ae4f6f32-2aa1-4554-a80d-91e5c56f4512 req-97564574-b3c5-4ced-92fc-a81e4d59a923 tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] 10.222.0.36 "GET /v2.0/security-groups?id=0ac15c32-ea2e-4327-b2f6-f045edc248fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0672748 Sep 30 06:34:31.356421 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-97c19698-17a5-40da-8e9c-ac6f09e6a989 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727546001794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-597483'] for agent, after_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:34:31.388272 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-21f3e554-eff1-4ed1-a612-5d79c18afefc req-fe208bbb-9210-4968-9c61-ee8795765ab0 service neutron] 10.222.0.10 "GET /v2.0/networks/87db61c9-abbc-4bc5-969a-590306bf0ba2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1130621 Sep 30 06:34:32.182617 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be56b115-f9e6-4788-a4c4-6c7dc2956f25 req-ca648c90-ff8d-4a0b-b334-a48b228b8022 tempest-TestShelveInstance-1895143482 tempest-TestShelveInstance-1895143482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:34:32.184240 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-be56b115-f9e6-4788-a4c4-6c7dc2956f25 req-ca648c90-ff8d-4a0b-b334-a48b228b8022 tempest-TestShelveInstance-1895143482 tempest-TestShelveInstance-1895143482-project] 10.222.0.36 "GET /v2.0/ports?device_id=51614c20-cf20-485e-9cbd-e42ca13cafa6 HTTP/1.1" status: 200 len: 944 time: 0.0560775 Sep 30 06:34:32.227715 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-be56b115-f9e6-4788-a4c4-6c7dc2956f25 req-ce7adb75-dd87-4ea7-8d6d-d5b3710d3756 tempest-TestShelveInstance-1895143482 tempest-TestShelveInstance-1895143482-project] 10.222.0.36 "GET /v2.0/security-groups?id=d31ebd02-b6b0-4773-95c4-51c8c3e0ede7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365078 Sep 30 06:34:32.304586 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-1a5ef50c-1a60-4eeb-b96e-cf5df6fcca4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727546001794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-597483'] for agent, after_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:34:32.323300 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51614c20-cf20-485e-9cbd-e42ca13cafa6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3186be9a-c7f5-45f9-97f9-961c9e5b9978'}] {{(pid=94001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 06:34:32.326074 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6a6fbc36b32d89ab1780593628eab99e94898f937be62aa03f5208480f4236e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3b95dc9-5a2d-4713-8750-8925906f465d" -d '{"events": [{"server_uuid": "51614c20-cf20-485e-9cbd-e42ca13cafa6", "name": "network-vif-unplugged", "status": "completed", "tag": "3186be9a-c7f5-45f9-97f9-961c9e5b9978"}]}' {{(pid=94001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 06:34:32.372731 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 30 Sep 2021 06:34:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5f5b553-de57-491f-8d68-ccdb0d388413 x-openstack-request-id: req-e5f5b553-de57-491f-8d68-ccdb0d388413 {{(pid=94001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 06:34:32.373565 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51614c20-cf20-485e-9cbd-e42ca13cafa6", "name": "network-vif-unplugged", "status": "completed", "tag": "3186be9a-c7f5-45f9-97f9-961c9e5b9978", "code": 200}]} {{(pid=94001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 06:34:32.373565 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-e5f5b553-de57-491f-8d68-ccdb0d388413 {{(pid=94001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 06:34:32.373775 dv-cinder-811877-1-iscsi neutron-server[94001]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51614c20-cf20-485e-9cbd-e42ca13cafa6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3186be9a-c7f5-45f9-97f9-961c9e5b9978', 'code': 200} Sep 30 06:34:32.478242 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6380cd51-f9de-4992-8882-67ed53f90b47 req-e331e82e-a122-430b-a967-69568266a6c2 tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:34:32.479910 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-6380cd51-f9de-4992-8882-67ed53f90b47 req-e331e82e-a122-430b-a967-69568266a6c2 tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] 10.222.0.36 "GET /v2.0/ports?device_id=cf64a143-d81f-4bf6-9ded-182f63c46e7f HTTP/1.1" status: 200 len: 946 time: 0.0699432 Sep 30 06:34:32.530981 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-6380cd51-f9de-4992-8882-67ed53f90b47 req-7ed1e552-cf05-4e3d-9155-ab721eaaf568 tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] 10.222.0.36 "GET /v2.0/security-groups?id=0ac15c32-ea2e-4327-b2f6-f045edc248fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431705 Sep 30 06:34:32.667547 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-028184f3-f8cc-4c85-9e6b-64613141ad03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727546001794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-597483'] for agent, after_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:34:33.356745 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca5728b-e8cd-413b-988d-5480381d57b2 req-6ca52a01-da2f-4759-9ce3-7d09f355e2a2 tempest-TestShelveInstance-1895143482 tempest-TestShelveInstance-1895143482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:34:33.359013 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-2ca5728b-e8cd-413b-988d-5480381d57b2 req-6ca52a01-da2f-4759-9ce3-7d09f355e2a2 tempest-TestShelveInstance-1895143482 tempest-TestShelveInstance-1895143482-project] 10.222.0.36 "GET /v2.0/ports?device_id=51614c20-cf20-485e-9cbd-e42ca13cafa6 HTTP/1.1" status: 200 len: 944 time: 0.0498934 Sep 30 06:34:33.397695 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-2ca5728b-e8cd-413b-988d-5480381d57b2 req-a03bccbe-acf2-449e-b172-6718b98828ac tempest-TestShelveInstance-1895143482 tempest-TestShelveInstance-1895143482-project] 10.222.0.36 "GET /v2.0/security-groups?id=d31ebd02-b6b0-4773-95c4-51c8c3e0ede7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328138 Sep 30 06:34:33.675400 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf63939-ea07-4abb-a528-7b699f0879fb req-57668a1c-8754-4ade-be49-5aba06e7004a tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:34:33.676911 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-ddf63939-ea07-4abb-a528-7b699f0879fb req-57668a1c-8754-4ade-be49-5aba06e7004a tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] 10.222.0.36 "GET /v2.0/ports?device_id=cf64a143-d81f-4bf6-9ded-182f63c46e7f HTTP/1.1" status: 200 len: 946 time: 0.0601513 Sep 30 06:34:33.724355 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-ddf63939-ea07-4abb-a528-7b699f0879fb req-4d5e589a-31d3-40b6-ba5f-78f0cf9eedc5 tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] 10.222.0.36 "GET /v2.0/security-groups?id=0ac15c32-ea2e-4327-b2f6-f045edc248fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373209 Sep 30 06:34:33.841772 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.36', 59732) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 06:34:33.947194 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-f2c74c03-8e58-4102-9245-3e71b01f1120 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:34:34.037972 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-31788eca-3db2-42eb-847b-597dce492ba7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727546001794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-597483'] for agent, after_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:34:34.062874 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-f2c74c03-8e58-4102-9245-3e71b01f1120 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:34:34.068443 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-f2c74c03-8e58-4102-9245-3e71b01f1120 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533969'] for security_group, after_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:34:34.109132 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [None req-f2c74c03-8e58-4102-9245-3e71b01f1120 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=6c8b29e742c644bc8aaf9acd91bc567d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2659030 Sep 30 06:34:34.109881 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c74c03-8e58-4102-9245-3e71b01f1120 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=161e7b96-f3dd-4c38-bfca-dfb3bd9df925,revision_number=1']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:34:34.118266 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.36', 59736) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 06:34:34.172986 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-18d6b556-a1b6-4bff-a516-ab563ac4d448 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:34:34.195271 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-18d6b556-a1b6-4bff-a516-ab563ac4d448 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:34:34.251596 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-18d6b556-a1b6-4bff-a516-ab563ac4d448 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533969'] for security_group, after_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:34:34.255173 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-18d6b556-a1b6-4bff-a516-ab563ac4d448 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:34:34.258703 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [None req-18d6b556-a1b6-4bff-a516-ab563ac4d448 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/161e7b96-f3dd-4c38-bfca-dfb3bd9df925 HTTP/1.1" status: 204 len: 168 time: 0.1370118 Sep 30 06:34:34.268955 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d6b556-a1b6-4bff-a516-ab563ac4d448 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=161e7b96-f3dd-4c38-bfca-dfb3bd9df925,revision_number=None']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:34:34.534068 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14609f08-fc47-41cb-8737-d84a28ecb025 req-c3c05109-6bd1-4c77-8e7c-b9cb71dc3c37 tempest-TestShelveInstance-1895143482 tempest-TestShelveInstance-1895143482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:34:34.535701 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-14609f08-fc47-41cb-8737-d84a28ecb025 req-c3c05109-6bd1-4c77-8e7c-b9cb71dc3c37 tempest-TestShelveInstance-1895143482 tempest-TestShelveInstance-1895143482-project] 10.222.0.36 "GET /v2.0/ports?device_id=51614c20-cf20-485e-9cbd-e42ca13cafa6 HTTP/1.1" status: 200 len: 944 time: 0.0617797 Sep 30 06:34:34.573871 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.36', 59744) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 06:34:34.587411 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-14609f08-fc47-41cb-8737-d84a28ecb025 req-0d934542-16c7-4be3-9877-1bd622541fe2 tempest-TestShelveInstance-1895143482 tempest-TestShelveInstance-1895143482-project] 10.222.0.36 "GET /v2.0/security-groups?id=d31ebd02-b6b0-4773-95c4-51c8c3e0ede7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445364 Sep 30 06:34:34.588691 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-39db5405-21ae-477d-88c9-fb4ff0766ddb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:34:34.696594 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-39db5405-21ae-477d-88c9-fb4ff0766ddb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:34:34.700896 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-39db5405-21ae-477d-88c9-fb4ff0766ddb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533969'] for security_group, after_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:34:34.750261 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [None req-39db5405-21ae-477d-88c9-fb4ff0766ddb admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=dec7909755074eb1940f26f697a86e54&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1752470 Sep 30 06:34:34.751383 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39db5405-21ae-477d-88c9-fb4ff0766ddb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=308c93e1-311c-472c-9809-a743c57211c0,revision_number=1']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:34:34.754435 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.wsgi [-] (93999) accepted ('10.222.0.36', 59746) {{(pid=93999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 06:34:34.812765 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-3fdc5e5f-fc51-494a-bbf9-c59fd18fa98d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:34:34.837045 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-3fdc5e5f-fc51-494a-bbf9-c59fd18fa98d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:34:34.886522 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-3fdc5e5f-fc51-494a-bbf9-c59fd18fa98d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533969'] for security_group, after_delete {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:34:34.889549 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-3fdc5e5f-fc51-494a-bbf9-c59fd18fa98d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:34:34.890829 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [None req-3fdc5e5f-fc51-494a-bbf9-c59fd18fa98d admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/308c93e1-311c-472c-9809-a743c57211c0 HTTP/1.1" status: 204 len: 168 time: 0.1352139 Sep 30 06:34:34.902188 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdc5e5f-fc51-494a-bbf9-c59fd18fa98d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=308c93e1-311c-472c-9809-a743c57211c0,revision_number=None']} {{(pid=93999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:34:35.724010 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040fbe2a-b525-45b5-8e69-7d4904bbe48f req-1d2d22ff-a3d6-4111-8598-8abcd0ca1bd1 tempest-TestShelveInstance-1895143482 tempest-TestShelveInstance-1895143482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:34:35.725641 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-040fbe2a-b525-45b5-8e69-7d4904bbe48f req-1d2d22ff-a3d6-4111-8598-8abcd0ca1bd1 tempest-TestShelveInstance-1895143482 tempest-TestShelveInstance-1895143482-project] 10.222.0.36 "GET /v2.0/ports?device_id=51614c20-cf20-485e-9cbd-e42ca13cafa6 HTTP/1.1" status: 200 len: 944 time: 0.0548120 Sep 30 06:34:35.782783 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-040fbe2a-b525-45b5-8e69-7d4904bbe48f req-669cff83-9a65-4429-917b-3809f6ef520a tempest-TestShelveInstance-1895143482 tempest-TestShelveInstance-1895143482-project] 10.222.0.36 "GET /v2.0/security-groups?id=d31ebd02-b6b0-4773-95c4-51c8c3e0ede7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407836 Sep 30 06:34:36.920041 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1077a0-bdec-485b-978b-4130d00e7527 req-9a9f3140-c9f0-4cc6-a3c2-fb1246178e4e tempest-TestShelveInstance-1895143482 tempest-TestShelveInstance-1895143482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:34:36.921598 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-2e1077a0-bdec-485b-978b-4130d00e7527 req-9a9f3140-c9f0-4cc6-a3c2-fb1246178e4e tempest-TestShelveInstance-1895143482 tempest-TestShelveInstance-1895143482-project] 10.222.0.36 "GET /v2.0/ports?device_id=51614c20-cf20-485e-9cbd-e42ca13cafa6 HTTP/1.1" status: 200 len: 944 time: 0.0553005 Sep 30 06:34:36.971990 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-2e1077a0-bdec-485b-978b-4130d00e7527 req-ff38017e-52c2-4358-a759-bf777760e24b tempest-TestShelveInstance-1895143482 tempest-TestShelveInstance-1895143482-project] 10.222.0.36 "GET /v2.0/security-groups?id=d31ebd02-b6b0-4773-95c4-51c8c3e0ede7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420883 Sep 30 06:34:37.595688 dv-cinder-811877-1-iscsi neutron-server[94002]: DEBUG neutron.db.agents_db [None req-d9c94b1b-4ad8-4063-8329-7a4f29b52830 None None] Agent healthcheck: found 6 active agents {{(pid=94002) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 06:34:37.746305 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.36', 59818) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 06:34:37.768973 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f24528-ae2c-4f4b-bf07-994801624640 req-ceff467b-7fc5-4f6c-bc8a-5e2381636ae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:34:37.771560 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-42f24528-ae2c-4f4b-bf07-994801624640 req-ceff467b-7fc5-4f6c-bc8a-5e2381636ae5 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=51614c20-cf20-485e-9cbd-e42ca13cafa6 HTTP/1.1" status: 200 len: 1097 time: 0.0549092 Sep 30 06:34:37.813699 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-42f24528-ae2c-4f4b-bf07-994801624640 req-4c5d2118-db73-4569-9201-8bf0c8708912 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=d31ebd02-b6b0-4773-95c4-51c8c3e0ede7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343964 Sep 30 06:34:37.881238 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-6adf71e7-a4f0-4124-918e-a14c5c731aa7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:34:37.980710 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-6adf71e7-a4f0-4124-918e-a14c5c731aa7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:34:37.985264 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-6adf71e7-a4f0-4124-918e-a14c5c731aa7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533969'] for security_group, after_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:34:38.025867 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [None req-6adf71e7-a4f0-4124-918e-a14c5c731aa7 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=6752b22a67ca4ce8a470670020743158&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2782152 Sep 30 06:34:38.027280 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6adf71e7-a4f0-4124-918e-a14c5c731aa7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39ce70f8-9a77-44de-b9b0-98e6cf0f078a,revision_number=1']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:34:38.029716 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.wsgi [-] (93999) accepted ('10.222.0.36', 59824) {{(pid=93999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 06:34:38.091384 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-6d3e61fb-8708-4ca6-a696-0d73426b02f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:34:38.109539 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9c7143-08c8-4a52-aaea-a33dcb52293b req-c5801409-f4a2-428d-9b2b-59b5d2549030 tempest-TestShelveInstance-1895143482 tempest-TestShelveInstance-1895143482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:34:38.112229 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-7f9c7143-08c8-4a52-aaea-a33dcb52293b req-c5801409-f4a2-428d-9b2b-59b5d2549030 tempest-TestShelveInstance-1895143482 tempest-TestShelveInstance-1895143482-project] 10.222.0.36 "GET /v2.0/ports?device_id=51614c20-cf20-485e-9cbd-e42ca13cafa6 HTTP/1.1" status: 200 len: 944 time: 0.0597453 Sep 30 06:34:38.121171 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-6d3e61fb-8708-4ca6-a696-0d73426b02f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:34:38.161192 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-7f9c7143-08c8-4a52-aaea-a33dcb52293b req-19615ad8-562d-4dd9-bc40-7624aec85cfd tempest-TestShelveInstance-1895143482 tempest-TestShelveInstance-1895143482-project] 10.222.0.36 "GET /v2.0/security-groups?id=d31ebd02-b6b0-4773-95c4-51c8c3e0ede7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434663 Sep 30 06:34:38.184195 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-6d3e61fb-8708-4ca6-a696-0d73426b02f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533969'] for security_group, after_delete {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:34:38.184195 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-6d3e61fb-8708-4ca6-a696-0d73426b02f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:34:38.185348 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [None req-6d3e61fb-8708-4ca6-a696-0d73426b02f0 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/39ce70f8-9a77-44de-b9b0-98e6cf0f078a HTTP/1.1" status: 204 len: 168 time: 0.1538353 Sep 30 06:34:38.197086 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3e61fb-8708-4ca6-a696-0d73426b02f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39ce70f8-9a77-44de-b9b0-98e6cf0f078a,revision_number=None']} {{(pid=93999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:34:38.477686 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.wsgi [-] (93999) accepted ('10.222.0.36', 59830) {{(pid=93999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 06:34:38.492939 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-d36b0f75-2aa3-48f1-b435-3a098c3c992e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:34:38.592113 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-d36b0f75-2aa3-48f1-b435-3a098c3c992e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:34:38.598682 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-d36b0f75-2aa3-48f1-b435-3a098c3c992e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533969'] for security_group, after_create {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:34:38.638471 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [None req-d36b0f75-2aa3-48f1-b435-3a098c3c992e admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=208aea521a8a4d798debcc3b338fb28a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1596019 Sep 30 06:34:38.639124 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36b0f75-2aa3-48f1-b435-3a098c3c992e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1c8a80b-4ca1-4578-bcd3-5237065e6508,revision_number=1']} {{(pid=93999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:34:38.641065 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.36', 59832) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 06:34:38.708639 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-3aa3dd1a-92df-418d-9c56-4a83a5b8fb4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:34:38.740293 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-3aa3dd1a-92df-418d-9c56-4a83a5b8fb4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:34:38.806112 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-3aa3dd1a-92df-418d-9c56-4a83a5b8fb4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533969'] for security_group, after_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:34:38.809126 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-3aa3dd1a-92df-418d-9c56-4a83a5b8fb4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:34:38.810344 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [None req-3aa3dd1a-92df-418d-9c56-4a83a5b8fb4a admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/b1c8a80b-4ca1-4578-bcd3-5237065e6508 HTTP/1.1" status: 204 len: 168 time: 0.1676638 Sep 30 06:34:38.824167 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa3dd1a-92df-418d-9c56-4a83a5b8fb4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1c8a80b-4ca1-4578-bcd3-5237065e6508,revision_number=None']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:34:39.079178 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727546001794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-597483'] for agent, after_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:34:39.303269 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e6fd0a-d1fb-4edd-ad2b-5b02d3bf9b43 req-5b078ad3-4437-44d5-9729-e37242b52d84 tempest-TestShelveInstance-1895143482 tempest-TestShelveInstance-1895143482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:34:39.305594 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-28e6fd0a-d1fb-4edd-ad2b-5b02d3bf9b43 req-5b078ad3-4437-44d5-9729-e37242b52d84 tempest-TestShelveInstance-1895143482 tempest-TestShelveInstance-1895143482-project] 10.222.0.36 "GET /v2.0/ports?device_id=51614c20-cf20-485e-9cbd-e42ca13cafa6 HTTP/1.1" status: 200 len: 944 time: 0.0627460 Sep 30 06:34:39.371796 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-28e6fd0a-d1fb-4edd-ad2b-5b02d3bf9b43 req-1f710610-b645-4cbb-bd99-d359dfe01b15 tempest-TestShelveInstance-1895143482 tempest-TestShelveInstance-1895143482-project] 10.222.0.36 "GET /v2.0/security-groups?id=d31ebd02-b6b0-4773-95c4-51c8c3e0ede7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551953 Sep 30 06:34:40.129026 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.rpc [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] Device 3186be9a-c7f5-45f9-97f9-961c9e5b9978 details requested by agent hyperv_hv-cinder-81187 with host hv-cinder-81187 {{(pid=94001) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 06:34:40.270458 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.db [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] For port 3186be9a-c7f5-45f9-97f9-961c9e5b9978, host hv-cinder-81187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81187',level=0,port_id=3186be9a-c7f5-45f9-97f9-961c9e5b9978,segment=NetworkSegment(04f5ac7d-c914-4271-ad20-e8c8197f8c4f),segment_id=04f5ac7d-c914-4271-ad20-e8c8197f8c4f)] {{(pid=94001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 06:34:40.291858 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.rpc [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] Returning: {'device': '3186be9a-c7f5-45f9-97f9-961c9e5b9978', 'network_id': '87db61c9-abbc-4bc5-969a-590306bf0ba2', 'port_id': '3186be9a-c7f5-45f9-97f9-961c9e5b9978', 'mac_address': 'fa:16:3e:26:f0:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 308, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ad20151b-cb17-497f-b1bf-e53cf87b5f0f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94001) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 06:34:40.363423 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653538'] for port, before_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:34:40.386968 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.notifiers.nova [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3186be9a-c7f5-45f9-97f9-961c9e5b9978 {{(pid=94001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 06:34:40.420446 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.db [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] For port 3186be9a-c7f5-45f9-97f9-961c9e5b9978, host hv-cinder-81187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81187',level=0,port_id=3186be9a-c7f5-45f9-97f9-961c9e5b9978,segment=NetworkSegment(04f5ac7d-c914-4271-ad20-e8c8197f8c4f),segment_id=04f5ac7d-c914-4271-ad20-e8c8197f8c4f)] {{(pid=94001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 06:34:40.427473 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7821886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727545992452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727545489363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727545489381'] for port, after_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:34:40.523372 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] Pushing event updated for resources: {'Port': ['ID=3186be9a-c7f5-45f9-97f9-961c9e5b9978,revision_number=7']} {{(pid=94001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:34:40.736965 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.db [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] get_ports_and_sgs() called for port_ids ['3186be9a-c7f5-45f9-97f9-961c9e5b9978'] {{(pid=94001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 06:34:42.152662 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.rpc [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] Device 3186be9a-c7f5-45f9-97f9-961c9e5b9978 up at agent hyperv_hv-cinder-81187 {{(pid=94001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 06:34:42.205530 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.db.provisioning_blocks [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] Provisioning complete for port 3186be9a-c7f5-45f9-97f9-961c9e5b9978 triggered by entity L2. {{(pid=94001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 06:34:42.205906 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-597822'] for port, provisioning_complete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:34:42.308884 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653538'] for port, before_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:34:42.342810 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51614c20-cf20-485e-9cbd-e42ca13cafa6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3186be9a-c7f5-45f9-97f9-961c9e5b9978'}] {{(pid=94001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 06:34:42.345062 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6a6fbc36b32d89ab1780593628eab99e94898f937be62aa03f5208480f4236e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ad2b0ed-199c-42f8-8dd1-90d76910b862" -d '{"events": [{"server_uuid": "51614c20-cf20-485e-9cbd-e42ca13cafa6", "name": "network-vif-plugged", "status": "completed", "tag": "3186be9a-c7f5-45f9-97f9-961c9e5b9978"}]}' {{(pid=94001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 06:34:42.360079 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.db [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] For port 3186be9a-c7f5-45f9-97f9-961c9e5b9978, host hv-cinder-81187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81187',level=0,port_id=3186be9a-c7f5-45f9-97f9-961c9e5b9978,segment=NetworkSegment(04f5ac7d-c914-4271-ad20-e8c8197f8c4f),segment_id=04f5ac7d-c914-4271-ad20-e8c8197f8c4f)] {{(pid=94001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 06:34:42.366391 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7821886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727545992452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727545489363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727545489381'] for port, after_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:34:42.404177 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 06:34:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d48a47fc-d7b0-4c25-b5c8-6f1dff447aaf x-openstack-request-id: req-d48a47fc-d7b0-4c25-b5c8-6f1dff447aaf {{(pid=94001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 06:34:42.404651 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51614c20-cf20-485e-9cbd-e42ca13cafa6", "name": "network-vif-plugged", "status": "completed", "tag": "3186be9a-c7f5-45f9-97f9-961c9e5b9978", "code": 200}]} {{(pid=94001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 06:34:42.405067 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-d48a47fc-d7b0-4c25-b5c8-6f1dff447aaf {{(pid=94001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 06:34:42.405691 dv-cinder-811877-1-iscsi neutron-server[94001]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51614c20-cf20-485e-9cbd-e42ca13cafa6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3186be9a-c7f5-45f9-97f9-961c9e5b9978', 'code': 200} Sep 30 06:34:42.444410 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] Pushing event updated for resources: {'Port': ['ID=3186be9a-c7f5-45f9-97f9-961c9e5b9978,revision_number=8']} {{(pid=94001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:34:45.312546 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-2d2fb59b-47f8-4045-9f8a-ee86672caa00 req-a57621e2-991a-4721-8c72-4a1d23b40154 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=51614c20-cf20-485e-9cbd-e42ca13cafa6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0454066 Sep 30 06:34:45.418756 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2fb59b-47f8-4045-9f8a-ee86672caa00 req-fc805f8b-0ece-4841-b119-131fcb7ac793 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:34:45.420184 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-2d2fb59b-47f8-4045-9f8a-ee86672caa00 req-fc805f8b-0ece-4841-b119-131fcb7ac793 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=9aa1d25e98de4f36a0b60652c0c46005&device_id=51614c20-cf20-485e-9cbd-e42ca13cafa6 HTTP/1.1" status: 200 len: 1099 time: 0.0471232 Sep 30 06:34:45.544659 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2fb59b-47f8-4045-9f8a-ee86672caa00 req-166c6566-777e-4c09-870f-86ba1587297f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:34:45.546192 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-2d2fb59b-47f8-4045-9f8a-ee86672caa00 req-166c6566-777e-4c09-870f-86ba1587297f service neutron] 10.222.0.10 "GET /v2.0/networks?id=87db61c9-abbc-4bc5-969a-590306bf0ba2 HTTP/1.1" status: 200 len: 910 time: 0.1039140 Sep 30 06:34:45.636121 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-2d2fb59b-47f8-4045-9f8a-ee86672caa00 req-819885ac-5246-4699-b670-90797ae23fc2 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3186be9a-c7f5-45f9-97f9-961c9e5b9978 HTTP/1.1" status: 200 len: 1002 time: 0.0816948 Sep 30 06:34:45.716766 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2fb59b-47f8-4045-9f8a-ee86672caa00 req-2a218579-cc76-451f-9d45-4722775c76d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:34:45.718346 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-2d2fb59b-47f8-4045-9f8a-ee86672caa00 req-2a218579-cc76-451f-9d45-4722775c76d8 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=ad20151b-cb17-497f-b1bf-e53cf87b5f0f HTTP/1.1" status: 200 len: 848 time: 0.0675998 Sep 30 06:34:45.771966 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2fb59b-47f8-4045-9f8a-ee86672caa00 req-b78016ab-a050-4731-8b88-a51966acbb3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:34:45.773572 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-2d2fb59b-47f8-4045-9f8a-ee86672caa00 req-b78016ab-a050-4731-8b88-a51966acbb3e service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=87db61c9-abbc-4bc5-969a-590306bf0ba2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0462828 Sep 30 06:34:45.888387 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-2d2fb59b-47f8-4045-9f8a-ee86672caa00 req-c369806c-dccc-46ac-a976-1f46edfe512c service neutron] 10.222.0.10 "GET /v2.0/networks/87db61c9-abbc-4bc5-969a-590306bf0ba2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1069105 Sep 30 06:34:45.994753 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-2d2fb59b-47f8-4045-9f8a-ee86672caa00 req-cf795b59-e8be-4161-b654-5be98b06e068 service neutron] 10.222.0.10 "GET /v2.0/networks/87db61c9-abbc-4bc5-969a-590306bf0ba2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0989530 Sep 30 06:34:46.000897 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.36', 59958) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 06:34:46.138941 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-96cb7095-5102-47c5-83c6-5912ee936024 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:34:46.281132 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-96cb7095-5102-47c5-83c6-5912ee936024 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:34:46.286677 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-96cb7095-5102-47c5-83c6-5912ee936024 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533969'] for security_group, after_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:34:46.351815 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96cb7095-5102-47c5-83c6-5912ee936024 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d21d8b0-eb69-4bb3-b147-306fb9647cec,revision_number=1']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:34:46.358373 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [None req-96cb7095-5102-47c5-83c6-5912ee936024 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=1511ac73347f46c08eaed90575393088&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3558872 Sep 30 06:34:46.362370 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.36', 59962) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 06:34:46.422824 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-c8dadedd-807e-4ba3-b6c7-c4bc9ce07a52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:34:46.447755 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-c8dadedd-807e-4ba3-b6c7-c4bc9ce07a52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:34:46.503441 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-c8dadedd-807e-4ba3-b6c7-c4bc9ce07a52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533969'] for security_group, after_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:34:46.509591 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-c8dadedd-807e-4ba3-b6c7-c4bc9ce07a52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:34:46.511055 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [None req-c8dadedd-807e-4ba3-b6c7-c4bc9ce07a52 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/2d21d8b0-eb69-4bb3-b147-306fb9647cec HTTP/1.1" status: 204 len: 168 time: 0.1476383 Sep 30 06:34:46.521436 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8dadedd-807e-4ba3-b6c7-c4bc9ce07a52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d21d8b0-eb69-4bb3-b147-306fb9647cec,revision_number=None']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:34:46.865178 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.36', 59968) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 06:34:46.880562 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-e2b72c93-322a-4135-8937-a0cfc1363d53 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:34:46.989587 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-e2b72c93-322a-4135-8937-a0cfc1363d53 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:34:46.994110 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-e2b72c93-322a-4135-8937-a0cfc1363d53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533969'] for security_group, after_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:34:47.038085 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b72c93-322a-4135-8937-a0cfc1363d53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61f120d7-2650-421a-9b6b-59bcdaa513de,revision_number=1']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:34:47.045130 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [None req-e2b72c93-322a-4135-8937-a0cfc1363d53 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=e9e4730d85514f5f85bd4a78c64d5fb2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1786125 Sep 30 06:34:47.047190 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.36', 59970) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 06:34:47.106862 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-87d0bc7f-f58f-4278-aa4a-91b791f903c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:34:47.141115 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-87d0bc7f-f58f-4278-aa4a-91b791f903c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:34:47.201439 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-87d0bc7f-f58f-4278-aa4a-91b791f903c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533969'] for security_group, after_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:34:47.205259 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-87d0bc7f-f58f-4278-aa4a-91b791f903c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:34:47.206920 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [None req-87d0bc7f-f58f-4278-aa4a-91b791f903c0 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/61f120d7-2650-421a-9b6b-59bcdaa513de HTTP/1.1" status: 204 len: 168 time: 0.1584010 Sep 30 06:34:47.227988 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d0bc7f-f58f-4278-aa4a-91b791f903c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61f120d7-2650-421a-9b6b-59bcdaa513de,revision_number=None']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:34:48.071659 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.wsgi [-] (93999) accepted ('10.222.0.36', 59992) {{(pid=93999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 06:34:48.195055 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.api.v2.base [None req-e0eed2f3-6587-47c3-ab6e-e8b9e2d1e99f admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-664189295-network', 'tenant_id': 'a9cabd0d31b64e3e9d52875f8d988c45'}} {{(pid=93999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 06:34:48.217677 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0eed2f3-6587-47c3-ab6e-e8b9e2d1e99f admin admin] Made reservation on behalf of a9cabd0d31b64e3e9d52875f8d988c45 for: {'network': 1} {{(pid=93999) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 06:34:48.220304 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-e0eed2f3-6587-47c3-ab6e-e8b9e2d1e99f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653538'] for network, before_create {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:34:48.230283 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-e0eed2f3-6587-47c3-ab6e-e8b9e2d1e99f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:34:48.341831 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-e0eed2f3-6587-47c3-ab6e-e8b9e2d1e99f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:34:48.348490 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-e0eed2f3-6587-47c3-ab6e-e8b9e2d1e99f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533969'] for security_group, after_create {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:34:48.378527 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e0eed2f3-6587-47c3-ab6e-e8b9e2d1e99f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 319} {{(pid=93999) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 06:34:48.389068 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0eed2f3-6587-47c3-ab6e-e8b9e2d1e99f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61c8e2da-05be-409d-a3a8-94b406f3be78,revision_number=1']} {{(pid=93999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:34:48.394934 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-e0eed2f3-6587-47c3-ab6e-e8b9e2d1e99f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583621'] for segment, precommit_create {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:34:48.395287 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.db.segments_db [None req-e0eed2f3-6587-47c3-ab6e-e8b9e2d1e99f admin admin] Added segment 7e5be05c-83c6-4980-892b-ee3a10f8c368 of type vlan for network 40677164-10dd-4c81-9254-06e3c21dbaf6 Sep 30 06:34:48.448452 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-e0eed2f3-6587-47c3-ab6e-e8b9e2d1e99f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727545443103'] for network, precommit_create {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:34:48.490371 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-e0eed2f3-6587-47c3-ab6e-e8b9e2d1e99f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7821886'] for network, after_create {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:34:48.492037 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0eed2f3-6587-47c3-ab6e-e8b9e2d1e99f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:34:48.493021 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-e0eed2f3-6587-47c3-ab6e-e8b9e2d1e99f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7821868'] for network, before_response {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:34:48.537400 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [None req-e0eed2f3-6587-47c3-ab6e-e8b9e2d1e99f admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4643323 Sep 30 06:34:48.541073 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.36', 59996) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 06:34:48.547984 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.api.v2.base [None req-c7e73667-aa96-486e-8375-22536c59c314 admin admin] Request body: {'subnet': {'network_id': '40677164-10dd-4c81-9254-06e3c21dbaf6', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-664189295-subnet', 'tenant_id': 'a9cabd0d31b64e3e9d52875f8d988c45', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 06:34:48.573189 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0eed2f3-6587-47c3-ab6e-e8b9e2d1e99f admin admin] Pushing event updated for resources: {'Network': ['ID=40677164-10dd-4c81-9254-06e3c21dbaf6,revision_number=1']} {{(pid=93999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:34:48.584360 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.rpc [None req-1a5ef50c-1a60-4eeb-b96e-cf5df6fcca4b None None] Network 40677164-10dd-4c81-9254-06e3c21dbaf6 details requested by agent ovs-agent-dv-cinder-811877-1-iscsi with host dv-cinder-811877-1-iscsi {{(pid=94001) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 06:34:48.588279 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7e73667-aa96-486e-8375-22536c59c314 admin admin] Made reservation on behalf of a9cabd0d31b64e3e9d52875f8d988c45 for: {'subnet': 1} {{(pid=94000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 06:34:48.592113 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-c7e73667-aa96-486e-8375-22536c59c314 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5105858'] for subnet, before_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:34:48.877088 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-c7e73667-aa96-486e-8375-22536c59c314 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7821886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4572691', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5105904'] for subnet, after_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:34:48.971067 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e73667-aa96-486e-8375-22536c59c314 admin admin] Pushing event updated for resources: {'Subnet': ['ID=188ae2ad-8559-4c2f-b0e2-93957332ed37,revision_number=0']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:34:48.985302 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7e73667-aa96-486e-8375-22536c59c314 admin admin] Checking segment: {'id': '7e5be05c-83c6-4980-892b-ee3a10f8c368', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '40677164-10dd-4c81-9254-06e3c21dbaf6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 06:34:48.986471 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7e73667-aa96-486e-8375-22536c59c314 admin admin] Network hostable DHCP agents. Network: 40677164-10dd-4c81-9254-06e3c21dbaf6, hostable agents: ['2764eebb-577a-46b3-8e38-018fcc444f25'], hosted agents: [] {{(pid=94000) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 06:34:49.009567 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7e73667-aa96-486e-8375-22536c59c314 admin admin] Network 40677164-10dd-4c81-9254-06e3c21dbaf6 is scheduled to be hosted by DHCP agent 2764eebb-577a-46b3-8e38-018fcc444f25 with binding_index 1 {{(pid=94000) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 06:34:49.021564 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.scheduler.base_scheduler [None req-c7e73667-aa96-486e-8375-22536c59c314 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-811877-1-iscsi, 40677164-10dd-4c81-9254-06e3c21dbaf6) {{(pid=94000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 06:34:49.028039 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7e73667-aa96-486e-8375-22536c59c314 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:34:49.028663 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-c7e73667-aa96-486e-8375-22536c59c314 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:34:49.035911 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b445191-44c7-4f8b-bdca-154a5a4040ea None None] Network 40677164-10dd-4c81-9254-06e3c21dbaf6 requested from dv-cinder-811877-1-iscsi {{(pid=94001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 06:34:49.048332 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [None req-c7e73667-aa96-486e-8375-22536c59c314 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5046089 Sep 30 06:34:49.208550 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6129869c-ce1e-4fa6-9600-612f4d4a0a77 None None] Network 40677164-10dd-4c81-9254-06e3c21dbaf6 requested from dv-cinder-811877-1-iscsi {{(pid=94001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 06:34:51.067213 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6949ea6-3f38-4d75-9ce2-252c45162f37 req-1cabc0de-72ad-4c57-bcaa-672902eed6e7 tempest-VolumesSnapshotTestJSON-2000785449 tempest-VolumesSnapshotTestJSON-2000785449-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:34:51.068837 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-d6949ea6-3f38-4d75-9ce2-252c45162f37 req-1cabc0de-72ad-4c57-bcaa-672902eed6e7 tempest-VolumesSnapshotTestJSON-2000785449 tempest-VolumesSnapshotTestJSON-2000785449-project] 10.222.0.36 "GET /v2.0/networks?id=40677164-10dd-4c81-9254-06e3c21dbaf6 HTTP/1.1" status: 200 len: 813 time: 0.1300755 Sep 30 06:34:51.085989 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-d6949ea6-3f38-4d75-9ce2-252c45162f37 req-26c25b9d-d9b5-4a73-a35f-2417fa01b379 tempest-VolumesSnapshotTestJSON-2000785449 tempest-VolumesSnapshotTestJSON-2000785449-project] 10.222.0.36 "GET /v2.0/quotas/a9cabd0d31b64e3e9d52875f8d988c45 HTTP/1.1" status: 200 len: 375 time: 0.0105150 Sep 30 06:34:51.138164 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-d6949ea6-3f38-4d75-9ce2-252c45162f37 req-70bbbd89-e8b4-495b-a1c7-9acfc1630dfa tempest-VolumesSnapshotTestJSON-2000785449 tempest-VolumesSnapshotTestJSON-2000785449-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=a9cabd0d31b64e3e9d52875f8d988c45&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0456440 Sep 30 06:34:51.244813 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-d6949ea6-3f38-4d75-9ce2-252c45162f37 req-72eed535-92b7-4d24-b799-316a8571758f service neutron] 10.222.0.36 "GET /v2.0/networks/40677164-10dd-4c81-9254-06e3c21dbaf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0979109 Sep 30 06:34:51.340385 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-d6949ea6-3f38-4d75-9ce2-252c45162f37 req-039ddc8f-9fbc-4d66-be08-f60e2ca001ed service neutron] 10.222.0.36 "GET /v2.0/networks/40677164-10dd-4c81-9254-06e3c21dbaf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887418 Sep 30 06:34:51.532923 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-e1174489-afdc-4166-ad5c-8fad7bb7f1e2 req-911bc27a-8d22-4439-8bf5-9cf8b24f2959 tempest-VolumesSnapshotTestJSON-2000785449 tempest-VolumesSnapshotTestJSON-2000785449-project] 10.222.0.36 "GET /v2.0/ports?device_id=694f5ea1-3919-4426-8c50-92770fe71d46 HTTP/1.1" status: 200 len: 210 time: 0.0466053 Sep 30 06:34:52.649991 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-2ff3016f-80da-45f6-80df-8a93a101304d req-4ee11a01-c151-44d1-b129-a12f71e8b76e tempest-VolumesSnapshotTestJSON-2000785449 tempest-VolumesSnapshotTestJSON-2000785449-project] 10.222.0.36 "GET /v2.0/ports?device_id=694f5ea1-3919-4426-8c50-92770fe71d46 HTTP/1.1" status: 200 len: 210 time: 0.0327978 Sep 30 06:34:52.795806 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6949ea6-3f38-4d75-9ce2-252c45162f37 req-58a49f3a-0b62-421f-a6ea-e72f6984a957 tempest-VolumesSnapshotTestJSON-2000785449 tempest-VolumesSnapshotTestJSON-2000785449-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:34:52.797336 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-d6949ea6-3f38-4d75-9ce2-252c45162f37 req-58a49f3a-0b62-421f-a6ea-e72f6984a957 tempest-VolumesSnapshotTestJSON-2000785449 tempest-VolumesSnapshotTestJSON-2000785449-project] 10.222.0.10 "GET /v2.0/networks?id=40677164-10dd-4c81-9254-06e3c21dbaf6 HTTP/1.1" status: 200 len: 813 time: 0.1333783 Sep 30 06:34:52.821878 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.api.v2.base [req-d6949ea6-3f38-4d75-9ce2-252c45162f37 req-0d178751-fd53-446b-bd3c-54f26e85561c tempest-VolumesSnapshotTestJSON-2000785449 tempest-VolumesSnapshotTestJSON-2000785449-project] Request body: {'port': {'device_id': '694f5ea1-3919-4426-8c50-92770fe71d46', 'network_id': '40677164-10dd-4c81-9254-06e3c21dbaf6', 'admin_state_up': True, 'tenant_id': 'a9cabd0d31b64e3e9d52875f8d988c45'}} {{(pid=93999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 06:34:52.963257 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d6949ea6-3f38-4d75-9ce2-252c45162f37 req-0d178751-fd53-446b-bd3c-54f26e85561c tempest-VolumesSnapshotTestJSON-2000785449 tempest-VolumesSnapshotTestJSON-2000785449-project] Made reservation on behalf of a9cabd0d31b64e3e9d52875f8d988c45 for: {'port': 1} {{(pid=93999) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 06:34:52.967150 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [req-d6949ea6-3f38-4d75-9ce2-252c45162f37 req-0d178751-fd53-446b-bd3c-54f26e85561c tempest-VolumesSnapshotTestJSON-2000785449 tempest-VolumesSnapshotTestJSON-2000785449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653538'] for port, before_create {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:34:53.147068 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.db.db_base_plugin_common [req-d6949ea6-3f38-4d75-9ce2-252c45162f37 req-0d178751-fd53-446b-bd3c-54f26e85561c tempest-VolumesSnapshotTestJSON-2000785449 tempest-VolumesSnapshotTestJSON-2000785449-project] Allocated IP 172.20.0.13 (40677164-10dd-4c81-9254-06e3c21dbaf6/188ae2ad-8559-4c2f-b0e2-93957332ed37/f2bc03e6-ea04-467c-ad83-6fad7460fd2a) {{(pid=93999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 06:34:53.313146 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [req-d6949ea6-3f38-4d75-9ce2-252c45162f37 req-0d178751-fd53-446b-bd3c-54f26e85561c tempest-VolumesSnapshotTestJSON-2000785449 tempest-VolumesSnapshotTestJSON-2000785449-project] Notify callbacks [] for port, precommit_create {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:34:53.356332 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [req-d6949ea6-3f38-4d75-9ce2-252c45162f37 req-0d178751-fd53-446b-bd3c-54f26e85561c tempest-VolumesSnapshotTestJSON-2000785449 tempest-VolumesSnapshotTestJSON-2000785449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7821886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727545489345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6560267'] for port, after_create {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:34:53.430953 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d6949ea6-3f38-4d75-9ce2-252c45162f37 req-0d178751-fd53-446b-bd3c-54f26e85561c tempest-VolumesSnapshotTestJSON-2000785449 tempest-VolumesSnapshotTestJSON-2000785449-project] Network 40677164-10dd-4c81-9254-06e3c21dbaf6 is already hosted by enough agents. {{(pid=93999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 06:34:53.440108 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.scheduler.base_scheduler [req-d6949ea6-3f38-4d75-9ce2-252c45162f37 req-0d178751-fd53-446b-bd3c-54f26e85561c tempest-VolumesSnapshotTestJSON-2000785449 tempest-VolumesSnapshotTestJSON-2000785449-project] Resources bound (agent type, host, resource id): {{(pid=93999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 06:34:53.446784 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6949ea6-3f38-4d75-9ce2-252c45162f37 req-0d178751-fd53-446b-bd3c-54f26e85561c tempest-VolumesSnapshotTestJSON-2000785449 tempest-VolumesSnapshotTestJSON-2000785449-project] Received port after_create {{(pid=93999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 06:34:53.500547 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d178751-fd53-446b-bd3c-54f26e85561c tempest-VolumesSnapshotTestJSON-2000785449 tempest-VolumesSnapshotTestJSON-2000785449-project] Pushing event updated for resources: {'Port': ['ID=f2bc03e6-ea04-467c-ad83-6fad7460fd2a,revision_number=1']} {{(pid=93999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:34:53.540104 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6949ea6-3f38-4d75-9ce2-252c45162f37 req-0d178751-fd53-446b-bd3c-54f26e85561c tempest-VolumesSnapshotTestJSON-2000785449 tempest-VolumesSnapshotTestJSON-2000785449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:34:53.540756 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [req-d6949ea6-3f38-4d75-9ce2-252c45162f37 req-0d178751-fd53-446b-bd3c-54f26e85561c tempest-VolumesSnapshotTestJSON-2000785449 tempest-VolumesSnapshotTestJSON-2000785449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57126'] for port, before_response {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:34:53.558299 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-d6949ea6-3f38-4d75-9ce2-252c45162f37 req-0d178751-fd53-446b-bd3c-54f26e85561c tempest-VolumesSnapshotTestJSON-2000785449 tempest-VolumesSnapshotTestJSON-2000785449-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7407424 Sep 30 06:34:53.580071 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.api.v2.base [req-d6949ea6-3f38-4d75-9ce2-252c45162f37 req-003c518a-d5ff-48e6-bbc7-49caa6384342 service neutron] Request body: {'port': {'device_id': '694f5ea1-3919-4426-8c50-92770fe71d46', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81187'}} {{(pid=93999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 06:34:53.834851 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3902cacb-b845-4b3f-a7b0-5ca3614d55b8 req-6073f357-927a-4cd3-bdad-739be8ef2b1a tempest-VolumesSnapshotTestJSON-2000785449 tempest-VolumesSnapshotTestJSON-2000785449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:34:53.836983 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-3902cacb-b845-4b3f-a7b0-5ca3614d55b8 req-6073f357-927a-4cd3-bdad-739be8ef2b1a tempest-VolumesSnapshotTestJSON-2000785449 tempest-VolumesSnapshotTestJSON-2000785449-project] 10.222.0.36 "GET /v2.0/ports?device_id=694f5ea1-3919-4426-8c50-92770fe71d46 HTTP/1.1" status: 200 len: 932 time: 0.0652862 Sep 30 06:34:53.903873 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-3902cacb-b845-4b3f-a7b0-5ca3614d55b8 req-760f095e-d25b-4cff-afcf-2a06ceb959c4 tempest-VolumesSnapshotTestJSON-2000785449 tempest-VolumesSnapshotTestJSON-2000785449-project] 10.222.0.36 "GET /v2.0/security-groups?id=61c8e2da-05be-409d-a3a8-94b406f3be78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592055 Sep 30 06:34:53.938041 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [req-d6949ea6-3f38-4d75-9ce2-252c45162f37 req-003c518a-d5ff-48e6-bbc7-49caa6384342 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653538'] for port, before_update {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:34:54.318169 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.notifiers.nova [req-d6949ea6-3f38-4d75-9ce2-252c45162f37 req-003c518a-d5ff-48e6-bbc7-49caa6384342 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f2bc03e6-ea04-467c-ad83-6fad7460fd2a {{(pid=93999) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 06:34:54.326879 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [req-d6949ea6-3f38-4d75-9ce2-252c45162f37 req-003c518a-d5ff-48e6-bbc7-49caa6384342 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:34:54.340533 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.db.provisioning_blocks [req-d6949ea6-3f38-4d75-9ce2-252c45162f37 req-003c518a-d5ff-48e6-bbc7-49caa6384342 service neutron] Transition to ACTIVE for port object f2bc03e6-ea04-467c-ad83-6fad7460fd2a will not be triggered until provisioned by entity L2. {{(pid=93999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 06:34:54.345287 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [req-d6949ea6-3f38-4d75-9ce2-252c45162f37 req-003c518a-d5ff-48e6-bbc7-49caa6384342 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7821886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727545992452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727545489363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727545489381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6560256'] for port, after_update {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:34:54.402962 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003c518a-d5ff-48e6-bbc7-49caa6384342 service neutron] Pushing event updated for resources: {'Port': ['ID=f2bc03e6-ea04-467c-ad83-6fad7460fd2a,revision_number=2']} {{(pid=93999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:34:54.480686 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.plugins.ml2.managers [req-d6949ea6-3f38-4d75-9ce2-252c45162f37 req-003c518a-d5ff-48e6-bbc7-49caa6384342 service neutron] Attempting to bind port f2bc03e6-ea04-467c-ad83-6fad7460fd2a on host hv-cinder-81187 for vnic_type normal with profile {{(pid=93999) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 06:34:54.481029 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.plugins.ml2.managers [req-d6949ea6-3f38-4d75-9ce2-252c45162f37 req-003c518a-d5ff-48e6-bbc7-49caa6384342 service neutron] Attempting to bind port f2bc03e6-ea04-467c-ad83-6fad7460fd2a by drivers openvswitch,hyperv on host hv-cinder-81187 at level 0 using segments [{'id': '7e5be05c-83c6-4980-892b-ee3a10f8c368', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '40677164-10dd-4c81-9254-06e3c21dbaf6'}] {{(pid=93999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 06:34:54.481367 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6949ea6-3f38-4d75-9ce2-252c45162f37 req-003c518a-d5ff-48e6-bbc7-49caa6384342 service neutron] Attempting to bind port f2bc03e6-ea04-467c-ad83-6fad7460fd2a on network 40677164-10dd-4c81-9254-06e3c21dbaf6 {{(pid=93999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 06:34:54.487554 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6949ea6-3f38-4d75-9ce2-252c45162f37 req-003c518a-d5ff-48e6-bbc7-49caa6384342 service neutron] Port f2bc03e6-ea04-467c-ad83-6fad7460fd2a on network 40677164-10dd-4c81-9254-06e3c21dbaf6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81187 {{(pid=93999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 06:34:54.487877 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6949ea6-3f38-4d75-9ce2-252c45162f37 req-003c518a-d5ff-48e6-bbc7-49caa6384342 service neutron] Attempting to bind port f2bc03e6-ea04-467c-ad83-6fad7460fd2a on network 40677164-10dd-4c81-9254-06e3c21dbaf6 {{(pid=93999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 06:34:54.498090 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6949ea6-3f38-4d75-9ce2-252c45162f37 req-003c518a-d5ff-48e6-bbc7-49caa6384342 service neutron] Checking agent: {'id': '8d9eab89-7803-44fc-b727-c0e530c74148', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81187', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 6, 25, 39), 'started_at': datetime.datetime(2021, 9, 30, 6, 25, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 6, 34, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 06:34:54.498436 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6949ea6-3f38-4d75-9ce2-252c45162f37 req-003c518a-d5ff-48e6-bbc7-49caa6384342 service neutron] Checking segment: {'id': '7e5be05c-83c6-4980-892b-ee3a10f8c368', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '40677164-10dd-4c81-9254-06e3c21dbaf6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 06:34:54.498847 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6949ea6-3f38-4d75-9ce2-252c45162f37 req-003c518a-d5ff-48e6-bbc7-49caa6384342 service neutron] Bound using segment: {'id': '7e5be05c-83c6-4980-892b-ee3a10f8c368', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '40677164-10dd-4c81-9254-06e3c21dbaf6'} {{(pid=93999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 06:34:54.499331 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.plugins.ml2.managers [req-d6949ea6-3f38-4d75-9ce2-252c45162f37 req-003c518a-d5ff-48e6-bbc7-49caa6384342 service neutron] Bound port: f2bc03e6-ea04-467c-ad83-6fad7460fd2a, host: hv-cinder-81187, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e5be05c-83c6-4980-892b-ee3a10f8c368', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '40677164-10dd-4c81-9254-06e3c21dbaf6'}}] {{(pid=93999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 06:34:54.499706 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [req-d6949ea6-3f38-4d75-9ce2-252c45162f37 req-003c518a-d5ff-48e6-bbc7-49caa6384342 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653538'] for port, before_update {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:34:54.584879 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.plugins.ml2.db [req-d6949ea6-3f38-4d75-9ce2-252c45162f37 req-003c518a-d5ff-48e6-bbc7-49caa6384342 service neutron] For port f2bc03e6-ea04-467c-ad83-6fad7460fd2a, host hv-cinder-81187, cleared binding levels {{(pid=93999) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 06:34:54.588635 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.plugins.ml2.db [req-d6949ea6-3f38-4d75-9ce2-252c45162f37 req-003c518a-d5ff-48e6-bbc7-49caa6384342 service neutron] For port f2bc03e6-ea04-467c-ad83-6fad7460fd2a, host hv-cinder-81187, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81187',level=0,port_id=f2bc03e6-ea04-467c-ad83-6fad7460fd2a,segment=NetworkSegment(7e5be05c-83c6-4980-892b-ee3a10f8c368),segment_id=7e5be05c-83c6-4980-892b-ee3a10f8c368)] {{(pid=93999) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 06:34:54.596105 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [req-d6949ea6-3f38-4d75-9ce2-252c45162f37 req-003c518a-d5ff-48e6-bbc7-49caa6384342 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7821886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727545992452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727545489363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727545489381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6560256'] for port, after_update {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:34:54.654998 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6949ea6-3f38-4d75-9ce2-252c45162f37 req-003c518a-d5ff-48e6-bbc7-49caa6384342 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:34:54.656068 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [req-d6949ea6-3f38-4d75-9ce2-252c45162f37 req-003c518a-d5ff-48e6-bbc7-49caa6384342 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57126'] for port, before_response {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:34:54.659198 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-d6949ea6-3f38-4d75-9ce2-252c45162f37 req-003c518a-d5ff-48e6-bbc7-49caa6384342 service neutron] 10.222.0.10 "PUT /v2.0/ports/f2bc03e6-ea04-467c-ad83-6fad7460fd2a HTTP/1.1" status: 200 len: 1094 time: 1.0837164 Sep 30 06:34:54.659946 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '694f5ea1-3919-4426-8c50-92770fe71d46', 'tag': 'f2bc03e6-ea04-467c-ad83-6fad7460fd2a'}] {{(pid=93999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 06:34:54.664181 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07b111f6e278cfffd9c4f208e103de524c2b9e3fbd4e5a5b5d8dd158a433df71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76e63d43-4273-4b17-8b9a-b708d22001bd" -d '{"events": [{"name": "network-changed", "server_uuid": "694f5ea1-3919-4426-8c50-92770fe71d46", "tag": "f2bc03e6-ea04-467c-ad83-6fad7460fd2a"}]}' {{(pid=93999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 06:34:54.701007 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003c518a-d5ff-48e6-bbc7-49caa6384342 service neutron] Pushing event updated for resources: {'Port': ['ID=f2bc03e6-ea04-467c-ad83-6fad7460fd2a,revision_number=3']} {{(pid=93999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:34:54.754488 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 06:34:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30164c1a-a306-4e9a-90cf-a7a676a29abf x-openstack-request-id: req-30164c1a-a306-4e9a-90cf-a7a676a29abf {{(pid=93999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 06:34:54.754836 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "694f5ea1-3919-4426-8c50-92770fe71d46", "tag": "f2bc03e6-ea04-467c-ad83-6fad7460fd2a", "status": "completed", "code": 200}]} {{(pid=93999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 06:34:54.755052 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-30164c1a-a306-4e9a-90cf-a7a676a29abf {{(pid=93999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 06:34:54.755455 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '694f5ea1-3919-4426-8c50-92770fe71d46', 'tag': 'f2bc03e6-ea04-467c-ad83-6fad7460fd2a', 'status': 'completed', 'code': 200} Sep 30 06:34:54.779097 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6949ea6-3f38-4d75-9ce2-252c45162f37 req-293bf184-4832-4a52-a8d2-17de08d5683a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:34:54.780757 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-d6949ea6-3f38-4d75-9ce2-252c45162f37 req-293bf184-4832-4a52-a8d2-17de08d5683a service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a9cabd0d31b64e3e9d52875f8d988c45&device_id=694f5ea1-3919-4426-8c50-92770fe71d46 HTTP/1.1" status: 200 len: 1097 time: 0.0549719 Sep 30 06:34:54.838789 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-d6949ea6-3f38-4d75-9ce2-252c45162f37 req-9329027e-9d62-4bad-bed7-1206805aa6e6 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f2bc03e6-ea04-467c-ad83-6fad7460fd2a HTTP/1.1" status: 200 len: 217 time: 0.0404661 Sep 30 06:34:54.921158 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6949ea6-3f38-4d75-9ce2-252c45162f37 req-46a9128d-f4c3-416c-a6cb-60862da37581 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:34:54.924188 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-d6949ea6-3f38-4d75-9ce2-252c45162f37 req-46a9128d-f4c3-416c-a6cb-60862da37581 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=188ae2ad-8559-4c2f-b0e2-93957332ed37 HTTP/1.1" status: 200 len: 853 time: 0.0778406 Sep 30 06:34:54.961572 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-d6949ea6-3f38-4d75-9ce2-252c45162f37 req-a9a50f8a-b251-48f1-9bdf-3a3ba05f33ff service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=40677164-10dd-4c81-9254-06e3c21dbaf6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0290589 Sep 30 06:34:55.069986 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfd9b68-4948-4f75-9558-3191c2d89f16 req-19167465-d3c8-4daa-b904-808d173b837f tempest-VolumesSnapshotTestJSON-2000785449 tempest-VolumesSnapshotTestJSON-2000785449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:34:55.072691 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-fdfd9b68-4948-4f75-9558-3191c2d89f16 req-19167465-d3c8-4daa-b904-808d173b837f tempest-VolumesSnapshotTestJSON-2000785449 tempest-VolumesSnapshotTestJSON-2000785449-project] 10.222.0.36 "GET /v2.0/ports?device_id=694f5ea1-3919-4426-8c50-92770fe71d46 HTTP/1.1" status: 200 len: 944 time: 0.0806160 Sep 30 06:34:55.074015 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-d6949ea6-3f38-4d75-9ce2-252c45162f37 req-4dd4d145-1e54-41e9-af91-6aed3ea41296 service neutron] 10.222.0.10 "GET /v2.0/networks/40677164-10dd-4c81-9254-06e3c21dbaf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1050525 Sep 30 06:34:55.125569 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-fdfd9b68-4948-4f75-9558-3191c2d89f16 req-6fcb0618-8bcd-4a45-a63e-3dd8f1ac2848 tempest-VolumesSnapshotTestJSON-2000785449 tempest-VolumesSnapshotTestJSON-2000785449-project] 10.222.0.36 "GET /v2.0/security-groups?id=61c8e2da-05be-409d-a3a8-94b406f3be78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450666 Sep 30 06:34:55.179130 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-d6949ea6-3f38-4d75-9ce2-252c45162f37 req-31dfef35-e191-4f3d-bcf5-baa3184c3cbb service neutron] 10.222.0.10 "GET /v2.0/networks/40677164-10dd-4c81-9254-06e3c21dbaf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972347 Sep 30 06:34:55.369131 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e63d43-4273-4b17-8b9a-b708d22001bd req-2fba22e7-221a-4914-9044-5402f944411b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:34:55.370783 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-76e63d43-4273-4b17-8b9a-b708d22001bd req-2fba22e7-221a-4914-9044-5402f944411b service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a9cabd0d31b64e3e9d52875f8d988c45&device_id=694f5ea1-3919-4426-8c50-92770fe71d46 HTTP/1.1" status: 200 len: 1097 time: 0.0565667 Sep 30 06:34:55.490234 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e63d43-4273-4b17-8b9a-b708d22001bd req-5071d7b9-0f1b-4fb5-aa80-10561fab58a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:34:55.491680 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-76e63d43-4273-4b17-8b9a-b708d22001bd req-5071d7b9-0f1b-4fb5-aa80-10561fab58a9 service neutron] 10.222.0.10 "GET /v2.0/networks?id=40677164-10dd-4c81-9254-06e3c21dbaf6 HTTP/1.1" status: 200 len: 914 time: 0.1132040 Sep 30 06:34:55.538191 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-76e63d43-4273-4b17-8b9a-b708d22001bd req-753cb1ce-862e-425d-8cb5-d24f9b91fbe0 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f2bc03e6-ea04-467c-ad83-6fad7460fd2a HTTP/1.1" status: 200 len: 217 time: 0.0375462 Sep 30 06:34:55.598476 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e63d43-4273-4b17-8b9a-b708d22001bd req-32b781c0-5091-48c4-a0b3-0dea15548d3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:34:55.600019 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-76e63d43-4273-4b17-8b9a-b708d22001bd req-32b781c0-5091-48c4-a0b3-0dea15548d3c service neutron] 10.222.0.10 "GET /v2.0/subnets?id=188ae2ad-8559-4c2f-b0e2-93957332ed37 HTTP/1.1" status: 200 len: 853 time: 0.0537555 Sep 30 06:34:55.639101 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-76e63d43-4273-4b17-8b9a-b708d22001bd req-c95e507d-dd37-4e36-943e-1700286174e9 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=40677164-10dd-4c81-9254-06e3c21dbaf6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0288868 Sep 30 06:34:55.743633 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-76e63d43-4273-4b17-8b9a-b708d22001bd req-47cef3c0-cb2a-4b1b-b3e6-3504e4508955 service neutron] 10.222.0.10 "GET /v2.0/networks/40677164-10dd-4c81-9254-06e3c21dbaf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942183 Sep 30 06:34:55.852887 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-76e63d43-4273-4b17-8b9a-b708d22001bd req-efccf282-992a-4915-a159-929eb07b0a2f service neutron] 10.222.0.10 "GET /v2.0/networks/40677164-10dd-4c81-9254-06e3c21dbaf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1016040 Sep 30 06:34:56.272591 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156fca0c-9535-4840-a21f-1b9afe725d00 req-5efce27c-8ee3-45ca-878a-8e4d3b642404 tempest-VolumesSnapshotTestJSON-2000785449 tempest-VolumesSnapshotTestJSON-2000785449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:34:56.274758 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-156fca0c-9535-4840-a21f-1b9afe725d00 req-5efce27c-8ee3-45ca-878a-8e4d3b642404 tempest-VolumesSnapshotTestJSON-2000785449 tempest-VolumesSnapshotTestJSON-2000785449-project] 10.222.0.36 "GET /v2.0/ports?device_id=694f5ea1-3919-4426-8c50-92770fe71d46 HTTP/1.1" status: 200 len: 944 time: 0.0575755 Sep 30 06:34:56.315922 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-156fca0c-9535-4840-a21f-1b9afe725d00 req-5e85c918-3201-488a-ba55-c5b3ab055590 tempest-VolumesSnapshotTestJSON-2000785449 tempest-VolumesSnapshotTestJSON-2000785449-project] 10.222.0.36 "GET /v2.0/security-groups?id=61c8e2da-05be-409d-a3a8-94b406f3be78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343347 Sep 30 06:34:57.446942 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8cc7b4-fa77-410c-a3fd-2497f46e2c80 req-f047b1ec-ee57-4ce8-bdce-e69887b1507d tempest-VolumesSnapshotTestJSON-2000785449 tempest-VolumesSnapshotTestJSON-2000785449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:34:57.448694 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-4a8cc7b4-fa77-410c-a3fd-2497f46e2c80 req-f047b1ec-ee57-4ce8-bdce-e69887b1507d tempest-VolumesSnapshotTestJSON-2000785449 tempest-VolumesSnapshotTestJSON-2000785449-project] 10.222.0.36 "GET /v2.0/ports?device_id=694f5ea1-3919-4426-8c50-92770fe71d46 HTTP/1.1" status: 200 len: 944 time: 0.0565486 Sep 30 06:34:57.496026 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-4a8cc7b4-fa77-410c-a3fd-2497f46e2c80 req-2d792299-3b16-4151-bc1d-ec452aae5150 tempest-VolumesSnapshotTestJSON-2000785449 tempest-VolumesSnapshotTestJSON-2000785449-project] 10.222.0.36 "GET /v2.0/security-groups?id=61c8e2da-05be-409d-a3a8-94b406f3be78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365772 Sep 30 06:34:58.218721 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.rpc [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] Device f2bc03e6-ea04-467c-ad83-6fad7460fd2a details requested by agent hyperv_hv-cinder-81187 with host hv-cinder-81187 {{(pid=94001) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 06:34:58.328587 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.db [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] For port f2bc03e6-ea04-467c-ad83-6fad7460fd2a, host hv-cinder-81187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81187',level=0,port_id=f2bc03e6-ea04-467c-ad83-6fad7460fd2a,segment=NetworkSegment(7e5be05c-83c6-4980-892b-ee3a10f8c368),segment_id=7e5be05c-83c6-4980-892b-ee3a10f8c368)] {{(pid=94001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 06:34:58.341665 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.rpc [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] Returning: {'device': 'f2bc03e6-ea04-467c-ad83-6fad7460fd2a', 'network_id': '40677164-10dd-4c81-9254-06e3c21dbaf6', 'port_id': 'f2bc03e6-ea04-467c-ad83-6fad7460fd2a', 'mac_address': 'fa:16:3e:5d:41:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 319, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '188ae2ad-8559-4c2f-b0e2-93957332ed37', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94001) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 06:34:58.380554 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653538'] for port, before_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:34:58.394684 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.notifiers.nova [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f2bc03e6-ea04-467c-ad83-6fad7460fd2a {{(pid=94001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 06:34:58.415481 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.db [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] For port f2bc03e6-ea04-467c-ad83-6fad7460fd2a, host hv-cinder-81187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81187',level=0,port_id=f2bc03e6-ea04-467c-ad83-6fad7460fd2a,segment=NetworkSegment(7e5be05c-83c6-4980-892b-ee3a10f8c368),segment_id=7e5be05c-83c6-4980-892b-ee3a10f8c368)] {{(pid=94001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 06:34:58.420621 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7821886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727545992452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727545489363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727545489381'] for port, after_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:34:58.484611 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] Pushing event updated for resources: {'Port': ['ID=f2bc03e6-ea04-467c-ad83-6fad7460fd2a,revision_number=4']} {{(pid=94001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:34:58.492894 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-ee99c815-fb5f-4dcf-b714-9b5314ef011b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727546001794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-597483'] for agent, after_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:34:58.495106 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=94001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:34:58.495461 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=94001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:34:58.495800 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=94001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:34:58.496140 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=94001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:34:58.496472 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=94001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:34:58.496806 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=94001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:34:58.497246 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=94001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:34:58.497447 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=94001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:34:58.497794 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=94001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:34:58.498120 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=94001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:34:58.498440 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=94001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:34:58.498781 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=94001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:34:58.621296 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323e5955-d635-4bfa-abef-bbc0f9d1b082 req-ceecf825-2805-4436-8ca1-bdc845721309 tempest-VolumesSnapshotTestJSON-2000785449 tempest-VolumesSnapshotTestJSON-2000785449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:34:58.622863 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-323e5955-d635-4bfa-abef-bbc0f9d1b082 req-ceecf825-2805-4436-8ca1-bdc845721309 tempest-VolumesSnapshotTestJSON-2000785449 tempest-VolumesSnapshotTestJSON-2000785449-project] 10.222.0.36 "GET /v2.0/ports?device_id=694f5ea1-3919-4426-8c50-92770fe71d46 HTTP/1.1" status: 200 len: 945 time: 0.0537441 Sep 30 06:34:58.690071 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-323e5955-d635-4bfa-abef-bbc0f9d1b082 req-31e09e0c-2bb0-41a5-b816-68733213a3fa tempest-VolumesSnapshotTestJSON-2000785449 tempest-VolumesSnapshotTestJSON-2000785449-project] 10.222.0.36 "GET /v2.0/security-groups?id=61c8e2da-05be-409d-a3a8-94b406f3be78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567193 Sep 30 06:34:58.773644 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.db [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] get_ports_and_sgs() called for port_ids ['f2bc03e6-ea04-467c-ad83-6fad7460fd2a'] {{(pid=94001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 06:34:59.815825 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceae2eb6-d3a6-4011-9fa9-2a33f8e0d791 req-80865db1-289e-4a08-a6c0-5917a69a6571 tempest-VolumesSnapshotTestJSON-2000785449 tempest-VolumesSnapshotTestJSON-2000785449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:34:59.817429 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-ceae2eb6-d3a6-4011-9fa9-2a33f8e0d791 req-80865db1-289e-4a08-a6c0-5917a69a6571 tempest-VolumesSnapshotTestJSON-2000785449 tempest-VolumesSnapshotTestJSON-2000785449-project] 10.222.0.36 "GET /v2.0/ports?device_id=694f5ea1-3919-4426-8c50-92770fe71d46 HTTP/1.1" status: 200 len: 945 time: 0.0560818 Sep 30 06:34:59.864809 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-ceae2eb6-d3a6-4011-9fa9-2a33f8e0d791 req-f247f3c7-8f50-4e71-91f8-75cbc2ec2cb0 tempest-VolumesSnapshotTestJSON-2000785449 tempest-VolumesSnapshotTestJSON-2000785449-project] 10.222.0.36 "GET /v2.0/security-groups?id=61c8e2da-05be-409d-a3a8-94b406f3be78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410144 Sep 30 06:35:00.231643 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.rpc [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] Device f2bc03e6-ea04-467c-ad83-6fad7460fd2a up at agent hyperv_hv-cinder-81187 {{(pid=94001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 06:35:00.288570 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.db.provisioning_blocks [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] Provisioning for port f2bc03e6-ea04-467c-ad83-6fad7460fd2a completed by entity L2. {{(pid=94001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 06:35:00.293632 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.db.provisioning_blocks [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] Provisioning complete for port f2bc03e6-ea04-467c-ad83-6fad7460fd2a triggered by entity L2. {{(pid=94001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 06:35:00.294114 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-597822'] for port, provisioning_complete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:35:00.383011 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653538'] for port, before_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:35:00.409506 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '694f5ea1-3919-4426-8c50-92770fe71d46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2bc03e6-ea04-467c-ad83-6fad7460fd2a'}] {{(pid=94001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 06:35:00.411942 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6a6fbc36b32d89ab1780593628eab99e94898f937be62aa03f5208480f4236e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94efa60a-eab7-4fe4-a3b1-4a08f6883e63" -d '{"events": [{"server_uuid": "694f5ea1-3919-4426-8c50-92770fe71d46", "name": "network-vif-plugged", "status": "completed", "tag": "f2bc03e6-ea04-467c-ad83-6fad7460fd2a"}]}' {{(pid=94001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 06:35:00.433932 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.db [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] For port f2bc03e6-ea04-467c-ad83-6fad7460fd2a, host hv-cinder-81187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81187',level=0,port_id=f2bc03e6-ea04-467c-ad83-6fad7460fd2a,segment=NetworkSegment(7e5be05c-83c6-4980-892b-ee3a10f8c368),segment_id=7e5be05c-83c6-4980-892b-ee3a10f8c368)] {{(pid=94001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 06:35:00.440300 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7821886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727545992452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727545489363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727545489381'] for port, after_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:35:00.475460 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 06:35:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d64c6f9d-65fb-4b46-848b-39d332decb2c x-openstack-request-id: req-d64c6f9d-65fb-4b46-848b-39d332decb2c {{(pid=94001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 06:35:00.475927 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "694f5ea1-3919-4426-8c50-92770fe71d46", "name": "network-vif-plugged", "status": "completed", "tag": "f2bc03e6-ea04-467c-ad83-6fad7460fd2a", "code": 200}]} {{(pid=94001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 06:35:00.476344 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-d64c6f9d-65fb-4b46-848b-39d332decb2c {{(pid=94001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 06:35:00.476945 dv-cinder-811877-1-iscsi neutron-server[94001]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '694f5ea1-3919-4426-8c50-92770fe71d46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2bc03e6-ea04-467c-ad83-6fad7460fd2a', 'code': 200} Sep 30 06:35:00.518614 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] Pushing event updated for resources: {'Port': ['ID=f2bc03e6-ea04-467c-ad83-6fad7460fd2a,revision_number=5']} {{(pid=94001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:35:00.699652 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab581c2-de02-4f96-874c-b53673ee9af7 req-5fb5521d-56ea-4264-8827-f079b75d4ba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:35:00.701200 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-9ab581c2-de02-4f96-874c-b53673ee9af7 req-5fb5521d-56ea-4264-8827-f079b75d4ba0 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=694f5ea1-3919-4426-8c50-92770fe71d46 HTTP/1.1" status: 200 len: 1099 time: 0.0474083 Sep 30 06:35:00.743439 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-9ab581c2-de02-4f96-874c-b53673ee9af7 req-b23b37eb-5706-4755-af74-6ffce8231eb4 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=61c8e2da-05be-409d-a3a8-94b406f3be78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341072 Sep 30 06:35:00.996437 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02e27b2-6b55-42a2-bb19-de9510255430 req-cd417425-9b9f-4e78-af61-981d198c1e9c tempest-VolumesSnapshotTestJSON-2000785449 tempest-VolumesSnapshotTestJSON-2000785449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:35:00.999053 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-d02e27b2-6b55-42a2-bb19-de9510255430 req-cd417425-9b9f-4e78-af61-981d198c1e9c tempest-VolumesSnapshotTestJSON-2000785449 tempest-VolumesSnapshotTestJSON-2000785449-project] 10.222.0.36 "GET /v2.0/ports?device_id=694f5ea1-3919-4426-8c50-92770fe71d46 HTTP/1.1" status: 200 len: 946 time: 0.0602298 Sep 30 06:35:01.040594 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-d02e27b2-6b55-42a2-bb19-de9510255430 req-9fc17468-aa75-46e9-a4dc-419ed7e27c38 tempest-VolumesSnapshotTestJSON-2000785449 tempest-VolumesSnapshotTestJSON-2000785449-project] 10.222.0.36 "GET /v2.0/security-groups?id=61c8e2da-05be-409d-a3a8-94b406f3be78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343301 Sep 30 06:35:01.346613 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-b24d5a7a-8738-4c5d-831e-77949e78c5d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727546001794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-597483'] for agent, after_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:35:02.165313 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8725441-b490-4a9b-a1b4-9533a4201a53 req-ece9c502-b960-424c-a564-40fd77f3275b tempest-VolumesSnapshotTestJSON-2000785449 tempest-VolumesSnapshotTestJSON-2000785449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:35:02.167200 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-e8725441-b490-4a9b-a1b4-9533a4201a53 req-ece9c502-b960-424c-a564-40fd77f3275b tempest-VolumesSnapshotTestJSON-2000785449 tempest-VolumesSnapshotTestJSON-2000785449-project] 10.222.0.36 "GET /v2.0/ports?device_id=694f5ea1-3919-4426-8c50-92770fe71d46 HTTP/1.1" status: 200 len: 946 time: 0.0530994 Sep 30 06:35:02.212151 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-e8725441-b490-4a9b-a1b4-9533a4201a53 req-bc2a63f4-6eb7-479c-8970-ccde72ad2e2e tempest-VolumesSnapshotTestJSON-2000785449 tempest-VolumesSnapshotTestJSON-2000785449-project] 10.222.0.36 "GET /v2.0/security-groups?id=61c8e2da-05be-409d-a3a8-94b406f3be78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376742 Sep 30 06:35:02.312509 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-1a5ef50c-1a60-4eeb-b96e-cf5df6fcca4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727546001794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-597483'] for agent, after_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:35:02.666928 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-028184f3-f8cc-4c85-9e6b-64613141ad03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727546001794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-597483'] for agent, after_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:35:04.048564 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-31788eca-3db2-42eb-847b-597dce492ba7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727546001794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-597483'] for agent, after_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:35:07.187807 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab541bee-1e6f-44f7-be09-65ec77f6aba5 req-8264d89b-b180-40c5-86b8-49ba89ddd787 tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:35:07.189944 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-ab541bee-1e6f-44f7-be09-65ec77f6aba5 req-8264d89b-b180-40c5-86b8-49ba89ddd787 tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] 10.222.0.36 "GET /v2.0/ports?device_id=cf64a143-d81f-4bf6-9ded-182f63c46e7f HTTP/1.1" status: 200 len: 946 time: 0.0579281 Sep 30 06:35:07.231126 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-ab541bee-1e6f-44f7-be09-65ec77f6aba5 req-f0f6beb9-0ff6-4d2c-ac08-7df65df4e446 tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] 10.222.0.36 "GET /v2.0/security-groups?id=0ac15c32-ea2e-4327-b2f6-f045edc248fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345278 Sep 30 06:35:08.375957 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d41d91-486f-444e-8814-1ba0e8e2d9f0 req-a4092ff6-6d6f-46a9-b672-fcb4e083fe44 tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:35:08.377631 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-c5d41d91-486f-444e-8814-1ba0e8e2d9f0 req-a4092ff6-6d6f-46a9-b672-fcb4e083fe44 tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] 10.222.0.36 "GET /v2.0/ports?device_id=cf64a143-d81f-4bf6-9ded-182f63c46e7f HTTP/1.1" status: 200 len: 946 time: 0.0647447 Sep 30 06:35:08.426317 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-c5d41d91-486f-444e-8814-1ba0e8e2d9f0 req-ca47319e-5cc2-441f-b030-2375b4675a0e tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] 10.222.0.36 "GET /v2.0/security-groups?id=0ac15c32-ea2e-4327-b2f6-f045edc248fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422142 Sep 30 06:35:08.977879 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3ebc47-dc49-45b2-b78c-add48ce9cbf2 req-5764c5e7-107b-49df-bae2-94c9a2dcf09e tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:35:08.979418 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-3b3ebc47-dc49-45b2-b78c-add48ce9cbf2 req-5764c5e7-107b-49df-bae2-94c9a2dcf09e tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] 10.222.0.10 "GET /v2.0/ports?device_id=cf64a143-d81f-4bf6-9ded-182f63c46e7f HTTP/1.1" status: 200 len: 946 time: 0.0591743 Sep 30 06:35:09.077280 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727546001794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-597483'] for agent, after_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:35:09.117638 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.plugins.ml2.plugin [req-3b3ebc47-dc49-45b2-b78c-add48ce9cbf2 req-273aab4b-8a7f-4d1d-baf2-62a343bfb3cc tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] Deleting port 95f7371c-2299-4672-bba1-0cb9e084025f {{(pid=93999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 06:35:09.118217 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [req-3b3ebc47-dc49-45b2-b78c-add48ce9cbf2 req-273aab4b-8a7f-4d1d-baf2-62a343bfb3cc tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727545987880'] for port, before_delete {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:35:09.237417 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.plugins.ml2.db [req-3b3ebc47-dc49-45b2-b78c-add48ce9cbf2 req-273aab4b-8a7f-4d1d-baf2-62a343bfb3cc tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] For port 95f7371c-2299-4672-bba1-0cb9e084025f, host hv-cinder-81187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81187',level=0,port_id=95f7371c-2299-4672-bba1-0cb9e084025f,segment=NetworkSegment(2a6dd986-63b3-41e2-80f5-fecbf28b70d3),segment_id=2a6dd986-63b3-41e2-80f5-fecbf28b70d3)] {{(pid=93999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 06:35:09.237866 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [req-3b3ebc47-dc49-45b2-b78c-add48ce9cbf2 req-273aab4b-8a7f-4d1d-baf2-62a343bfb3cc tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7874563'] for port, precommit_delete {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:35:09.440331 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [req-3b3ebc47-dc49-45b2-b78c-add48ce9cbf2 req-273aab4b-8a7f-4d1d-baf2-62a343bfb3cc tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:35:09.441028 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [req-3b3ebc47-dc49-45b2-b78c-add48ce9cbf2 req-273aab4b-8a7f-4d1d-baf2-62a343bfb3cc tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7877914'] for floatingip, after_update {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:35:09.441028 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.db.l3_db [req-3b3ebc47-dc49-45b2-b78c-add48ce9cbf2 req-273aab4b-8a7f-4d1d-baf2-62a343bfb3cc tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] Floating IP a219f6a4-1cbf-4162-af3d-6fc094508b49 disassociated. External IP: 172.27.1.200, port: 95f7371c-2299-4672-bba1-0cb9e084025f. Sep 30 06:35:09.441341 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.plugins.ml2.plugin [req-3b3ebc47-dc49-45b2-b78c-add48ce9cbf2 req-273aab4b-8a7f-4d1d-baf2-62a343bfb3cc tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] Calling delete_port for 95f7371c-2299-4672-bba1-0cb9e084025f owned by compute:nova {{(pid=93999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 06:35:09.600949 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c64dfb-989a-424c-9567-de5c139b17f3 req-30143a50-c961-423d-8ea0-c785a1aa8a29 tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:35:09.605089 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-02c64dfb-989a-424c-9567-de5c139b17f3 req-30143a50-c961-423d-8ea0-c785a1aa8a29 tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] 10.222.0.36 "GET /v2.0/ports?device_id=cf64a143-d81f-4bf6-9ded-182f63c46e7f HTTP/1.1" status: 200 len: 946 time: 0.0629501 Sep 30 06:35:09.615538 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [req-3b3ebc47-dc49-45b2-b78c-add48ce9cbf2 req-273aab4b-8a7f-4d1d-baf2-62a343bfb3cc tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7821886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727545991406', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727545489354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6560267'] for port, after_delete {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:35:09.653630 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-02c64dfb-989a-424c-9567-de5c139b17f3 req-67a14c3a-164a-4fbf-aeae-57eaeff54a51 tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] 10.222.0.36 "GET /v2.0/security-groups?id=0ac15c32-ea2e-4327-b2f6-f045edc248fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413785 Sep 30 06:35:09.653978 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273aab4b-8a7f-4d1d-baf2-62a343bfb3cc tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] Pushing event deleted for resources: {'Port': ['ID=95f7371c-2299-4672-bba1-0cb9e084025f,revision_number=None']} {{(pid=93999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:35:09.801657 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3b3ebc47-dc49-45b2-b78c-add48ce9cbf2 req-273aab4b-8a7f-4d1d-baf2-62a343bfb3cc tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] Router 7f324adc-6df9-469a-bdd2-c103c76ced6e has already been hosted by L3 agent f054bd23-6895-478f-87a4-7cc0e21c04e0 {{(pid=93999) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 06:35:09.923141 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3b3ebc47-dc49-45b2-b78c-add48ce9cbf2 req-273aab4b-8a7f-4d1d-baf2-62a343bfb3cc tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] Notify agent at l3_agent.dv-cinder-811877-1-iscsi the message routers_updated {{(pid=93999) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 06:35:09.941828 dv-cinder-811877-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-609ad6c6-f7d6-4a03-af95-c82c37eee4b4 None None] Sync routers for ids ['7f324adc-6df9-469a-bdd2-c103c76ced6e'] in dv-cinder-811877-1-iscsi {{(pid=94002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 06:35:09.953019 dv-cinder-811877-1-iscsi neutron-server[94002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-609ad6c6-f7d6-4a03-af95-c82c37eee4b4 None None] Routers {'7f324adc-6df9-469a-bdd2-c103c76ced6e'} bound to L3 agent in host dv-cinder-811877-1-iscsi {{(pid=94002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 06:35:09.953637 dv-cinder-811877-1-iscsi neutron-server[94002]: DEBUG neutron.db.l3_hamode_db [None req-609ad6c6-f7d6-4a03-af95-c82c37eee4b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811877-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-30T06:19:31Z,description=,heartbeat_timestamp=2021-09-30T06:35:01Z,host='dv-cinder-811877-1-iscsi',id=f054bd23-6895-478f-87a4-7cc0e21c04e0,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T06:19:31Z,topic='l3_agent')) {'router_ids': ['7f324adc-6df9-469a-bdd2-c103c76ced6e'], 'active': True} {{(pid=94002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 06:35:09.996066 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b3ebc47-dc49-45b2-b78c-add48ce9cbf2 req-273aab4b-8a7f-4d1d-baf2-62a343bfb3cc tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] No DVR routers for this DVR port 95f7371c-2299-4672-bba1-0cb9e084025f on host hv-cinder-81187 {{(pid=93999) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 06:35:10.000900 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [req-3b3ebc47-dc49-45b2-b78c-add48ce9cbf2 req-273aab4b-8a7f-4d1d-baf2-62a343bfb3cc tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57126'] for port, before_response {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:35:10.005228 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-3b3ebc47-dc49-45b2-b78c-add48ce9cbf2 req-273aab4b-8a7f-4d1d-baf2-62a343bfb3cc tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] 10.222.0.10 "DELETE /v2.0/ports/95f7371c-2299-4672-bba1-0cb9e084025f HTTP/1.1" status: 204 len: 173 time: 1.0178301 Sep 30 06:35:10.005993 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf64a143-d81f-4bf6-9ded-182f63c46e7f', 'name': 'network-vif-deleted', 'tag': '95f7371c-2299-4672-bba1-0cb9e084025f'}] {{(pid=93999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 06:35:10.010499 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07b111f6e278cfffd9c4f208e103de524c2b9e3fbd4e5a5b5d8dd158a433df71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8014a675-5543-45f4-afa1-8f65b491ec6b" -d '{"events": [{"server_uuid": "cf64a143-d81f-4bf6-9ded-182f63c46e7f", "name": "network-vif-deleted", "tag": "95f7371c-2299-4672-bba1-0cb9e084025f"}]}' {{(pid=93999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 06:35:10.082368 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 06:35:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6d81d7c-56d3-4102-bd4a-9a9af74867e2 x-openstack-request-id: req-d6d81d7c-56d3-4102-bd4a-9a9af74867e2 {{(pid=93999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 06:35:10.082896 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf64a143-d81f-4bf6-9ded-182f63c46e7f", "name": "network-vif-deleted", "tag": "95f7371c-2299-4672-bba1-0cb9e084025f", "status": "completed", "code": 200}]} {{(pid=93999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 06:35:10.083315 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-d6d81d7c-56d3-4102-bd4a-9a9af74867e2 {{(pid=93999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 06:35:10.083930 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf64a143-d81f-4bf6-9ded-182f63c46e7f', 'name': 'network-vif-deleted', 'tag': '95f7371c-2299-4672-bba1-0cb9e084025f', 'status': 'completed', 'code': 200} Sep 30 06:35:10.120639 dv-cinder-811877-1-iscsi neutron-server[94002]: DEBUG neutron.db.l3_dvr_db [None req-609ad6c6-f7d6-4a03-af95-c82c37eee4b4 None None] Set router 7f324adc-6df9-469a-bdd2-c103c76ced6e gateway port host: dv-cinder-811877-1-iscsi {{(pid=94002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 06:35:10.392117 dv-cinder-811877-1-iscsi neutron-server[94002]: DEBUG neutron.db.l3_hamode_db [None req-609ad6c6-f7d6-4a03-af95-c82c37eee4b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f324adc-6df9-469a-bdd2-c103c76ced6e', 'name': 'tempest-AttachVolumeShelveTestJSON-1787567531-router', 'tenant_id': '3f54d397fb6646ca811cd4b70b8b5d31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddd8ee8b-b24f-47fb-afd7-cfc700c93624', 'external_fixed_ips': [{'subnet_id': '4727b4cf-a8ea-4dab-8db4-019b4e8b0546', 'ip_address': '172.27.1.2'}], 'enable_snat': True}, 'gw_port_id': '9739d183-b8a8-4538-9e9b-4bb77499d5e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T06:27:26Z', 'updated_at': '2021-09-30T06:27:31Z', 'revision_number': 4, 'project_id': '3f54d397fb6646ca811cd4b70b8b5d31', 'gw_port': {'id': '9739d183-b8a8-4538-9e9b-4bb77499d5e2', 'name': '', 'network_id': 'ddd8ee8b-b24f-47fb-afd7-cfc700c93624', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:9d:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f324adc-6df9-469a-bdd2-c103c76ced6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '4727b4cf-a8ea-4dab-8db4-019b4e8b0546', 'ip_address': '172.27.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T06:27:26Z', 'updated_at': '2021-09-30T06:27:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4727b4cf-a8ea-4dab-8db4-019b4e8b0546', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811877-1-iscsi', '_interfaces': [{'id': '6c81a548-ac26-40cb-9e6a-6ecb4b9bad29', 'name': '', 'network_id': '5fefac64-03c4-43dd-a17b-d4a261fa3173', 'tenant_id': '3f54d397fb6646ca811cd4b70b8b5d31', 'mac_address': 'fa:16:3e:16:fe:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f324adc-6df9-469a-bdd2-c103c76ced6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '05cd2f04-a42c-4ac5-94b6-16f7140b471b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T06:27:29Z', 'updated_at': '2021-09-30T06:27:37Z', 'revision_number': 5, 'project_id': '3f54d397fb6646ca811cd4b70b8b5d31', 'subnets': [{'id': '05cd2f04-a42c-4ac5-94b6-16f7140b471b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811877-1-iscsi', False) {} {{(pid=94002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 06:35:10.427660 dv-cinder-811877-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-609ad6c6-f7d6-4a03-af95-c82c37eee4b4 None None] Checking router: 7f324adc-6df9-469a-bdd2-c103c76ced6e for host: dv-cinder-811877-1-iscsi {{(pid=94002) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 06:35:10.437486 dv-cinder-811877-1-iscsi neutron-server[94002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-609ad6c6-f7d6-4a03-af95-c82c37eee4b4 None None] Routers {'7f324adc-6df9-469a-bdd2-c103c76ced6e'} bound to L3 agent in host dv-cinder-811877-1-iscsi {{(pid=94002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 06:35:10.438024 dv-cinder-811877-1-iscsi neutron-server[94002]: DEBUG neutron.db.l3_hamode_db [None req-609ad6c6-f7d6-4a03-af95-c82c37eee4b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811877-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-30T06:19:31Z,description=,heartbeat_timestamp=2021-09-30T06:35:01Z,host='dv-cinder-811877-1-iscsi',id=f054bd23-6895-478f-87a4-7cc0e21c04e0,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T06:19:31Z,topic='l3_agent')) {'router_ids': ['7f324adc-6df9-469a-bdd2-c103c76ced6e'], 'active': True} {{(pid=94002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 06:35:10.556860 dv-cinder-811877-1-iscsi neutron-server[94002]: DEBUG neutron.db.l3_dvr_db [None req-609ad6c6-f7d6-4a03-af95-c82c37eee4b4 None None] Set router 7f324adc-6df9-469a-bdd2-c103c76ced6e gateway port host: dv-cinder-811877-1-iscsi {{(pid=94002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 06:35:10.822982 dv-cinder-811877-1-iscsi neutron-server[94002]: DEBUG neutron.db.l3_hamode_db [None req-609ad6c6-f7d6-4a03-af95-c82c37eee4b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f324adc-6df9-469a-bdd2-c103c76ced6e', 'name': 'tempest-AttachVolumeShelveTestJSON-1787567531-router', 'tenant_id': '3f54d397fb6646ca811cd4b70b8b5d31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddd8ee8b-b24f-47fb-afd7-cfc700c93624', 'external_fixed_ips': [{'subnet_id': '4727b4cf-a8ea-4dab-8db4-019b4e8b0546', 'ip_address': '172.27.1.2'}], 'enable_snat': True}, 'gw_port_id': '9739d183-b8a8-4538-9e9b-4bb77499d5e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T06:27:26Z', 'updated_at': '2021-09-30T06:27:31Z', 'revision_number': 4, 'project_id': '3f54d397fb6646ca811cd4b70b8b5d31', 'gw_port': {'id': '9739d183-b8a8-4538-9e9b-4bb77499d5e2', 'name': '', 'network_id': 'ddd8ee8b-b24f-47fb-afd7-cfc700c93624', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:9d:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f324adc-6df9-469a-bdd2-c103c76ced6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '4727b4cf-a8ea-4dab-8db4-019b4e8b0546', 'ip_address': '172.27.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T06:27:26Z', 'updated_at': '2021-09-30T06:27:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4727b4cf-a8ea-4dab-8db4-019b4e8b0546', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811877-1-iscsi', '_interfaces': [{'id': '6c81a548-ac26-40cb-9e6a-6ecb4b9bad29', 'name': '', 'network_id': '5fefac64-03c4-43dd-a17b-d4a261fa3173', 'tenant_id': '3f54d397fb6646ca811cd4b70b8b5d31', 'mac_address': 'fa:16:3e:16:fe:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f324adc-6df9-469a-bdd2-c103c76ced6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '05cd2f04-a42c-4ac5-94b6-16f7140b471b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T06:27:29Z', 'updated_at': '2021-09-30T06:27:37Z', 'revision_number': 5, 'project_id': '3f54d397fb6646ca811cd4b70b8b5d31', 'subnets': [{'id': '05cd2f04-a42c-4ac5-94b6-16f7140b471b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811877-1-iscsi', False) {} {{(pid=94002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 06:35:10.852673 dv-cinder-811877-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-609ad6c6-f7d6-4a03-af95-c82c37eee4b4 None None] The sync data for ids ['7f324adc-6df9-469a-bdd2-c103c76ced6e'] in dv-cinder-811877-1-iscsi is: [{'id': '7f324adc-6df9-469a-bdd2-c103c76ced6e', 'name': 'tempest-AttachVolumeShelveTestJSON-1787567531-router', 'tenant_id': '3f54d397fb6646ca811cd4b70b8b5d31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddd8ee8b-b24f-47fb-afd7-cfc700c93624', 'external_fixed_ips': [{'subnet_id': '4727b4cf-a8ea-4dab-8db4-019b4e8b0546', 'ip_address': '172.27.1.2'}], 'enable_snat': True}, 'gw_port_id': '9739d183-b8a8-4538-9e9b-4bb77499d5e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T06:27:26Z', 'updated_at': '2021-09-30T06:27:31Z', 'revision_number': 4, 'project_id': '3f54d397fb6646ca811cd4b70b8b5d31', 'gw_port': {'id': '9739d183-b8a8-4538-9e9b-4bb77499d5e2', 'name': '', 'network_id': 'ddd8ee8b-b24f-47fb-afd7-cfc700c93624', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:9d:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f324adc-6df9-469a-bdd2-c103c76ced6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '4727b4cf-a8ea-4dab-8db4-019b4e8b0546', 'ip_address': '172.27.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T06:27:26Z', 'updated_at': '2021-09-30T06:27:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4727b4cf-a8ea-4dab-8db4-019b4e8b0546', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811877-1-iscsi', '_interfaces': [{'id': '6c81a548-ac26-40cb-9e6a-6ecb4b9bad29', 'name': '', 'network_id': '5fefac64-03c4-43dd-a17b-d4a261fa3173', 'tenant_id': '3f54d397fb6646ca811cd4b70b8b5d31', 'mac_address': 'fa:16:3e:16:fe:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f324adc-6df9-469a-bdd2-c103c76ced6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '05cd2f04-a42c-4ac5-94b6-16f7140b471b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T06:27:29Z', 'updated_at': '2021-09-30T06:27:37Z', 'revision_number': 5, 'project_id': '3f54d397fb6646ca811cd4b70b8b5d31', 'subnets': [{'id': '05cd2f04-a42c-4ac5-94b6-16f7140b471b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 06:35:10.865939 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-fb341b3d-5fb8-40b1-8ab5-da8c822b088e req-41d8ca5e-596f-4af7-921f-c3e39de040a9 tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] 10.222.0.36 "GET /v2.0/ports?device_id=cf64a143-d81f-4bf6-9ded-182f63c46e7f HTTP/1.1" status: 200 len: 210 time: 0.0475991 Sep 30 06:35:11.117000 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f9ad971-bac5-4e20-8a34-30eca7722898 None None] New status for floating IP a219f6a4-1cbf-4162-af3d-6fc094508b49: DOWN {{(pid=94001) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 30 06:35:11.997276 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.36', 60168) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 06:35:12.067019 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-7025bcd7-6d05-4d64-a58e-5e25612e2210 tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] Notify callbacks [] for security_group, before_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:35:12.094112 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-7025bcd7-6d05-4d64-a58e-5e25612e2210 tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:35:12.171847 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-7025bcd7-6d05-4d64-a58e-5e25612e2210 tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533969'] for security_group, after_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:35:12.175468 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-7025bcd7-6d05-4d64-a58e-5e25612e2210 tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] Notify callbacks [] for security_group, before_response {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:35:12.176813 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [None req-7025bcd7-6d05-4d64-a58e-5e25612e2210 tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] 10.222.0.36 "DELETE /v2.0/security-groups/0ac15c32-ea2e-4327-b2f6-f045edc248fa HTTP/1.1" status: 204 len: 168 time: 0.1782823 Sep 30 06:35:12.180355 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.wsgi [-] (93999) accepted ('10.222.0.36', 60170) {{(pid=93999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 06:35:12.195498 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7025bcd7-6d05-4d64-a58e-5e25612e2210 tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ac15c32-ea2e-4327-b2f6-f045edc248fa,revision_number=None']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:35:12.207660 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.api.v2.resource [None req-edd72f53-ffe8-4c3a-ad5a-84d6619b24ea tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] show failed (client error): The resource could not be found. Sep 30 06:35:12.208711 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7025bcd7-6d05-4d64-a58e-5e25612e2210 tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=94000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:35:12.209258 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7025bcd7-6d05-4d64-a58e-5e25612e2210 tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=94000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:35:12.209445 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [None req-edd72f53-ffe8-4c3a-ad5a-84d6619b24ea tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] 10.222.0.36 "GET /v2.0/security-groups/0ac15c32-ea2e-4327-b2f6-f045edc248fa HTTP/1.1" status: 404 len: 347 time: 0.0274732 Sep 30 06:35:12.209787 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7025bcd7-6d05-4d64-a58e-5e25612e2210 tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=94000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:35:12.210209 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7025bcd7-6d05-4d64-a58e-5e25612e2210 tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=94000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:35:12.210925 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7025bcd7-6d05-4d64-a58e-5e25612e2210 tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=94000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:35:12.211347 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7025bcd7-6d05-4d64-a58e-5e25612e2210 tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=94000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:35:12.211805 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7025bcd7-6d05-4d64-a58e-5e25612e2210 tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=94000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:35:12.212252 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7025bcd7-6d05-4d64-a58e-5e25612e2210 tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=94000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:35:12.212670 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7025bcd7-6d05-4d64-a58e-5e25612e2210 tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=94000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:35:12.213202 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7025bcd7-6d05-4d64-a58e-5e25612e2210 tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=94000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:35:12.213468 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.wsgi [-] (93999) accepted ('10.222.0.36', 60172) {{(pid=93999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 06:35:12.213728 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7025bcd7-6d05-4d64-a58e-5e25612e2210 tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=94000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:35:12.214241 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7025bcd7-6d05-4d64-a58e-5e25612e2210 tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=94000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:35:12.326633 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.rpc [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] Device 95f7371c-2299-4672-bba1-0cb9e084025f no longer exists at agent hyperv_hv-cinder-81187 {{(pid=94001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 06:35:12.357302 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.plugin [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] No Port match for: 95f7371c-2299-4672-bba1-0cb9e084025f {{(pid=94001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 06:35:12.357651 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.rpc [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] Device 95f7371c-2299-4672-bba1-0cb9e084025f not bound to the agent host hv-cinder-81187 {{(pid=94001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 06:35:12.424011 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.plugins.ml2.plugin [None req-b6816903-0aaf-4d72-a11f-a66f9dabd0f9 tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] Deleting port f4226c5c-9922-4be4-9511-3d8e449dc228 {{(pid=93999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 06:35:12.424499 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-b6816903-0aaf-4d72-a11f-a66f9dabd0f9 tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727545987880'] for port, before_delete {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:35:12.519847 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-b6816903-0aaf-4d72-a11f-a66f9dabd0f9 tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7874563'] for port, precommit_delete {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:35:12.520271 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-b6816903-0aaf-4d72-a11f-a66f9dabd0f9 tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:35:12.534628 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.plugins.ml2.plugin [None req-b6816903-0aaf-4d72-a11f-a66f9dabd0f9 tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] Calling delete_port for f4226c5c-9922-4be4-9511-3d8e449dc228 owned by network:floatingip {{(pid=93999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 06:35:12.770806 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-b6816903-0aaf-4d72-a11f-a66f9dabd0f9 tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7821886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727545991406', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727545489354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6560267'] for port, after_delete {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:35:12.820754 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6816903-0aaf-4d72-a11f-a66f9dabd0f9 tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] Pushing event deleted for resources: {'Port': ['ID=f4226c5c-9922-4be4-9511-3d8e449dc228,revision_number=None']} {{(pid=93999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:35:12.895090 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-b6816903-0aaf-4d72-a11f-a66f9dabd0f9 tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] Notify callbacks [] for floatingip, after_delete {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:35:12.900374 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-b6816903-0aaf-4d72-a11f-a66f9dabd0f9 tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57126'] for floatingip, before_response {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:35:12.901757 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [None req-b6816903-0aaf-4d72-a11f-a66f9dabd0f9 tempest-AttachVolumeShelveTestJSON-1959518881 tempest-AttachVolumeShelveTestJSON-1959518881-project] 10.222.0.36 "DELETE /v2.0/floatingips/a219f6a4-1cbf-4162-af3d-6fc094508b49 HTTP/1.1" status: 204 len: 168 time: 0.6869321 Sep 30 06:35:14.597845 dv-cinder-811877-1-iscsi neutron-server[94002]: DEBUG neutron.db.agents_db [None req-d9c94b1b-4ad8-4063-8329-7a4f29b52830 None None] Agent healthcheck: found 6 active agents {{(pid=94002) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 06:35:15.383766 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.36', 60202) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 06:35:15.844795 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-8ee032b0-0496-4133-b943-347abfed8f35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7877658'] for router_interface, before_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:35:16.191075 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.plugins.ml2.plugin [None req-8ee032b0-0496-4133-b943-347abfed8f35 admin admin] Deleting port 6c81a548-ac26-40cb-9e6a-6ecb4b9bad29 {{(pid=94000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 06:35:16.191603 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-8ee032b0-0496-4133-b943-347abfed8f35 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727545987880'] for port, before_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:35:16.326702 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.plugins.ml2.db [None req-8ee032b0-0496-4133-b943-347abfed8f35 admin admin] For port 6c81a548-ac26-40cb-9e6a-6ecb4b9bad29, host dv-cinder-811877-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811877-1-iscsi',level=0,port_id=6c81a548-ac26-40cb-9e6a-6ecb4b9bad29,segment=NetworkSegment(2a6dd986-63b3-41e2-80f5-fecbf28b70d3),segment_id=2a6dd986-63b3-41e2-80f5-fecbf28b70d3)] {{(pid=94000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 06:35:16.327295 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-8ee032b0-0496-4133-b943-347abfed8f35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7874563'] for port, precommit_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:35:16.350338 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.plugins.ml2.plugin [None req-8ee032b0-0496-4133-b943-347abfed8f35 admin admin] Calling delete_port for 6c81a548-ac26-40cb-9e6a-6ecb4b9bad29 owned by network:router_interface {{(pid=94000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 06:35:16.615577 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-8ee032b0-0496-4133-b943-347abfed8f35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7821886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727545991406', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727545489354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4572815'] for port, after_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:35:16.668120 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee032b0-0496-4133-b943-347abfed8f35 admin admin] Pushing event deleted for resources: {'Port': ['ID=6c81a548-ac26-40cb-9e6a-6ecb4b9bad29,revision_number=None']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:35:16.949435 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-8ee032b0-0496-4133-b943-347abfed8f35 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7821773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7878035'] for router_interface, after_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:35:17.474351 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ee032b0-0496-4133-b943-347abfed8f35 admin admin] Router 7f324adc-6df9-469a-bdd2-c103c76ced6e has already been hosted by L3 agent f054bd23-6895-478f-87a4-7cc0e21c04e0 {{(pid=94000) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 06:35:17.589340 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ee032b0-0496-4133-b943-347abfed8f35 admin admin] Notify agent at l3_agent.dv-cinder-811877-1-iscsi the message routers_updated {{(pid=94000) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 06:35:17.595976 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [None req-8ee032b0-0496-4133-b943-347abfed8f35 admin admin] 10.222.0.36 "PUT /v2.0/routers/7f324adc-6df9-469a-bdd2-c103c76ced6e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2093325 Sep 30 06:35:17.598377 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.36', 60222) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 06:35:17.605526 dv-cinder-811877-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6915520d-d58d-49cc-a5c3-c8b1b08a2c8c None None] Sync routers for ids ['7f324adc-6df9-469a-bdd2-c103c76ced6e'] in dv-cinder-811877-1-iscsi {{(pid=94002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 06:35:17.618000 dv-cinder-811877-1-iscsi neutron-server[94002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6915520d-d58d-49cc-a5c3-c8b1b08a2c8c None None] Routers {'7f324adc-6df9-469a-bdd2-c103c76ced6e'} bound to L3 agent in host dv-cinder-811877-1-iscsi {{(pid=94002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 06:35:17.619056 dv-cinder-811877-1-iscsi neutron-server[94002]: DEBUG neutron.db.l3_hamode_db [None req-6915520d-d58d-49cc-a5c3-c8b1b08a2c8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811877-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-30T06:19:31Z,description=,heartbeat_timestamp=2021-09-30T06:35:01Z,host='dv-cinder-811877-1-iscsi',id=f054bd23-6895-478f-87a4-7cc0e21c04e0,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T06:19:31Z,topic='l3_agent')) {'router_ids': ['7f324adc-6df9-469a-bdd2-c103c76ced6e'], 'active': True} {{(pid=94002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 06:35:17.730907 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-84dfac72-e029-4e41-b086-dfdf80464beb admin admin] Notify callbacks [] for router, before_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:35:17.792872 dv-cinder-811877-1-iscsi neutron-server[94002]: DEBUG neutron.db.l3_dvr_db [None req-6915520d-d58d-49cc-a5c3-c8b1b08a2c8c None None] Set router 7f324adc-6df9-469a-bdd2-c103c76ced6e gateway port host: dv-cinder-811877-1-iscsi {{(pid=94002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 06:35:17.844230 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-84dfac72-e029-4e41-b086-dfdf80464beb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:35:17.949399 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.plugins.ml2.plugin [None req-84dfac72-e029-4e41-b086-dfdf80464beb admin admin] Deleting port 9739d183-b8a8-4538-9e9b-4bb77499d5e2 {{(pid=94000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 06:35:17.949956 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-84dfac72-e029-4e41-b086-dfdf80464beb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727545987880'] for port, before_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:35:18.102465 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.plugins.ml2.db [None req-84dfac72-e029-4e41-b086-dfdf80464beb admin admin] For port 9739d183-b8a8-4538-9e9b-4bb77499d5e2, host dv-cinder-811877-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811877-1-iscsi',level=0,port_id=9739d183-b8a8-4538-9e9b-4bb77499d5e2,segment=NetworkSegment(f18bb042-e630-4c4b-b384-e9bf093ecc8b),segment_id=f18bb042-e630-4c4b-b384-e9bf093ecc8b)] {{(pid=94000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 06:35:18.102950 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-84dfac72-e029-4e41-b086-dfdf80464beb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7874563'] for port, precommit_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:35:18.124494 dv-cinder-811877-1-iscsi neutron-server[94002]: DEBUG neutron.db.l3_hamode_db [None req-6915520d-d58d-49cc-a5c3-c8b1b08a2c8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f324adc-6df9-469a-bdd2-c103c76ced6e', 'name': 'tempest-AttachVolumeShelveTestJSON-1787567531-router', 'tenant_id': '3f54d397fb6646ca811cd4b70b8b5d31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddd8ee8b-b24f-47fb-afd7-cfc700c93624', 'external_fixed_ips': [{'subnet_id': '4727b4cf-a8ea-4dab-8db4-019b4e8b0546', 'ip_address': '172.27.1.2'}], 'enable_snat': True}, 'gw_port_id': '9739d183-b8a8-4538-9e9b-4bb77499d5e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T06:27:26Z', 'updated_at': '2021-09-30T06:35:16Z', 'revision_number': 5, 'project_id': '3f54d397fb6646ca811cd4b70b8b5d31', 'gw_port': {'id': '9739d183-b8a8-4538-9e9b-4bb77499d5e2', 'name': '', 'network_id': 'ddd8ee8b-b24f-47fb-afd7-cfc700c93624', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:9d:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f324adc-6df9-469a-bdd2-c103c76ced6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '4727b4cf-a8ea-4dab-8db4-019b4e8b0546', 'ip_address': '172.27.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T06:27:26Z', 'updated_at': '2021-09-30T06:27:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4727b4cf-a8ea-4dab-8db4-019b4e8b0546', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811877-1-iscsi'}], 'dv-cinder-811877-1-iscsi', False) {} {{(pid=94002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 06:35:18.128627 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.plugins.ml2.plugin [None req-84dfac72-e029-4e41-b086-dfdf80464beb admin admin] Calling delete_port for 9739d183-b8a8-4538-9e9b-4bb77499d5e2 owned by network:router_gateway {{(pid=94000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 06:35:18.154377 dv-cinder-811877-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6915520d-d58d-49cc-a5c3-c8b1b08a2c8c None None] Checking router: 7f324adc-6df9-469a-bdd2-c103c76ced6e for host: dv-cinder-811877-1-iscsi {{(pid=94002) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 06:35:18.164484 dv-cinder-811877-1-iscsi neutron-server[94002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6915520d-d58d-49cc-a5c3-c8b1b08a2c8c None None] Routers {'7f324adc-6df9-469a-bdd2-c103c76ced6e'} bound to L3 agent in host dv-cinder-811877-1-iscsi {{(pid=94002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 06:35:18.165132 dv-cinder-811877-1-iscsi neutron-server[94002]: DEBUG neutron.db.l3_hamode_db [None req-6915520d-d58d-49cc-a5c3-c8b1b08a2c8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811877-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-30T06:19:31Z,description=,heartbeat_timestamp=2021-09-30T06:35:01Z,host='dv-cinder-811877-1-iscsi',id=f054bd23-6895-478f-87a4-7cc0e21c04e0,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T06:19:31Z,topic='l3_agent')) {'router_ids': ['7f324adc-6df9-469a-bdd2-c103c76ced6e'], 'active': True} {{(pid=94002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 06:35:18.271399 dv-cinder-811877-1-iscsi neutron-server[94002]: DEBUG neutron.db.l3_dvr_db [None req-6915520d-d58d-49cc-a5c3-c8b1b08a2c8c None None] Set router 7f324adc-6df9-469a-bdd2-c103c76ced6e gateway port host: None {{(pid=94002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 06:35:18.338117 dv-cinder-811877-1-iscsi neutron-server[94002]: DEBUG neutron.db.l3_hamode_db [None req-6915520d-d58d-49cc-a5c3-c8b1b08a2c8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f324adc-6df9-469a-bdd2-c103c76ced6e', 'name': 'tempest-AttachVolumeShelveTestJSON-1787567531-router', 'tenant_id': '3f54d397fb6646ca811cd4b70b8b5d31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T06:27:26Z', 'updated_at': '2021-09-30T06:35:17Z', 'revision_number': 6, 'project_id': '3f54d397fb6646ca811cd4b70b8b5d31', 'gw_port_host': None}], 'dv-cinder-811877-1-iscsi', False) {} {{(pid=94002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 06:35:18.354206 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-84dfac72-e029-4e41-b086-dfdf80464beb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7821886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727545991406', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727545489354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4572815'] for port, after_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:35:18.368239 dv-cinder-811877-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6915520d-d58d-49cc-a5c3-c8b1b08a2c8c None None] The sync data for ids ['7f324adc-6df9-469a-bdd2-c103c76ced6e'] in dv-cinder-811877-1-iscsi is: [{'id': '7f324adc-6df9-469a-bdd2-c103c76ced6e', 'name': 'tempest-AttachVolumeShelveTestJSON-1787567531-router', 'tenant_id': '3f54d397fb6646ca811cd4b70b8b5d31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T06:27:26Z', 'updated_at': '2021-09-30T06:35:17Z', 'revision_number': 6, 'project_id': '3f54d397fb6646ca811cd4b70b8b5d31', 'gw_port_host': None}] {{(pid=94002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 06:35:18.417920 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dfac72-e029-4e41-b086-dfdf80464beb admin admin] Pushing event deleted for resources: {'Port': ['ID=9739d183-b8a8-4538-9e9b-4bb77499d5e2,revision_number=None']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:35:18.490936 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-84dfac72-e029-4e41-b086-dfdf80464beb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7877968'] for router_gateway, after_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:35:18.591055 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-84dfac72-e029-4e41-b086-dfdf80464beb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7877183', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-693'] for router, precommit_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:35:18.593664 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-84dfac72-e029-4e41-b086-dfdf80464beb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:35:18.645144 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-84dfac72-e029-4e41-b086-dfdf80464beb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7877174'] for router, after_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:35:18.645777 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84dfac72-e029-4e41-b086-dfdf80464beb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7f324adc-6df9-469a-bdd2-c103c76ced6e {{(pid=94000) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 30 06:35:18.652589 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-84dfac72-e029-4e41-b086-dfdf80464beb admin admin] Notify callbacks [] for router, before_response {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:35:18.653984 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [None req-84dfac72-e029-4e41-b086-dfdf80464beb admin admin] 10.222.0.36 "DELETE /v2.0/routers/7f324adc-6df9-469a-bdd2-c103c76ced6e HTTP/1.1" status: 204 len: 168 time: 1.0544984 Sep 30 06:35:18.657394 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.36', 60226) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 06:35:18.711908 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.db.db_base_plugin_v2 [None req-50adad07-917e-4002-9849-ce39bdff88ef admin admin] Deleting subnet 05cd2f04-a42c-4ac5-94b6-16f7140b471b {{(pid=94000) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 06:35:18.716567 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-50adad07-917e-4002-9849-ce39bdff88ef admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:35:18.779427 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-50adad07-917e-4002-9849-ce39bdff88ef admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4572778'] for subnet, precommit_delete_associations {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:35:18.906480 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-50adad07-917e-4002-9849-ce39bdff88ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-583762'] for subnet, precommit_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:35:19.008777 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-50adad07-917e-4002-9849-ce39bdff88ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-583771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7821886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4572882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5105895'] for subnet, after_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:35:19.060330 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-50adad07-917e-4002-9849-ce39bdff88ef admin admin] Notify callbacks [] for subnet, before_response {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:35:19.063505 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [None req-50adad07-917e-4002-9849-ce39bdff88ef admin admin] 10.222.0.36 "DELETE /v2.0/subnets/05cd2f04-a42c-4ac5-94b6-16f7140b471b HTTP/1.1" status: 204 len: 168 time: 0.4048772 Sep 30 06:35:19.064853 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50adad07-917e-4002-9849-ce39bdff88ef admin admin] Pushing event deleted for resources: {'Subnet': ['ID=05cd2f04-a42c-4ac5-94b6-16f7140b471b,revision_number=None']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:35:19.065467 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01003cfd-4cef-434f-b44c-50bcbd560440 None None] Network 5fefac64-03c4-43dd-a17b-d4a261fa3173 requested from dv-cinder-811877-1-iscsi {{(pid=94001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 06:35:19.068133 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.36', 60230) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 06:35:19.158003 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-482350c1-17d5-4bd5-8e6d-870ae6e2108f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763795'] for network, before_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:35:19.255517 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.plugins.ml2.plugin [None req-482350c1-17d5-4bd5-8e6d-870ae6e2108f admin admin] Deleting port d1128586-2b67-4462-b5b1-83e6f2c41bdc {{(pid=94000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 06:35:19.256187 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-482350c1-17d5-4bd5-8e6d-870ae6e2108f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727545987880'] for port, before_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:35:19.318762 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e1aa783-85ec-44e3-8b1f-16041fe4a23c None None] DHCP port deletion for 5fefac64-03c4-43dd-a17b-d4a261fa3173 request from dv-cinder-811877-1-iscsi {{(pid=94001) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 30 06:35:19.348890 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.plugins.ml2.db [None req-482350c1-17d5-4bd5-8e6d-870ae6e2108f admin admin] For port d1128586-2b67-4462-b5b1-83e6f2c41bdc, host dv-cinder-811877-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811877-1-iscsi',level=0,port_id=d1128586-2b67-4462-b5b1-83e6f2c41bdc,segment=NetworkSegment(2a6dd986-63b3-41e2-80f5-fecbf28b70d3),segment_id=2a6dd986-63b3-41e2-80f5-fecbf28b70d3)] {{(pid=94000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 06:35:19.349379 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-482350c1-17d5-4bd5-8e6d-870ae6e2108f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7874563'] for port, precommit_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:35:19.365922 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.plugins.ml2.plugin [None req-482350c1-17d5-4bd5-8e6d-870ae6e2108f admin admin] Calling delete_port for d1128586-2b67-4462-b5b1-83e6f2c41bdc owned by network:dhcp {{(pid=94000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 06:35:19.398034 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.plugin [None req-6e1aa783-85ec-44e3-8b1f-16041fe4a23c None None] Deleting port d1128586-2b67-4462-b5b1-83e6f2c41bdc {{(pid=94001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 06:35:19.398936 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-6e1aa783-85ec-44e3-8b1f-16041fe4a23c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727545987880'] for port, before_delete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:35:19.480626 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-482350c1-17d5-4bd5-8e6d-870ae6e2108f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7821886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727545991406', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727545489354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4572815'] for port, after_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:35:19.511420 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.db [None req-6e1aa783-85ec-44e3-8b1f-16041fe4a23c None None] For port d1128586-2b67-4462-b5b1-83e6f2c41bdc, host dv-cinder-811877-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811877-1-iscsi',level=0,port_id=d1128586-2b67-4462-b5b1-83e6f2c41bdc,segment=NetworkSegment(2a6dd986-63b3-41e2-80f5-fecbf28b70d3),segment_id=2a6dd986-63b3-41e2-80f5-fecbf28b70d3)] {{(pid=94001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 06:35:19.512162 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-6e1aa783-85ec-44e3-8b1f-16041fe4a23c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7874563'] for port, precommit_delete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:35:19.528722 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482350c1-17d5-4bd5-8e6d-870ae6e2108f admin admin] Pushing event deleted for resources: {'Port': ['ID=d1128586-2b67-4462-b5b1-83e6f2c41bdc,revision_number=None']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:35:19.536523 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-482350c1-17d5-4bd5-8e6d-870ae6e2108f admin admin] No DVR routers for this DVR port d1128586-2b67-4462-b5b1-83e6f2c41bdc on host dv-cinder-811877-1-iscsi {{(pid=94000) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 06:35:19.543261 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.plugin [None req-6e1aa783-85ec-44e3-8b1f-16041fe4a23c None None] Calling delete_port for d1128586-2b67-4462-b5b1-83e6f2c41bdc owned by network:dhcp {{(pid=94001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 06:35:19.638027 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-6e1aa783-85ec-44e3-8b1f-16041fe4a23c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7821886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727545991406', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727545489354'] for port, after_delete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:35:19.654374 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-482350c1-17d5-4bd5-8e6d-870ae6e2108f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-585195', 'neutron.services.segments.db._delete_segments_for_network-8727546001812'] for network, precommit_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:35:19.666983 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1aa783-85ec-44e3-8b1f-16041fe4a23c None None] Pushing event deleted for resources: {'Port': ['ID=d1128586-2b67-4462-b5b1-83e6f2c41bdc,revision_number=None']} {{(pid=94001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:35:19.674370 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e1aa783-85ec-44e3-8b1f-16041fe4a23c None None] No DVR routers for this DVR port d1128586-2b67-4462-b5b1-83e6f2c41bdc on host dv-cinder-811877-1-iscsi {{(pid=94001) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 06:35:19.695156 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.services.segments.db [None req-482350c1-17d5-4bd5-8e6d-870ae6e2108f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5fefac64-03c4-43dd-a17b-d4a261fa3173']}} {{(pid=94000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 06:35:19.706724 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.services.segments.db [None req-482350c1-17d5-4bd5-8e6d-870ae6e2108f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a6dd986-63b3-41e2-80f5-fecbf28b70d3') {'for_net_delete': True} {{(pid=94000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 06:35:19.707037 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.services.segments.db [None req-482350c1-17d5-4bd5-8e6d-870ae6e2108f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a6dd986-63b3-41e2-80f5-fecbf28b70d3') {} {{(pid=94000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 06:35:19.722869 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-482350c1-17d5-4bd5-8e6d-870ae6e2108f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727546002077', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4572787'] for segment, before_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:35:19.740538 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-482350c1-17d5-4bd5-8e6d-870ae6e2108f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583621'] for segment, precommit_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:35:19.747490 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-482350c1-17d5-4bd5-8e6d-870ae6e2108f admin admin] Releasing vlan 333 on physical network physnet1 to pool {{(pid=94000) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 06:35:19.747900 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-482350c1-17d5-4bd5-8e6d-870ae6e2108f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4571260'] for segment, after_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:35:19.749889 dv-cinder-811877-1-iscsi neutron-server[94000]: Traceback (most recent call last): Sep 30 06:35:19.749889 dv-cinder-811877-1-iscsi neutron-server[94000]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 06:35:19.749889 dv-cinder-811877-1-iscsi neutron-server[94000]: timer() Sep 30 06:35:19.749889 dv-cinder-811877-1-iscsi neutron-server[94000]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 06:35:19.749889 dv-cinder-811877-1-iscsi neutron-server[94000]: cb(*args, **kw) Sep 30 06:35:19.749889 dv-cinder-811877-1-iscsi neutron-server[94000]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 06:35:19.749889 dv-cinder-811877-1-iscsi neutron-server[94000]: return func(*args, **kwargs) Sep 30 06:35:19.749889 dv-cinder-811877-1-iscsi neutron-server[94000]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 06:35:19.749889 dv-cinder-811877-1-iscsi neutron-server[94000]: self._notify() Sep 30 06:35:19.749889 dv-cinder-811877-1-iscsi neutron-server[94000]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 06:35:19.749889 dv-cinder-811877-1-iscsi neutron-server[94000]: self.callback(batched_events) Sep 30 06:35:19.749889 dv-cinder-811877-1-iscsi neutron-server[94000]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 06:35:19.749889 dv-cinder-811877-1-iscsi neutron-server[94000]: event.method(event) Sep 30 06:35:19.749889 dv-cinder-811877-1-iscsi neutron-server[94000]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 06:35:19.749889 dv-cinder-811877-1-iscsi neutron-server[94000]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 06:35:19.749889 dv-cinder-811877-1-iscsi neutron-server[94000]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 06:35:19.749889 dv-cinder-811877-1-iscsi neutron-server[94000]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 06:35:19.749889 dv-cinder-811877-1-iscsi neutron-server[94000]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 06:35:19.749889 dv-cinder-811877-1-iscsi neutron-server[94000]: return f(self, *a, **k) Sep 30 06:35:19.749889 dv-cinder-811877-1-iscsi neutron-server[94000]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 06:35:19.749889 dv-cinder-811877-1-iscsi neutron-server[94000]: return self._get(url).json() Sep 30 06:35:19.749889 dv-cinder-811877-1-iscsi neutron-server[94000]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 06:35:19.749889 dv-cinder-811877-1-iscsi neutron-server[94000]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 06:35:19.749889 dv-cinder-811877-1-iscsi neutron-server[94000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 06:35:19.749889 dv-cinder-811877-1-iscsi neutron-server[94000]: return self.request(url, 'GET', **kwargs) Sep 30 06:35:19.749889 dv-cinder-811877-1-iscsi neutron-server[94000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 06:35:19.749889 dv-cinder-811877-1-iscsi neutron-server[94000]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 06:35:19.749889 dv-cinder-811877-1-iscsi neutron-server[94000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 06:35:19.749889 dv-cinder-811877-1-iscsi neutron-server[94000]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 06:35:19.749889 dv-cinder-811877-1-iscsi neutron-server[94000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 06:35:19.749889 dv-cinder-811877-1-iscsi neutron-server[94000]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 06:35:19.749889 dv-cinder-811877-1-iscsi neutron-server[94000]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 06:35:19.817456 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-482350c1-17d5-4bd5-8e6d-870ae6e2108f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-585180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7821886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7877900'] for network, after_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:35:19.828537 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-482350c1-17d5-4bd5-8e6d-870ae6e2108f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7821868'] for network, before_response {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:35:19.832760 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [None req-482350c1-17d5-4bd5-8e6d-870ae6e2108f admin admin] 10.222.0.36 "DELETE /v2.0/networks/5fefac64-03c4-43dd-a17b-d4a261fa3173 HTTP/1.1" status: 204 len: 168 time: 0.7630401 Sep 30 06:35:19.849856 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482350c1-17d5-4bd5-8e6d-870ae6e2108f admin admin] Pushing event deleted for resources: {'Network': ['ID=5fefac64-03c4-43dd-a17b-d4a261fa3173,revision_number=None']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:35:20.004103 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.wsgi [-] (93999) accepted ('10.222.0.36', 60238) {{(pid=93999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 06:35:20.063140 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [None req-2e360fba-4585-4044-a9ac-827b0b73348f admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=3f54d397fb6646ca811cd4b70b8b5d31&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0549657 Sep 30 06:35:20.063314 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.36', 60240) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 06:35:20.110689 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.rpc [None req-1a5ef50c-1a60-4eeb-b96e-cf5df6fcca4b None None] Device d1128586-2b67-4462-b5b1-83e6f2c41bdc no longer exists at agent ovs-agent-dv-cinder-811877-1-iscsi {{(pid=94001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 06:35:20.144724 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.plugin [None req-1a5ef50c-1a60-4eeb-b96e-cf5df6fcca4b None None] No Port match for: d1128586-2b67-4462-b5b1-83e6f2c41bdc {{(pid=94001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 06:35:20.145249 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.rpc [None req-1a5ef50c-1a60-4eeb-b96e-cf5df6fcca4b None None] Device d1128586-2b67-4462-b5b1-83e6f2c41bdc not bound to the agent host dv-cinder-811877-1-iscsi {{(pid=94001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 06:35:20.145780 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.rpc [None req-1a5ef50c-1a60-4eeb-b96e-cf5df6fcca4b None None] Device 6c81a548-ac26-40cb-9e6a-6ecb4b9bad29 no longer exists at agent ovs-agent-dv-cinder-811877-1-iscsi {{(pid=94001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 06:35:20.150145 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-7fafc389-3cd4-4a28-a8f2-377be951ae70 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:35:20.167724 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.plugin [None req-1a5ef50c-1a60-4eeb-b96e-cf5df6fcca4b None None] No Port match for: 6c81a548-ac26-40cb-9e6a-6ecb4b9bad29 {{(pid=94001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 06:35:20.168186 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.rpc [None req-1a5ef50c-1a60-4eeb-b96e-cf5df6fcca4b None None] Device 6c81a548-ac26-40cb-9e6a-6ecb4b9bad29 not bound to the agent host dv-cinder-811877-1-iscsi {{(pid=94001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 06:35:20.168679 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.rpc [None req-1a5ef50c-1a60-4eeb-b96e-cf5df6fcca4b None None] Device 9739d183-b8a8-4538-9e9b-4bb77499d5e2 no longer exists at agent ovs-agent-dv-cinder-811877-1-iscsi {{(pid=94001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 06:35:20.179149 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-7fafc389-3cd4-4a28-a8f2-377be951ae70 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:35:20.189928 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.plugin [None req-1a5ef50c-1a60-4eeb-b96e-cf5df6fcca4b None None] No Port match for: 9739d183-b8a8-4538-9e9b-4bb77499d5e2 {{(pid=94001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 06:35:20.190375 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.rpc [None req-1a5ef50c-1a60-4eeb-b96e-cf5df6fcca4b None None] Device 9739d183-b8a8-4538-9e9b-4bb77499d5e2 not bound to the agent host dv-cinder-811877-1-iscsi {{(pid=94001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 06:35:20.243323 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-7fafc389-3cd4-4a28-a8f2-377be951ae70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533969'] for security_group, after_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:35:20.247758 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-7fafc389-3cd4-4a28-a8f2-377be951ae70 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:35:20.249658 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [None req-7fafc389-3cd4-4a28-a8f2-377be951ae70 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/b2020d33-0301-42d9-ad77-62751406ed9f HTTP/1.1" status: 204 len: 168 time: 0.1848106 Sep 30 06:35:20.264119 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fafc389-3cd4-4a28-a8f2-377be951ae70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2020d33-0301-42d9-ad77-62751406ed9f,revision_number=None']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:35:21.151651 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.wsgi [-] (93999) accepted ('10.222.0.36', 60272) {{(pid=93999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 06:35:21.283353 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.api.v2.base [None req-3a2c8db0-bd0f-43b3-80d3-87b6b5670d33 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-558685461-network', 'tenant_id': 'bc2fbe128cb04422ae6794af2311246e'}} {{(pid=93999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 06:35:21.315751 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a2c8db0-bd0f-43b3-80d3-87b6b5670d33 admin admin] Made reservation on behalf of bc2fbe128cb04422ae6794af2311246e for: {'network': 1} {{(pid=93999) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 06:35:21.318962 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-3a2c8db0-bd0f-43b3-80d3-87b6b5670d33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653538'] for network, before_create {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:35:21.333837 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-3a2c8db0-bd0f-43b3-80d3-87b6b5670d33 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:35:21.472414 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-3a2c8db0-bd0f-43b3-80d3-87b6b5670d33 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:35:21.478207 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-3a2c8db0-bd0f-43b3-80d3-87b6b5670d33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533969'] for security_group, after_create {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:35:21.521045 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a2c8db0-bd0f-43b3-80d3-87b6b5670d33 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 333} {{(pid=93999) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 06:35:21.533560 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2c8db0-bd0f-43b3-80d3-87b6b5670d33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cd9f0ee-6d13-47ac-8476-0f53a840e523,revision_number=1']} {{(pid=93999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:35:21.544961 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-3a2c8db0-bd0f-43b3-80d3-87b6b5670d33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583621'] for segment, precommit_create {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:35:21.545510 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.db.segments_db [None req-3a2c8db0-bd0f-43b3-80d3-87b6b5670d33 admin admin] Added segment 17bc15e7-64c3-4d00-8811-ef0fd2652c1c of type vlan for network cd60cd18-0775-4a69-9147-a3630ccd6292 Sep 30 06:35:21.601967 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-3a2c8db0-bd0f-43b3-80d3-87b6b5670d33 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727545443103'] for network, precommit_create {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:35:21.631122 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-3a2c8db0-bd0f-43b3-80d3-87b6b5670d33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7821886'] for network, after_create {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:35:21.633446 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a2c8db0-bd0f-43b3-80d3-87b6b5670d33 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:35:21.634167 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-3a2c8db0-bd0f-43b3-80d3-87b6b5670d33 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7821868'] for network, before_response {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:35:21.663423 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [None req-3a2c8db0-bd0f-43b3-80d3-87b6b5670d33 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5104938 Sep 30 06:35:21.667177 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.36', 60280) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 06:35:21.675554 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.api.v2.base [None req-76aa1287-dc6b-4897-9a00-0b826a83ac60 admin admin] Request body: {'subnet': {'network_id': 'cd60cd18-0775-4a69-9147-a3630ccd6292', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-558685461-subnet', 'tenant_id': 'bc2fbe128cb04422ae6794af2311246e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 06:35:21.707386 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2c8db0-bd0f-43b3-80d3-87b6b5670d33 admin admin] Pushing event updated for resources: {'Network': ['ID=cd60cd18-0775-4a69-9147-a3630ccd6292,revision_number=1']} {{(pid=93999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:35:21.713021 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76aa1287-dc6b-4897-9a00-0b826a83ac60 admin admin] Made reservation on behalf of bc2fbe128cb04422ae6794af2311246e for: {'subnet': 1} {{(pid=94000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 06:35:21.715473 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-76aa1287-dc6b-4897-9a00-0b826a83ac60 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5105858'] for subnet, before_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:35:21.721008 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.rpc [None req-1a5ef50c-1a60-4eeb-b96e-cf5df6fcca4b None None] Network cd60cd18-0775-4a69-9147-a3630ccd6292 details requested by agent ovs-agent-dv-cinder-811877-1-iscsi with host dv-cinder-811877-1-iscsi {{(pid=94001) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 06:35:21.921139 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-76aa1287-dc6b-4897-9a00-0b826a83ac60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7821886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4572691', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5105904'] for subnet, after_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:35:21.982905 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76aa1287-dc6b-4897-9a00-0b826a83ac60 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d978bd5f-31d0-431a-a556-4024f642ae59,revision_number=0']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:35:21.998458 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76aa1287-dc6b-4897-9a00-0b826a83ac60 admin admin] Checking segment: {'id': '17bc15e7-64c3-4d00-8811-ef0fd2652c1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'cd60cd18-0775-4a69-9147-a3630ccd6292'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 06:35:21.999077 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76aa1287-dc6b-4897-9a00-0b826a83ac60 admin admin] Network hostable DHCP agents. Network: cd60cd18-0775-4a69-9147-a3630ccd6292, hostable agents: ['2764eebb-577a-46b3-8e38-018fcc444f25'], hosted agents: [] {{(pid=94000) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 06:35:22.026401 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76aa1287-dc6b-4897-9a00-0b826a83ac60 admin admin] Network cd60cd18-0775-4a69-9147-a3630ccd6292 is scheduled to be hosted by DHCP agent 2764eebb-577a-46b3-8e38-018fcc444f25 with binding_index 1 {{(pid=94000) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 06:35:22.035385 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.scheduler.base_scheduler [None req-76aa1287-dc6b-4897-9a00-0b826a83ac60 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-811877-1-iscsi, cd60cd18-0775-4a69-9147-a3630ccd6292) {{(pid=94000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 06:35:22.043024 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76aa1287-dc6b-4897-9a00-0b826a83ac60 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:35:22.044112 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-76aa1287-dc6b-4897-9a00-0b826a83ac60 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:35:22.051663 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a47129f-a3ad-44e4-98a3-74939254464d None None] Network cd60cd18-0775-4a69-9147-a3630ccd6292 requested from dv-cinder-811877-1-iscsi {{(pid=94001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 06:35:22.066785 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [None req-76aa1287-dc6b-4897-9a00-0b826a83ac60 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3979089 Sep 30 06:35:22.353270 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe6c4195-95a7-41c3-a9d7-7b56778d3374 None None] Network cd60cd18-0775-4a69-9147-a3630ccd6292 requested from dv-cinder-811877-1-iscsi {{(pid=94001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 06:35:22.653232 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0861ec-3c75-48a0-b15f-e5eb3a4cf196 req-734ce005-cba8-4d6d-bae5-9fc904df68e3 tempest-AttachVolumeNegativeTest-819990020 tempest-AttachVolumeNegativeTest-819990020-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:35:22.654882 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-3d0861ec-3c75-48a0-b15f-e5eb3a4cf196 req-734ce005-cba8-4d6d-bae5-9fc904df68e3 tempest-AttachVolumeNegativeTest-819990020 tempest-AttachVolumeNegativeTest-819990020-project] 10.222.0.36 "GET /v2.0/networks?id=cd60cd18-0775-4a69-9147-a3630ccd6292 HTTP/1.1" status: 200 len: 814 time: 0.1361389 Sep 30 06:35:22.676537 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-3d0861ec-3c75-48a0-b15f-e5eb3a4cf196 req-e7ccf26c-cbb9-495a-afae-a51956e65ff0 tempest-AttachVolumeNegativeTest-819990020 tempest-AttachVolumeNegativeTest-819990020-project] 10.222.0.36 "GET /v2.0/quotas/bc2fbe128cb04422ae6794af2311246e HTTP/1.1" status: 200 len: 375 time: 0.0110948 Sep 30 06:35:22.712625 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-3d0861ec-3c75-48a0-b15f-e5eb3a4cf196 req-7445a885-bd65-4680-b8ce-e892b2f9f2e3 tempest-AttachVolumeNegativeTest-819990020 tempest-AttachVolumeNegativeTest-819990020-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=bc2fbe128cb04422ae6794af2311246e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0288923 Sep 30 06:35:22.819014 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-3d0861ec-3c75-48a0-b15f-e5eb3a4cf196 req-650aef12-9a58-494a-b978-198859070760 service neutron] 10.222.0.36 "GET /v2.0/networks/cd60cd18-0775-4a69-9147-a3630ccd6292?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930302 Sep 30 06:35:22.923570 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-3d0861ec-3c75-48a0-b15f-e5eb3a4cf196 req-7582d1df-ae97-446c-8375-43d4409508df service neutron] 10.222.0.36 "GET /v2.0/networks/cd60cd18-0775-4a69-9147-a3630ccd6292?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966041 Sep 30 06:35:23.131174 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-1614088e-8a2b-4987-b1e6-6b132fda58fa req-1b4975b4-2891-4e7c-980b-52cf2060c679 tempest-AttachVolumeNegativeTest-819990020 tempest-AttachVolumeNegativeTest-819990020-project] 10.222.0.36 "GET /v2.0/ports?device_id=730efc80-b06d-4a1d-8fe2-b2a46094cf1e HTTP/1.1" status: 200 len: 210 time: 0.0385337 Sep 30 06:35:24.253569 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-0cce2e8e-51c5-41c4-ae96-8c886a367d37 req-55b57373-a8e6-4896-a977-fcf6179fac3e tempest-AttachVolumeNegativeTest-819990020 tempest-AttachVolumeNegativeTest-819990020-project] 10.222.0.36 "GET /v2.0/ports?device_id=730efc80-b06d-4a1d-8fe2-b2a46094cf1e HTTP/1.1" status: 200 len: 210 time: 0.0429511 Sep 30 06:35:24.328346 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0861ec-3c75-48a0-b15f-e5eb3a4cf196 req-779c1cf4-94b3-4f96-8ebc-6129949faca1 tempest-AttachVolumeNegativeTest-819990020 tempest-AttachVolumeNegativeTest-819990020-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:35:24.330752 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-3d0861ec-3c75-48a0-b15f-e5eb3a4cf196 req-779c1cf4-94b3-4f96-8ebc-6129949faca1 tempest-AttachVolumeNegativeTest-819990020 tempest-AttachVolumeNegativeTest-819990020-project] 10.222.0.10 "GET /v2.0/networks?id=cd60cd18-0775-4a69-9147-a3630ccd6292 HTTP/1.1" status: 200 len: 814 time: 0.1502516 Sep 30 06:35:24.354718 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.api.v2.base [req-3d0861ec-3c75-48a0-b15f-e5eb3a4cf196 req-52527f3e-c721-43c9-8bba-237441fb4cff tempest-AttachVolumeNegativeTest-819990020 tempest-AttachVolumeNegativeTest-819990020-project] Request body: {'port': {'device_id': '730efc80-b06d-4a1d-8fe2-b2a46094cf1e', 'network_id': 'cd60cd18-0775-4a69-9147-a3630ccd6292', 'admin_state_up': True, 'tenant_id': 'bc2fbe128cb04422ae6794af2311246e'}} {{(pid=93999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 06:35:24.497803 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3d0861ec-3c75-48a0-b15f-e5eb3a4cf196 req-52527f3e-c721-43c9-8bba-237441fb4cff tempest-AttachVolumeNegativeTest-819990020 tempest-AttachVolumeNegativeTest-819990020-project] Made reservation on behalf of bc2fbe128cb04422ae6794af2311246e for: {'port': 1} {{(pid=93999) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 06:35:24.503556 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [req-3d0861ec-3c75-48a0-b15f-e5eb3a4cf196 req-52527f3e-c721-43c9-8bba-237441fb4cff tempest-AttachVolumeNegativeTest-819990020 tempest-AttachVolumeNegativeTest-819990020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653538'] for port, before_create {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:35:24.706200 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.db.db_base_plugin_common [req-3d0861ec-3c75-48a0-b15f-e5eb3a4cf196 req-52527f3e-c721-43c9-8bba-237441fb4cff tempest-AttachVolumeNegativeTest-819990020 tempest-AttachVolumeNegativeTest-819990020-project] Allocated IP 172.20.0.3 (cd60cd18-0775-4a69-9147-a3630ccd6292/d978bd5f-31d0-431a-a556-4024f642ae59/3fb08640-c461-4b92-b2e7-23b64529c59f) {{(pid=93999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 06:35:24.885979 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [req-3d0861ec-3c75-48a0-b15f-e5eb3a4cf196 req-52527f3e-c721-43c9-8bba-237441fb4cff tempest-AttachVolumeNegativeTest-819990020 tempest-AttachVolumeNegativeTest-819990020-project] Notify callbacks [] for port, precommit_create {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:35:24.924533 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [req-3d0861ec-3c75-48a0-b15f-e5eb3a4cf196 req-52527f3e-c721-43c9-8bba-237441fb4cff tempest-AttachVolumeNegativeTest-819990020 tempest-AttachVolumeNegativeTest-819990020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7821886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727545489345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6560267'] for port, after_create {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:35:24.973212 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3d0861ec-3c75-48a0-b15f-e5eb3a4cf196 req-52527f3e-c721-43c9-8bba-237441fb4cff tempest-AttachVolumeNegativeTest-819990020 tempest-AttachVolumeNegativeTest-819990020-project] Network cd60cd18-0775-4a69-9147-a3630ccd6292 is already hosted by enough agents. {{(pid=93999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 06:35:24.976694 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.scheduler.base_scheduler [req-3d0861ec-3c75-48a0-b15f-e5eb3a4cf196 req-52527f3e-c721-43c9-8bba-237441fb4cff tempest-AttachVolumeNegativeTest-819990020 tempest-AttachVolumeNegativeTest-819990020-project] Resources bound (agent type, host, resource id): {{(pid=93999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 06:35:24.980717 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d0861ec-3c75-48a0-b15f-e5eb3a4cf196 req-52527f3e-c721-43c9-8bba-237441fb4cff tempest-AttachVolumeNegativeTest-819990020 tempest-AttachVolumeNegativeTest-819990020-project] Received port after_create {{(pid=93999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 06:35:25.015402 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52527f3e-c721-43c9-8bba-237441fb4cff tempest-AttachVolumeNegativeTest-819990020 tempest-AttachVolumeNegativeTest-819990020-project] Pushing event updated for resources: {'Port': ['ID=3fb08640-c461-4b92-b2e7-23b64529c59f,revision_number=1']} {{(pid=93999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:35:25.026882 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52527f3e-c721-43c9-8bba-237441fb4cff tempest-AttachVolumeNegativeTest-819990020 tempest-AttachVolumeNegativeTest-819990020-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=93999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:35:25.027259 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52527f3e-c721-43c9-8bba-237441fb4cff tempest-AttachVolumeNegativeTest-819990020 tempest-AttachVolumeNegativeTest-819990020-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=93999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:35:25.027567 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52527f3e-c721-43c9-8bba-237441fb4cff tempest-AttachVolumeNegativeTest-819990020 tempest-AttachVolumeNegativeTest-819990020-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=93999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:35:25.027899 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52527f3e-c721-43c9-8bba-237441fb4cff tempest-AttachVolumeNegativeTest-819990020 tempest-AttachVolumeNegativeTest-819990020-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=93999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:35:25.028349 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52527f3e-c721-43c9-8bba-237441fb4cff tempest-AttachVolumeNegativeTest-819990020 tempest-AttachVolumeNegativeTest-819990020-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=93999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:35:25.028538 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52527f3e-c721-43c9-8bba-237441fb4cff tempest-AttachVolumeNegativeTest-819990020 tempest-AttachVolumeNegativeTest-819990020-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=93999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:35:25.029069 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52527f3e-c721-43c9-8bba-237441fb4cff tempest-AttachVolumeNegativeTest-819990020 tempest-AttachVolumeNegativeTest-819990020-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=93999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:35:25.029255 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52527f3e-c721-43c9-8bba-237441fb4cff tempest-AttachVolumeNegativeTest-819990020 tempest-AttachVolumeNegativeTest-819990020-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=93999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:35:25.029495 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52527f3e-c721-43c9-8bba-237441fb4cff tempest-AttachVolumeNegativeTest-819990020 tempest-AttachVolumeNegativeTest-819990020-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=93999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:35:25.029819 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52527f3e-c721-43c9-8bba-237441fb4cff tempest-AttachVolumeNegativeTest-819990020 tempest-AttachVolumeNegativeTest-819990020-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=93999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:35:25.030142 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52527f3e-c721-43c9-8bba-237441fb4cff tempest-AttachVolumeNegativeTest-819990020 tempest-AttachVolumeNegativeTest-819990020-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=93999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:35:25.030462 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52527f3e-c721-43c9-8bba-237441fb4cff tempest-AttachVolumeNegativeTest-819990020 tempest-AttachVolumeNegativeTest-819990020-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=93999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:35:25.055306 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0861ec-3c75-48a0-b15f-e5eb3a4cf196 req-52527f3e-c721-43c9-8bba-237441fb4cff tempest-AttachVolumeNegativeTest-819990020 tempest-AttachVolumeNegativeTest-819990020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:35:25.056028 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [req-3d0861ec-3c75-48a0-b15f-e5eb3a4cf196 req-52527f3e-c721-43c9-8bba-237441fb4cff tempest-AttachVolumeNegativeTest-819990020 tempest-AttachVolumeNegativeTest-819990020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57126'] for port, before_response {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:35:25.072950 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-3d0861ec-3c75-48a0-b15f-e5eb3a4cf196 req-52527f3e-c721-43c9-8bba-237441fb4cff tempest-AttachVolumeNegativeTest-819990020 tempest-AttachVolumeNegativeTest-819990020-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7252278 Sep 30 06:35:25.092322 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.api.v2.base [req-3d0861ec-3c75-48a0-b15f-e5eb3a4cf196 req-39bb1083-5fb9-4fc1-b451-282262508e1e service neutron] Request body: {'port': {'device_id': '730efc80-b06d-4a1d-8fe2-b2a46094cf1e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81187'}} {{(pid=93999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 06:35:25.155980 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [req-3d0861ec-3c75-48a0-b15f-e5eb3a4cf196 req-39bb1083-5fb9-4fc1-b451-282262508e1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653538'] for port, before_update {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:35:25.446043 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b6c2f0-b93d-4acc-86ba-a899e62dfed4 req-a462c579-7d28-45bc-8633-6f6a8a6bd6d8 tempest-AttachVolumeNegativeTest-819990020 tempest-AttachVolumeNegativeTest-819990020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:35:25.447595 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-09b6c2f0-b93d-4acc-86ba-a899e62dfed4 req-a462c579-7d28-45bc-8633-6f6a8a6bd6d8 tempest-AttachVolumeNegativeTest-819990020 tempest-AttachVolumeNegativeTest-819990020-project] 10.222.0.36 "GET /v2.0/ports?device_id=730efc80-b06d-4a1d-8fe2-b2a46094cf1e HTTP/1.1" status: 200 len: 931 time: 0.1081290 Sep 30 06:35:25.578006 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-09b6c2f0-b93d-4acc-86ba-a899e62dfed4 req-301d61b4-5a45-4f14-9492-81938fc1c5d9 tempest-AttachVolumeNegativeTest-819990020 tempest-AttachVolumeNegativeTest-819990020-project] 10.222.0.36 "GET /v2.0/security-groups?id=3cd9f0ee-6d13-47ac-8476-0f53a840e523&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200414 Sep 30 06:35:25.595557 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.notifiers.nova [req-3d0861ec-3c75-48a0-b15f-e5eb3a4cf196 req-39bb1083-5fb9-4fc1-b451-282262508e1e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3fb08640-c461-4b92-b2e7-23b64529c59f {{(pid=93999) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 06:35:25.606154 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [req-3d0861ec-3c75-48a0-b15f-e5eb3a4cf196 req-39bb1083-5fb9-4fc1-b451-282262508e1e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:35:25.628272 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.db.provisioning_blocks [req-3d0861ec-3c75-48a0-b15f-e5eb3a4cf196 req-39bb1083-5fb9-4fc1-b451-282262508e1e service neutron] Transition to ACTIVE for port object 3fb08640-c461-4b92-b2e7-23b64529c59f will not be triggered until provisioned by entity L2. {{(pid=93999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 06:35:25.632589 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [req-3d0861ec-3c75-48a0-b15f-e5eb3a4cf196 req-39bb1083-5fb9-4fc1-b451-282262508e1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7821886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727545992452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727545489363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727545489381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6560256'] for port, after_update {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:35:25.715381 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39bb1083-5fb9-4fc1-b451-282262508e1e service neutron] Pushing event updated for resources: {'Port': ['ID=3fb08640-c461-4b92-b2e7-23b64529c59f,revision_number=2']} {{(pid=93999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:35:25.772742 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.plugins.ml2.managers [req-3d0861ec-3c75-48a0-b15f-e5eb3a4cf196 req-39bb1083-5fb9-4fc1-b451-282262508e1e service neutron] Attempting to bind port 3fb08640-c461-4b92-b2e7-23b64529c59f on host hv-cinder-81187 for vnic_type normal with profile {{(pid=93999) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 06:35:25.773091 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.plugins.ml2.managers [req-3d0861ec-3c75-48a0-b15f-e5eb3a4cf196 req-39bb1083-5fb9-4fc1-b451-282262508e1e service neutron] Attempting to bind port 3fb08640-c461-4b92-b2e7-23b64529c59f by drivers openvswitch,hyperv on host hv-cinder-81187 at level 0 using segments [{'id': '17bc15e7-64c3-4d00-8811-ef0fd2652c1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'cd60cd18-0775-4a69-9147-a3630ccd6292'}] {{(pid=93999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 06:35:25.773422 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d0861ec-3c75-48a0-b15f-e5eb3a4cf196 req-39bb1083-5fb9-4fc1-b451-282262508e1e service neutron] Attempting to bind port 3fb08640-c461-4b92-b2e7-23b64529c59f on network cd60cd18-0775-4a69-9147-a3630ccd6292 {{(pid=93999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 06:35:25.778475 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d0861ec-3c75-48a0-b15f-e5eb3a4cf196 req-39bb1083-5fb9-4fc1-b451-282262508e1e service neutron] Port 3fb08640-c461-4b92-b2e7-23b64529c59f on network cd60cd18-0775-4a69-9147-a3630ccd6292 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81187 {{(pid=93999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 06:35:25.778858 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d0861ec-3c75-48a0-b15f-e5eb3a4cf196 req-39bb1083-5fb9-4fc1-b451-282262508e1e service neutron] Attempting to bind port 3fb08640-c461-4b92-b2e7-23b64529c59f on network cd60cd18-0775-4a69-9147-a3630ccd6292 {{(pid=93999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 06:35:25.784816 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d0861ec-3c75-48a0-b15f-e5eb3a4cf196 req-39bb1083-5fb9-4fc1-b451-282262508e1e service neutron] Checking agent: {'id': '8d9eab89-7803-44fc-b727-c0e530c74148', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81187', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 6, 25, 39), 'started_at': datetime.datetime(2021, 9, 30, 6, 25, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 6, 35, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 06:35:25.785159 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d0861ec-3c75-48a0-b15f-e5eb3a4cf196 req-39bb1083-5fb9-4fc1-b451-282262508e1e service neutron] Checking segment: {'id': '17bc15e7-64c3-4d00-8811-ef0fd2652c1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'cd60cd18-0775-4a69-9147-a3630ccd6292'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 06:35:25.785558 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d0861ec-3c75-48a0-b15f-e5eb3a4cf196 req-39bb1083-5fb9-4fc1-b451-282262508e1e service neutron] Bound using segment: {'id': '17bc15e7-64c3-4d00-8811-ef0fd2652c1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'cd60cd18-0775-4a69-9147-a3630ccd6292'} {{(pid=93999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 06:35:25.786014 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.plugins.ml2.managers [req-3d0861ec-3c75-48a0-b15f-e5eb3a4cf196 req-39bb1083-5fb9-4fc1-b451-282262508e1e service neutron] Bound port: 3fb08640-c461-4b92-b2e7-23b64529c59f, host: hv-cinder-81187, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '17bc15e7-64c3-4d00-8811-ef0fd2652c1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'cd60cd18-0775-4a69-9147-a3630ccd6292'}}] {{(pid=93999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 06:35:25.786389 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [req-3d0861ec-3c75-48a0-b15f-e5eb3a4cf196 req-39bb1083-5fb9-4fc1-b451-282262508e1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653538'] for port, before_update {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:35:25.873741 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.plugins.ml2.db [req-3d0861ec-3c75-48a0-b15f-e5eb3a4cf196 req-39bb1083-5fb9-4fc1-b451-282262508e1e service neutron] For port 3fb08640-c461-4b92-b2e7-23b64529c59f, host hv-cinder-81187, cleared binding levels {{(pid=93999) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 06:35:25.877893 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.plugins.ml2.db [req-3d0861ec-3c75-48a0-b15f-e5eb3a4cf196 req-39bb1083-5fb9-4fc1-b451-282262508e1e service neutron] For port 3fb08640-c461-4b92-b2e7-23b64529c59f, host hv-cinder-81187, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81187',level=0,port_id=3fb08640-c461-4b92-b2e7-23b64529c59f,segment=NetworkSegment(17bc15e7-64c3-4d00-8811-ef0fd2652c1c),segment_id=17bc15e7-64c3-4d00-8811-ef0fd2652c1c)] {{(pid=93999) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 06:35:25.884342 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [req-3d0861ec-3c75-48a0-b15f-e5eb3a4cf196 req-39bb1083-5fb9-4fc1-b451-282262508e1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7821886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727545992452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727545489363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727545489381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6560256'] for port, after_update {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:35:25.923731 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0861ec-3c75-48a0-b15f-e5eb3a4cf196 req-39bb1083-5fb9-4fc1-b451-282262508e1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:35:25.924526 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [req-3d0861ec-3c75-48a0-b15f-e5eb3a4cf196 req-39bb1083-5fb9-4fc1-b451-282262508e1e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57126'] for port, before_response {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:35:25.926426 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-3d0861ec-3c75-48a0-b15f-e5eb3a4cf196 req-39bb1083-5fb9-4fc1-b451-282262508e1e service neutron] 10.222.0.10 "PUT /v2.0/ports/3fb08640-c461-4b92-b2e7-23b64529c59f HTTP/1.1" status: 200 len: 1093 time: 0.8384452 Sep 30 06:35:25.929466 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '730efc80-b06d-4a1d-8fe2-b2a46094cf1e', 'tag': '3fb08640-c461-4b92-b2e7-23b64529c59f'}] {{(pid=93999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 06:35:25.932698 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07b111f6e278cfffd9c4f208e103de524c2b9e3fbd4e5a5b5d8dd158a433df71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f140465b-b95a-46a0-a040-2ecf9200abb7" -d '{"events": [{"name": "network-changed", "server_uuid": "730efc80-b06d-4a1d-8fe2-b2a46094cf1e", "tag": "3fb08640-c461-4b92-b2e7-23b64529c59f"}]}' {{(pid=93999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 06:35:25.961783 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39bb1083-5fb9-4fc1-b451-282262508e1e service neutron] Pushing event updated for resources: {'Port': ['ID=3fb08640-c461-4b92-b2e7-23b64529c59f,revision_number=3']} {{(pid=93999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:35:25.977373 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 06:35:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09ff0c1f-df3f-4a93-b581-8f1db24080f7 x-openstack-request-id: req-09ff0c1f-df3f-4a93-b581-8f1db24080f7 {{(pid=93999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 06:35:25.977804 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "730efc80-b06d-4a1d-8fe2-b2a46094cf1e", "tag": "3fb08640-c461-4b92-b2e7-23b64529c59f", "status": "completed", "code": 200}]} {{(pid=93999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 06:35:25.978211 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-09ff0c1f-df3f-4a93-b581-8f1db24080f7 {{(pid=93999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 06:35:25.978770 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '730efc80-b06d-4a1d-8fe2-b2a46094cf1e', 'tag': '3fb08640-c461-4b92-b2e7-23b64529c59f', 'status': 'completed', 'code': 200} Sep 30 06:35:26.067002 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0861ec-3c75-48a0-b15f-e5eb3a4cf196 req-38c72019-fbdb-42d4-b593-c1526cb0d5e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:35:26.069671 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-3d0861ec-3c75-48a0-b15f-e5eb3a4cf196 req-38c72019-fbdb-42d4-b593-c1526cb0d5e6 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=bc2fbe128cb04422ae6794af2311246e&device_id=730efc80-b06d-4a1d-8fe2-b2a46094cf1e HTTP/1.1" status: 200 len: 1096 time: 0.0674362 Sep 30 06:35:26.126865 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-3d0861ec-3c75-48a0-b15f-e5eb3a4cf196 req-b58d6084-a881-4287-ae9c-3b18dd15dbd1 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3fb08640-c461-4b92-b2e7-23b64529c59f HTTP/1.1" status: 200 len: 217 time: 0.0424285 Sep 30 06:35:26.186412 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0861ec-3c75-48a0-b15f-e5eb3a4cf196 req-1de0f725-b0ed-4753-b7e3-df42573b5f8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:35:26.188976 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-3d0861ec-3c75-48a0-b15f-e5eb3a4cf196 req-1de0f725-b0ed-4753-b7e3-df42573b5f8c service neutron] 10.222.0.10 "GET /v2.0/subnets?id=d978bd5f-31d0-431a-a556-4024f642ae59 HTTP/1.1" status: 200 len: 854 time: 0.0542202 Sep 30 06:35:26.223532 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-3d0861ec-3c75-48a0-b15f-e5eb3a4cf196 req-9fcad4df-a86f-4375-b16f-afed7f93116a service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=cd60cd18-0775-4a69-9147-a3630ccd6292&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268705 Sep 30 06:35:26.332399 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-3d0861ec-3c75-48a0-b15f-e5eb3a4cf196 req-1c6ca0d7-14e6-4739-9e77-55251dea1d63 service neutron] 10.222.0.10 "GET /v2.0/networks/cd60cd18-0775-4a69-9147-a3630ccd6292?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0994744 Sep 30 06:35:26.435944 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-3d0861ec-3c75-48a0-b15f-e5eb3a4cf196 req-96e804ce-0961-4b67-9900-e3cc35d5268e service neutron] 10.222.0.10 "GET /v2.0/networks/cd60cd18-0775-4a69-9147-a3630ccd6292?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952442 Sep 30 06:35:26.574505 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f140465b-b95a-46a0-a040-2ecf9200abb7 req-c3102ed9-eaae-4087-bcbe-e8326c88e0fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:35:26.576086 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-f140465b-b95a-46a0-a040-2ecf9200abb7 req-c3102ed9-eaae-4087-bcbe-e8326c88e0fd service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=bc2fbe128cb04422ae6794af2311246e&device_id=730efc80-b06d-4a1d-8fe2-b2a46094cf1e HTTP/1.1" status: 200 len: 1096 time: 0.0426717 Sep 30 06:35:26.723340 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f140465b-b95a-46a0-a040-2ecf9200abb7 req-5e9ccf76-b761-4142-b43e-8e337daa64b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:35:26.726087 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-f140465b-b95a-46a0-a040-2ecf9200abb7 req-5e9ccf76-b761-4142-b43e-8e337daa64b2 service neutron] 10.222.0.10 "GET /v2.0/networks?id=cd60cd18-0775-4a69-9147-a3630ccd6292 HTTP/1.1" status: 200 len: 915 time: 0.1401851 Sep 30 06:35:27.046285 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-f140465b-b95a-46a0-a040-2ecf9200abb7 req-528fd83b-c24a-441b-b8f5-60b776091fa6 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3fb08640-c461-4b92-b2e7-23b64529c59f HTTP/1.1" status: 200 len: 217 time: 0.3117230 Sep 30 06:35:27.054933 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f829ba-aec8-48f8-a902-d6d0c83242e7 req-36e189d5-2bc1-4024-876c-9ec7bc85162b tempest-AttachVolumeNegativeTest-819990020 tempest-AttachVolumeNegativeTest-819990020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:35:27.056440 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-90f829ba-aec8-48f8-a902-d6d0c83242e7 req-36e189d5-2bc1-4024-876c-9ec7bc85162b tempest-AttachVolumeNegativeTest-819990020 tempest-AttachVolumeNegativeTest-819990020-project] 10.222.0.36 "GET /v2.0/ports?device_id=730efc80-b06d-4a1d-8fe2-b2a46094cf1e HTTP/1.1" status: 200 len: 943 time: 0.3931472 Sep 30 06:35:27.125983 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f140465b-b95a-46a0-a040-2ecf9200abb7 req-bbe49735-4a98-46a2-b191-76862ef767dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:35:27.127675 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-f140465b-b95a-46a0-a040-2ecf9200abb7 req-bbe49735-4a98-46a2-b191-76862ef767dd service neutron] 10.222.0.10 "GET /v2.0/subnets?id=d978bd5f-31d0-431a-a556-4024f642ae59 HTTP/1.1" status: 200 len: 854 time: 0.0703378 Sep 30 06:35:27.132970 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-90f829ba-aec8-48f8-a902-d6d0c83242e7 req-a77d08ac-7911-45a7-a78d-ac94740489be tempest-AttachVolumeNegativeTest-819990020 tempest-AttachVolumeNegativeTest-819990020-project] 10.222.0.36 "GET /v2.0/security-groups?id=3cd9f0ee-6d13-47ac-8476-0f53a840e523&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679719 Sep 30 06:35:27.168943 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-f140465b-b95a-46a0-a040-2ecf9200abb7 req-316cdfe6-5214-4459-ae11-c9cf62dba9b4 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=cd60cd18-0775-4a69-9147-a3630ccd6292&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0318987 Sep 30 06:35:27.271370 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-f140465b-b95a-46a0-a040-2ecf9200abb7 req-fda83981-e156-4891-9af3-40a64d5fa9d4 service neutron] 10.222.0.10 "GET /v2.0/networks/cd60cd18-0775-4a69-9147-a3630ccd6292?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897174 Sep 30 06:35:27.381503 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-f140465b-b95a-46a0-a040-2ecf9200abb7 req-d0a20d3e-8687-48d5-8c45-5cc507ee9c88 service neutron] 10.222.0.10 "GET /v2.0/networks/cd60cd18-0775-4a69-9147-a3630ccd6292?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936565 Sep 30 06:35:28.248960 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f74d92-4643-4355-ad41-63ef98f290c2 req-322c67f7-5cd5-4cb2-b473-a24849f10905 tempest-AttachVolumeNegativeTest-819990020 tempest-AttachVolumeNegativeTest-819990020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:35:28.251034 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-d1f74d92-4643-4355-ad41-63ef98f290c2 req-322c67f7-5cd5-4cb2-b473-a24849f10905 tempest-AttachVolumeNegativeTest-819990020 tempest-AttachVolumeNegativeTest-819990020-project] 10.222.0.36 "GET /v2.0/ports?device_id=730efc80-b06d-4a1d-8fe2-b2a46094cf1e HTTP/1.1" status: 200 len: 943 time: 0.0470138 Sep 30 06:35:28.289470 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-d1f74d92-4643-4355-ad41-63ef98f290c2 req-4784008c-9bca-4b6b-ab0a-bddae12ed444 tempest-AttachVolumeNegativeTest-819990020 tempest-AttachVolumeNegativeTest-819990020-project] 10.222.0.36 "GET /v2.0/security-groups?id=3cd9f0ee-6d13-47ac-8476-0f53a840e523&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323744 Sep 30 06:35:28.409190 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.rpc [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] Device 3fb08640-c461-4b92-b2e7-23b64529c59f details requested by agent hyperv_hv-cinder-81187 with host hv-cinder-81187 {{(pid=94001) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 06:35:28.505445 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-7a462ef9-fbd5-4360-a0fd-9bced045e9f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727546001794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-597483'] for agent, after_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:35:28.522000 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.db [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] For port 3fb08640-c461-4b92-b2e7-23b64529c59f, host hv-cinder-81187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81187',level=0,port_id=3fb08640-c461-4b92-b2e7-23b64529c59f,segment=NetworkSegment(17bc15e7-64c3-4d00-8811-ef0fd2652c1c),segment_id=17bc15e7-64c3-4d00-8811-ef0fd2652c1c)] {{(pid=94001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 06:35:28.534127 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.rpc [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] Returning: {'device': '3fb08640-c461-4b92-b2e7-23b64529c59f', 'network_id': 'cd60cd18-0775-4a69-9147-a3630ccd6292', 'port_id': '3fb08640-c461-4b92-b2e7-23b64529c59f', 'mac_address': 'fa:16:3e:2a:46:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 333, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd978bd5f-31d0-431a-a556-4024f642ae59', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94001) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 06:35:28.574528 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653538'] for port, before_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:35:28.588667 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.notifiers.nova [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3fb08640-c461-4b92-b2e7-23b64529c59f {{(pid=94001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 06:35:28.610914 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.db [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] For port 3fb08640-c461-4b92-b2e7-23b64529c59f, host hv-cinder-81187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81187',level=0,port_id=3fb08640-c461-4b92-b2e7-23b64529c59f,segment=NetworkSegment(17bc15e7-64c3-4d00-8811-ef0fd2652c1c),segment_id=17bc15e7-64c3-4d00-8811-ef0fd2652c1c)] {{(pid=94001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 06:35:28.615473 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7821886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727545992452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727545489363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727545489381'] for port, after_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:35:28.670304 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] Pushing event updated for resources: {'Port': ['ID=3fb08640-c461-4b92-b2e7-23b64529c59f,revision_number=4']} {{(pid=94001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:35:28.973224 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.db [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] get_ports_and_sgs() called for port_ids ['3fb08640-c461-4b92-b2e7-23b64529c59f'] {{(pid=94001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 06:35:29.420659 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040a4fad-3a0a-46a6-8ae6-aea6d1acf763 req-057cb238-5e4d-494d-be2f-25ebcf8c5f22 tempest-AttachVolumeNegativeTest-819990020 tempest-AttachVolumeNegativeTest-819990020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:35:29.422196 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-040a4fad-3a0a-46a6-8ae6-aea6d1acf763 req-057cb238-5e4d-494d-be2f-25ebcf8c5f22 tempest-AttachVolumeNegativeTest-819990020 tempest-AttachVolumeNegativeTest-819990020-project] 10.222.0.36 "GET /v2.0/ports?device_id=730efc80-b06d-4a1d-8fe2-b2a46094cf1e HTTP/1.1" status: 200 len: 944 time: 0.0604305 Sep 30 06:35:29.466710 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-040a4fad-3a0a-46a6-8ae6-aea6d1acf763 req-2db78e35-e1a6-4a47-be50-3cb8e4701904 tempest-AttachVolumeNegativeTest-819990020 tempest-AttachVolumeNegativeTest-819990020-project] 10.222.0.36 "GET /v2.0/security-groups?id=3cd9f0ee-6d13-47ac-8476-0f53a840e523&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366430 Sep 30 06:35:30.615126 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba788ad-c9e5-4ae6-9d55-e38732b1f590 req-212c59e9-b303-4953-8224-8458ec2a4287 tempest-AttachVolumeNegativeTest-819990020 tempest-AttachVolumeNegativeTest-819990020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:35:30.617132 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-9ba788ad-c9e5-4ae6-9d55-e38732b1f590 req-212c59e9-b303-4953-8224-8458ec2a4287 tempest-AttachVolumeNegativeTest-819990020 tempest-AttachVolumeNegativeTest-819990020-project] 10.222.0.36 "GET /v2.0/ports?device_id=730efc80-b06d-4a1d-8fe2-b2a46094cf1e HTTP/1.1" status: 200 len: 944 time: 0.0673432 Sep 30 06:35:30.666248 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-9ba788ad-c9e5-4ae6-9d55-e38732b1f590 req-a1ea3333-4fbd-45fd-b7e0-916737c205ee tempest-AttachVolumeNegativeTest-819990020 tempest-AttachVolumeNegativeTest-819990020-project] 10.222.0.36 "GET /v2.0/security-groups?id=3cd9f0ee-6d13-47ac-8476-0f53a840e523&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416818 Sep 30 06:35:30.783741 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66004ce-966f-4228-99c5-717e9cc34eed req-ab0a4669-9e31-4897-a584-f72dee9d9d59 tempest-TestVolumeBootPattern-1235501322 tempest-TestVolumeBootPattern-1235501322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:35:30.785350 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-f66004ce-966f-4228-99c5-717e9cc34eed req-ab0a4669-9e31-4897-a584-f72dee9d9d59 tempest-TestVolumeBootPattern-1235501322 tempest-TestVolumeBootPattern-1235501322-project] 10.222.0.36 "GET /v2.0/ports?device_id=885ea1c5-b244-4459-862b-34c63f0e3324 HTTP/1.1" status: 200 len: 946 time: 0.0551376 Sep 30 06:35:30.829819 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-f66004ce-966f-4228-99c5-717e9cc34eed req-28fcc856-dc85-4151-b4c7-f2108c20a782 tempest-TestVolumeBootPattern-1235501322 tempest-TestVolumeBootPattern-1235501322-project] 10.222.0.36 "GET /v2.0/security-groups?id=c54a025c-5158-476e-b94b-72fedfe85ade&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369546 Sep 30 06:35:31.341175 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-266d13bc-8530-4ea9-a09d-44019d875ef9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727546001794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-597483'] for agent, after_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:35:31.795112 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42556156-8b60-4662-aa0d-0ea2a6e642bc req-6e65b13c-c5a9-4d69-8392-f6bae9cacc01 tempest-AttachVolumeNegativeTest-819990020 tempest-AttachVolumeNegativeTest-819990020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:35:31.796854 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-42556156-8b60-4662-aa0d-0ea2a6e642bc req-6e65b13c-c5a9-4d69-8392-f6bae9cacc01 tempest-AttachVolumeNegativeTest-819990020 tempest-AttachVolumeNegativeTest-819990020-project] 10.222.0.36 "GET /v2.0/ports?device_id=730efc80-b06d-4a1d-8fe2-b2a46094cf1e HTTP/1.1" status: 200 len: 944 time: 0.0532751 Sep 30 06:35:31.839421 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-42556156-8b60-4662-aa0d-0ea2a6e642bc req-e7662baa-0fe1-4f5c-85d1-9d5caba6e936 tempest-AttachVolumeNegativeTest-819990020 tempest-AttachVolumeNegativeTest-819990020-project] 10.222.0.36 "GET /v2.0/security-groups?id=3cd9f0ee-6d13-47ac-8476-0f53a840e523&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349417 Sep 30 06:35:31.956691 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7735cc-1b65-4683-be2a-ba9e46127719 req-7db0d789-4c81-4b93-b5bc-a2492d4775ce tempest-TestVolumeBootPattern-1235501322 tempest-TestVolumeBootPattern-1235501322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:35:31.958254 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-ea7735cc-1b65-4683-be2a-ba9e46127719 req-7db0d789-4c81-4b93-b5bc-a2492d4775ce tempest-TestVolumeBootPattern-1235501322 tempest-TestVolumeBootPattern-1235501322-project] 10.222.0.36 "GET /v2.0/ports?device_id=885ea1c5-b244-4459-862b-34c63f0e3324 HTTP/1.1" status: 200 len: 946 time: 0.0581808 Sep 30 06:35:32.003545 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-ea7735cc-1b65-4683-be2a-ba9e46127719 req-75827bd0-3c36-4660-8070-30d8b952c5aa tempest-TestVolumeBootPattern-1235501322 tempest-TestVolumeBootPattern-1235501322-project] 10.222.0.36 "GET /v2.0/security-groups?id=c54a025c-5158-476e-b94b-72fedfe85ade&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391846 Sep 30 06:35:32.307606 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-1a5ef50c-1a60-4eeb-b96e-cf5df6fcca4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727546001794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-597483'] for agent, after_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:35:32.664085 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-028184f3-f8cc-4c85-9e6b-64613141ad03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727546001794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-597483'] for agent, after_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:35:32.975367 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1d2b27-7912-4272-b0c9-3cfc610c9d86 req-b199dcc3-11fa-47d2-82a1-1a790f213808 tempest-AttachVolumeNegativeTest-819990020 tempest-AttachVolumeNegativeTest-819990020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:35:32.977111 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-fd1d2b27-7912-4272-b0c9-3cfc610c9d86 req-b199dcc3-11fa-47d2-82a1-1a790f213808 tempest-AttachVolumeNegativeTest-819990020 tempest-AttachVolumeNegativeTest-819990020-project] 10.222.0.36 "GET /v2.0/ports?device_id=730efc80-b06d-4a1d-8fe2-b2a46094cf1e HTTP/1.1" status: 200 len: 944 time: 0.0681820 Sep 30 06:35:33.018322 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-fd1d2b27-7912-4272-b0c9-3cfc610c9d86 req-98478433-5b9b-4cbf-b2d9-9033e2064aad tempest-AttachVolumeNegativeTest-819990020 tempest-AttachVolumeNegativeTest-819990020-project] 10.222.0.36 "GET /v2.0/security-groups?id=3cd9f0ee-6d13-47ac-8476-0f53a840e523&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352976 Sep 30 06:35:33.131116 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb945ba-24d3-468f-b2e5-f56f29b20092 req-59a0e5c0-8f44-4e78-acdf-1dd6383fbe99 tempest-TestVolumeBootPattern-1235501322 tempest-TestVolumeBootPattern-1235501322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:35:33.132905 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-8bb945ba-24d3-468f-b2e5-f56f29b20092 req-59a0e5c0-8f44-4e78-acdf-1dd6383fbe99 tempest-TestVolumeBootPattern-1235501322 tempest-TestVolumeBootPattern-1235501322-project] 10.222.0.36 "GET /v2.0/ports?device_id=885ea1c5-b244-4459-862b-34c63f0e3324 HTTP/1.1" status: 200 len: 946 time: 0.0574124 Sep 30 06:35:33.173295 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-8bb945ba-24d3-468f-b2e5-f56f29b20092 req-993158cd-42f9-4098-96f2-29e9657a9ddf tempest-TestVolumeBootPattern-1235501322 tempest-TestVolumeBootPattern-1235501322-project] 10.222.0.36 "GET /v2.0/security-groups?id=c54a025c-5158-476e-b94b-72fedfe85ade&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343397 Sep 30 06:35:34.045884 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-31788eca-3db2-42eb-847b-597dce492ba7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727546001794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-597483'] for agent, after_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:35:34.151796 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092b63da-3538-4f59-9f23-bc7a8d7a3a55 req-c3b01d0e-df4b-4500-a1f3-0ce36577505c tempest-AttachVolumeNegativeTest-819990020 tempest-AttachVolumeNegativeTest-819990020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:35:34.153343 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-092b63da-3538-4f59-9f23-bc7a8d7a3a55 req-c3b01d0e-df4b-4500-a1f3-0ce36577505c tempest-AttachVolumeNegativeTest-819990020 tempest-AttachVolumeNegativeTest-819990020-project] 10.222.0.36 "GET /v2.0/ports?device_id=730efc80-b06d-4a1d-8fe2-b2a46094cf1e HTTP/1.1" status: 200 len: 944 time: 0.0561891 Sep 30 06:35:34.195309 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-092b63da-3538-4f59-9f23-bc7a8d7a3a55 req-af875611-33de-461c-9d8b-eedcb0c8360c tempest-AttachVolumeNegativeTest-819990020 tempest-AttachVolumeNegativeTest-819990020-project] 10.222.0.36 "GET /v2.0/security-groups?id=3cd9f0ee-6d13-47ac-8476-0f53a840e523&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354311 Sep 30 06:35:34.301487 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e1b599-9ed0-4bbe-ba70-d6c6d828fbf9 req-234bc776-ed69-4ceb-8f46-d99a23054eb6 tempest-TestVolumeBootPattern-1235501322 tempest-TestVolumeBootPattern-1235501322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:35:34.303092 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-f6e1b599-9ed0-4bbe-ba70-d6c6d828fbf9 req-234bc776-ed69-4ceb-8f46-d99a23054eb6 tempest-TestVolumeBootPattern-1235501322 tempest-TestVolumeBootPattern-1235501322-project] 10.222.0.36 "GET /v2.0/ports?device_id=885ea1c5-b244-4459-862b-34c63f0e3324 HTTP/1.1" status: 200 len: 946 time: 0.0520205 Sep 30 06:35:34.342830 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-f6e1b599-9ed0-4bbe-ba70-d6c6d828fbf9 req-43275417-5bae-4e73-bbab-30ce99566936 tempest-TestVolumeBootPattern-1235501322 tempest-TestVolumeBootPattern-1235501322-project] 10.222.0.36 "GET /v2.0/security-groups?id=c54a025c-5158-476e-b94b-72fedfe85ade&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334539 Sep 30 06:35:35.315705 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86373a1-a1c5-4e7a-8887-feea77fe1d87 req-1a2ab234-540a-4414-a5bf-48d4e6b45fa9 tempest-AttachVolumeNegativeTest-819990020 tempest-AttachVolumeNegativeTest-819990020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:35:35.317309 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-b86373a1-a1c5-4e7a-8887-feea77fe1d87 req-1a2ab234-540a-4414-a5bf-48d4e6b45fa9 tempest-AttachVolumeNegativeTest-819990020 tempest-AttachVolumeNegativeTest-819990020-project] 10.222.0.36 "GET /v2.0/ports?device_id=730efc80-b06d-4a1d-8fe2-b2a46094cf1e HTTP/1.1" status: 200 len: 944 time: 0.0512419 Sep 30 06:35:35.355265 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-b86373a1-a1c5-4e7a-8887-feea77fe1d87 req-27918335-152c-4d71-9b08-b6e47d09b537 tempest-AttachVolumeNegativeTest-819990020 tempest-AttachVolumeNegativeTest-819990020-project] 10.222.0.36 "GET /v2.0/security-groups?id=3cd9f0ee-6d13-47ac-8476-0f53a840e523&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317852 Sep 30 06:35:35.481723 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e3f1ce-06ae-4ea3-981a-08ba2ab2b754 req-f1270b0c-2d46-407d-abd5-6bd8a2bf1fd4 tempest-TestVolumeBootPattern-1235501322 tempest-TestVolumeBootPattern-1235501322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:35:35.484363 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-10e3f1ce-06ae-4ea3-981a-08ba2ab2b754 req-f1270b0c-2d46-407d-abd5-6bd8a2bf1fd4 tempest-TestVolumeBootPattern-1235501322 tempest-TestVolumeBootPattern-1235501322-project] 10.222.0.36 "GET /v2.0/ports?device_id=885ea1c5-b244-4459-862b-34c63f0e3324 HTTP/1.1" status: 200 len: 946 time: 0.0676827 Sep 30 06:35:35.524888 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-10e3f1ce-06ae-4ea3-981a-08ba2ab2b754 req-74aec76c-e230-4dcf-94eb-fc3b3c2e7c0d tempest-TestVolumeBootPattern-1235501322 tempest-TestVolumeBootPattern-1235501322-project] 10.222.0.36 "GET /v2.0/security-groups?id=c54a025c-5158-476e-b94b-72fedfe85ade&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343468 Sep 30 06:35:36.475166 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d671d8-d5a3-4652-afa4-65c7787a7b98 req-b0bbd0be-94bd-4a15-bcbd-cdaa011ffd75 tempest-AttachVolumeNegativeTest-819990020 tempest-AttachVolumeNegativeTest-819990020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:35:36.476702 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-83d671d8-d5a3-4652-afa4-65c7787a7b98 req-b0bbd0be-94bd-4a15-bcbd-cdaa011ffd75 tempest-AttachVolumeNegativeTest-819990020 tempest-AttachVolumeNegativeTest-819990020-project] 10.222.0.36 "GET /v2.0/ports?device_id=730efc80-b06d-4a1d-8fe2-b2a46094cf1e HTTP/1.1" status: 200 len: 944 time: 0.0500884 Sep 30 06:35:36.502536 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.rpc [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] Device 3fb08640-c461-4b92-b2e7-23b64529c59f up at agent hyperv_hv-cinder-81187 {{(pid=94001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 06:35:36.521379 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-83d671d8-d5a3-4652-afa4-65c7787a7b98 req-53eebe1c-2a01-4a17-8f08-449ca16bf180 tempest-AttachVolumeNegativeTest-819990020 tempest-AttachVolumeNegativeTest-819990020-project] 10.222.0.36 "GET /v2.0/security-groups?id=3cd9f0ee-6d13-47ac-8476-0f53a840e523&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369220 Sep 30 06:35:36.565252 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.db.provisioning_blocks [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] Provisioning for port 3fb08640-c461-4b92-b2e7-23b64529c59f completed by entity L2. {{(pid=94001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 06:35:36.569591 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.db.provisioning_blocks [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] Provisioning complete for port 3fb08640-c461-4b92-b2e7-23b64529c59f triggered by entity L2. {{(pid=94001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 06:35:36.570003 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-597822'] for port, provisioning_complete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:35:36.684930 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653538'] for port, before_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:35:36.713082 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7efe09e-5db3-491c-8ce3-d7768c740c08 req-91eabe09-9e0f-4793-acf0-a38ae46be6cd tempest-TestVolumeBootPattern-1235501322 tempest-TestVolumeBootPattern-1235501322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:35:36.714753 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-d7efe09e-5db3-491c-8ce3-d7768c740c08 req-91eabe09-9e0f-4793-acf0-a38ae46be6cd tempest-TestVolumeBootPattern-1235501322 tempest-TestVolumeBootPattern-1235501322-project] 10.222.0.36 "GET /v2.0/ports?device_id=885ea1c5-b244-4459-862b-34c63f0e3324 HTTP/1.1" status: 200 len: 946 time: 0.0938118 Sep 30 06:35:36.723722 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '730efc80-b06d-4a1d-8fe2-b2a46094cf1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fb08640-c461-4b92-b2e7-23b64529c59f'}] {{(pid=94001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 06:35:36.727529 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6a6fbc36b32d89ab1780593628eab99e94898f937be62aa03f5208480f4236e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6de72e8b-1ba0-4872-b932-ad8551c0f919" -d '{"events": [{"server_uuid": "730efc80-b06d-4a1d-8fe2-b2a46094cf1e", "name": "network-vif-plugged", "status": "completed", "tag": "3fb08640-c461-4b92-b2e7-23b64529c59f"}]}' {{(pid=94001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 06:35:36.728289 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3963d3-92ed-4344-97c9-2ee39cae1abe req-bcccfda0-2478-4407-b520-04913f7778b8 tempest-TestVolumeBootPattern-1235501322 tempest-TestVolumeBootPattern-1235501322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:35:36.729787 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-7c3963d3-92ed-4344-97c9-2ee39cae1abe req-bcccfda0-2478-4407-b520-04913f7778b8 tempest-TestVolumeBootPattern-1235501322 tempest-TestVolumeBootPattern-1235501322-project] 10.222.0.10 "GET /v2.0/ports?device_id=885ea1c5-b244-4459-862b-34c63f0e3324 HTTP/1.1" status: 200 len: 946 time: 0.0702155 Sep 30 06:35:36.752624 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.db [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] For port 3fb08640-c461-4b92-b2e7-23b64529c59f, host hv-cinder-81187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81187',level=0,port_id=3fb08640-c461-4b92-b2e7-23b64529c59f,segment=NetworkSegment(17bc15e7-64c3-4d00-8811-ef0fd2652c1c),segment_id=17bc15e7-64c3-4d00-8811-ef0fd2652c1c)] {{(pid=94001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 06:35:36.757156 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7821886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727545992452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727545489363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727545489381'] for port, after_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:35:36.802453 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-d7efe09e-5db3-491c-8ce3-d7768c740c08 req-5541c7a8-b9d4-4f76-b8bd-c2f38bdc6260 tempest-TestVolumeBootPattern-1235501322 tempest-TestVolumeBootPattern-1235501322-project] 10.222.0.36 "GET /v2.0/security-groups?id=c54a025c-5158-476e-b94b-72fedfe85ade&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0715835 Sep 30 06:35:36.816181 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 06:35:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56645092-0481-4cc1-baeb-fd00fc242cc3 x-openstack-request-id: req-56645092-0481-4cc1-baeb-fd00fc242cc3 {{(pid=94001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 06:35:36.816480 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "730efc80-b06d-4a1d-8fe2-b2a46094cf1e", "name": "network-vif-plugged", "status": "completed", "tag": "3fb08640-c461-4b92-b2e7-23b64529c59f", "code": 200}]} {{(pid=94001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 06:35:36.816724 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-56645092-0481-4cc1-baeb-fd00fc242cc3 {{(pid=94001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 06:35:36.817127 dv-cinder-811877-1-iscsi neutron-server[94001]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '730efc80-b06d-4a1d-8fe2-b2a46094cf1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fb08640-c461-4b92-b2e7-23b64529c59f', 'code': 200} Sep 30 06:35:36.827456 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] Pushing event updated for resources: {'Port': ['ID=3fb08640-c461-4b92-b2e7-23b64529c59f,revision_number=5']} {{(pid=94001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:35:36.888554 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.plugins.ml2.plugin [req-7c3963d3-92ed-4344-97c9-2ee39cae1abe req-f27c07d3-38a3-4202-b375-48511f25e159 tempest-TestVolumeBootPattern-1235501322 tempest-TestVolumeBootPattern-1235501322-project] Deleting port 2ff32290-2225-4239-b36d-05e5c07275a7 {{(pid=93999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 06:35:36.888903 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [req-7c3963d3-92ed-4344-97c9-2ee39cae1abe req-f27c07d3-38a3-4202-b375-48511f25e159 tempest-TestVolumeBootPattern-1235501322 tempest-TestVolumeBootPattern-1235501322-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727545987880'] for port, before_delete {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:35:36.989353 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.plugins.ml2.db [req-7c3963d3-92ed-4344-97c9-2ee39cae1abe req-f27c07d3-38a3-4202-b375-48511f25e159 tempest-TestVolumeBootPattern-1235501322 tempest-TestVolumeBootPattern-1235501322-project] For port 2ff32290-2225-4239-b36d-05e5c07275a7, host hv-cinder-81187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81187',level=0,port_id=2ff32290-2225-4239-b36d-05e5c07275a7,segment=NetworkSegment(91d390b2-e475-4135-bc40-86c600b72bab),segment_id=91d390b2-e475-4135-bc40-86c600b72bab)] {{(pid=93999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 06:35:36.989634 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [req-7c3963d3-92ed-4344-97c9-2ee39cae1abe req-f27c07d3-38a3-4202-b375-48511f25e159 tempest-TestVolumeBootPattern-1235501322 tempest-TestVolumeBootPattern-1235501322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7874563'] for port, precommit_delete {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:35:37.091730 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82c4c9c-7d98-4bc0-92ae-c5e41c7ea871 req-a306c3f0-9a25-49a2-9d6c-0ffd719b2fef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:35:37.093247 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-a82c4c9c-7d98-4bc0-92ae-c5e41c7ea871 req-a306c3f0-9a25-49a2-9d6c-0ffd719b2fef service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=730efc80-b06d-4a1d-8fe2-b2a46094cf1e HTTP/1.1" status: 200 len: 1098 time: 0.1008174 Sep 30 06:35:37.207042 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-a82c4c9c-7d98-4bc0-92ae-c5e41c7ea871 req-8460e88f-3697-44f9-9ab7-81c25d487c1c service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=3cd9f0ee-6d13-47ac-8476-0f53a840e523&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856190 Sep 30 06:35:37.235741 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [req-7c3963d3-92ed-4344-97c9-2ee39cae1abe req-f27c07d3-38a3-4202-b375-48511f25e159 tempest-TestVolumeBootPattern-1235501322 tempest-TestVolumeBootPattern-1235501322-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:35:37.236102 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [req-7c3963d3-92ed-4344-97c9-2ee39cae1abe req-f27c07d3-38a3-4202-b375-48511f25e159 tempest-TestVolumeBootPattern-1235501322 tempest-TestVolumeBootPattern-1235501322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7877914'] for floatingip, after_update {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:35:37.236419 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.db.l3_db [req-7c3963d3-92ed-4344-97c9-2ee39cae1abe req-f27c07d3-38a3-4202-b375-48511f25e159 tempest-TestVolumeBootPattern-1235501322 tempest-TestVolumeBootPattern-1235501322-project] Floating IP 73bad141-9b30-44f5-91a5-2b4e3946c19b disassociated. External IP: 172.27.1.116, port: 2ff32290-2225-4239-b36d-05e5c07275a7. Sep 30 06:35:37.236763 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.plugins.ml2.plugin [req-7c3963d3-92ed-4344-97c9-2ee39cae1abe req-f27c07d3-38a3-4202-b375-48511f25e159 tempest-TestVolumeBootPattern-1235501322 tempest-TestVolumeBootPattern-1235501322-project] Calling delete_port for 2ff32290-2225-4239-b36d-05e5c07275a7 owned by compute:nova {{(pid=93999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 06:35:37.375678 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [req-7c3963d3-92ed-4344-97c9-2ee39cae1abe req-f27c07d3-38a3-4202-b375-48511f25e159 tempest-TestVolumeBootPattern-1235501322 tempest-TestVolumeBootPattern-1235501322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7821886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727545991406', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727545489354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6560267'] for port, after_delete {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:35:37.409305 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27c07d3-38a3-4202-b375-48511f25e159 tempest-TestVolumeBootPattern-1235501322 tempest-TestVolumeBootPattern-1235501322-project] Pushing event deleted for resources: {'Port': ['ID=2ff32290-2225-4239-b36d-05e5c07275a7,revision_number=None']} {{(pid=93999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:35:37.538128 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.rpc [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] Device 2ff32290-2225-4239-b36d-05e5c07275a7 no longer exists at agent hyperv_hv-cinder-81187 {{(pid=94001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 06:35:37.561364 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7c3963d3-92ed-4344-97c9-2ee39cae1abe req-f27c07d3-38a3-4202-b375-48511f25e159 tempest-TestVolumeBootPattern-1235501322 tempest-TestVolumeBootPattern-1235501322-project] Router a6c4853c-e1dc-4bac-83c1-36a77b44fa55 has already been hosted by L3 agent f054bd23-6895-478f-87a4-7cc0e21c04e0 {{(pid=93999) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 06:35:37.584036 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.plugin [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] No Port match for: 2ff32290-2225-4239-b36d-05e5c07275a7 {{(pid=94001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 06:35:37.585039 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.rpc [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] Device 2ff32290-2225-4239-b36d-05e5c07275a7 not bound to the agent host hv-cinder-81187 {{(pid=94001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 06:35:37.689228 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7c3963d3-92ed-4344-97c9-2ee39cae1abe req-f27c07d3-38a3-4202-b375-48511f25e159 tempest-TestVolumeBootPattern-1235501322 tempest-TestVolumeBootPattern-1235501322-project] Notify agent at l3_agent.dv-cinder-811877-1-iscsi the message routers_updated {{(pid=93999) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 06:35:37.702641 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95ead849-6c17-4a6d-a36f-dbe808be251b None None] Sync routers for ids ['a6c4853c-e1dc-4bac-83c1-36a77b44fa55'] in dv-cinder-811877-1-iscsi {{(pid=94001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 06:35:37.710630 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b893b47-2332-4944-b344-bda43eb4b131 req-9a5f5ee1-60ca-42ef-afe3-1cb6f35ba7d4 tempest-AttachVolumeNegativeTest-819990020 tempest-AttachVolumeNegativeTest-819990020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:35:37.712893 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-3b893b47-2332-4944-b344-bda43eb4b131 req-9a5f5ee1-60ca-42ef-afe3-1cb6f35ba7d4 tempest-AttachVolumeNegativeTest-819990020 tempest-AttachVolumeNegativeTest-819990020-project] 10.222.0.36 "GET /v2.0/ports?device_id=730efc80-b06d-4a1d-8fe2-b2a46094cf1e HTTP/1.1" status: 200 len: 945 time: 0.0903232 Sep 30 06:35:37.719650 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95ead849-6c17-4a6d-a36f-dbe808be251b None None] Routers {'a6c4853c-e1dc-4bac-83c1-36a77b44fa55'} bound to L3 agent in host dv-cinder-811877-1-iscsi {{(pid=94001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 06:35:37.720317 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.db.l3_hamode_db [None req-95ead849-6c17-4a6d-a36f-dbe808be251b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811877-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-30T06:19:31Z,description=,heartbeat_timestamp=2021-09-30T06:35:31Z,host='dv-cinder-811877-1-iscsi',id=f054bd23-6895-478f-87a4-7cc0e21c04e0,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T06:19:31Z,topic='l3_agent')) {'router_ids': ['a6c4853c-e1dc-4bac-83c1-36a77b44fa55'], 'active': True} {{(pid=94001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 06:35:37.741530 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c3963d3-92ed-4344-97c9-2ee39cae1abe req-f27c07d3-38a3-4202-b375-48511f25e159 tempest-TestVolumeBootPattern-1235501322 tempest-TestVolumeBootPattern-1235501322-project] No DVR routers for this DVR port 2ff32290-2225-4239-b36d-05e5c07275a7 on host hv-cinder-81187 {{(pid=93999) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 06:35:37.744854 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [req-7c3963d3-92ed-4344-97c9-2ee39cae1abe req-f27c07d3-38a3-4202-b375-48511f25e159 tempest-TestVolumeBootPattern-1235501322 tempest-TestVolumeBootPattern-1235501322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57126'] for port, before_response {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:35:37.748021 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-7c3963d3-92ed-4344-97c9-2ee39cae1abe req-f27c07d3-38a3-4202-b375-48511f25e159 tempest-TestVolumeBootPattern-1235501322 tempest-TestVolumeBootPattern-1235501322-project] 10.222.0.10 "DELETE /v2.0/ports/2ff32290-2225-4239-b36d-05e5c07275a7 HTTP/1.1" status: 204 len: 173 time: 1.0076120 Sep 30 06:35:37.748669 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '885ea1c5-b244-4459-862b-34c63f0e3324', 'name': 'network-vif-deleted', 'tag': '2ff32290-2225-4239-b36d-05e5c07275a7'}] {{(pid=93999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 06:35:37.754202 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07b111f6e278cfffd9c4f208e103de524c2b9e3fbd4e5a5b5d8dd158a433df71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09719fa0-5c82-40ab-bf4f-fd5d65c4af22" -d '{"events": [{"server_uuid": "885ea1c5-b244-4459-862b-34c63f0e3324", "name": "network-vif-deleted", "tag": "2ff32290-2225-4239-b36d-05e5c07275a7"}]}' {{(pid=93999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 06:35:37.788558 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-3b893b47-2332-4944-b344-bda43eb4b131 req-f111798c-e91d-4afb-96a4-002856b5deb3 tempest-AttachVolumeNegativeTest-819990020 tempest-AttachVolumeNegativeTest-819990020-project] 10.222.0.36 "GET /v2.0/security-groups?id=3cd9f0ee-6d13-47ac-8476-0f53a840e523&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658283 Sep 30 06:35:37.824769 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 06:35:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-527a316e-9231-4592-b155-6aaecdd33afe x-openstack-request-id: req-527a316e-9231-4592-b155-6aaecdd33afe {{(pid=93999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 06:35:37.826613 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "885ea1c5-b244-4459-862b-34c63f0e3324", "name": "network-vif-deleted", "tag": "2ff32290-2225-4239-b36d-05e5c07275a7", "status": "completed", "code": 200}]} {{(pid=93999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 06:35:37.826613 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-527a316e-9231-4592-b155-6aaecdd33afe {{(pid=93999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 06:35:37.826613 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '885ea1c5-b244-4459-862b-34c63f0e3324', 'name': 'network-vif-deleted', 'tag': '2ff32290-2225-4239-b36d-05e5c07275a7', 'status': 'completed', 'code': 200} Sep 30 06:35:37.936645 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-de11e40f-f049-4a9b-8a8f-23730d37c864 req-854afff0-4fff-4241-a0b2-a710cc994c11 tempest-TestVolumeBootPattern-1235501322 tempest-TestVolumeBootPattern-1235501322-project] 10.222.0.36 "GET /v2.0/ports?device_id=885ea1c5-b244-4459-862b-34c63f0e3324 HTTP/1.1" status: 200 len: 210 time: 0.0379555 Sep 30 06:35:37.954295 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.db.l3_dvr_db [None req-95ead849-6c17-4a6d-a36f-dbe808be251b None None] Set router a6c4853c-e1dc-4bac-83c1-36a77b44fa55 gateway port host: dv-cinder-811877-1-iscsi {{(pid=94001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 06:35:38.180276 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.db.l3_hamode_db [None req-95ead849-6c17-4a6d-a36f-dbe808be251b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6c4853c-e1dc-4bac-83c1-36a77b44fa55', 'name': 'tempest-TestVolumeBootPattern-848458579-router', 'tenant_id': '371c6a2cbad540218fff235f4a93c18c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddd8ee8b-b24f-47fb-afd7-cfc700c93624', 'external_fixed_ips': [{'subnet_id': '4727b4cf-a8ea-4dab-8db4-019b4e8b0546', 'ip_address': '172.27.1.15'}], 'enable_snat': True}, 'gw_port_id': '798e9915-3eba-45d1-89f0-8592c0c15feb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T06:32:44Z', 'updated_at': '2021-09-30T06:32:48Z', 'revision_number': 4, 'project_id': '371c6a2cbad540218fff235f4a93c18c', 'gw_port': {'id': '798e9915-3eba-45d1-89f0-8592c0c15feb', 'name': '', 'network_id': 'ddd8ee8b-b24f-47fb-afd7-cfc700c93624', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:62:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6c4853c-e1dc-4bac-83c1-36a77b44fa55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '4727b4cf-a8ea-4dab-8db4-019b4e8b0546', 'ip_address': '172.27.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T06:32:45Z', 'updated_at': '2021-09-30T06:32:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4727b4cf-a8ea-4dab-8db4-019b4e8b0546', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811877-1-iscsi', '_interfaces': [{'id': '387f1708-162f-49f9-bb78-cef2bd73f78a', 'name': '', 'network_id': '5bc9530f-6d9b-49f6-aa4a-02099720eacd', 'tenant_id': '371c6a2cbad540218fff235f4a93c18c', 'mac_address': 'fa:16:3e:d5:3b:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6c4853c-e1dc-4bac-83c1-36a77b44fa55', 'device_owner': 'network:router_interface', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': 'a64b5ea3-7042-4499-97da-2a827c2c06a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T06:32:47Z', 'updated_at': '2021-09-30T06:32:53Z', 'revision_number': 5, 'project_id': '371c6a2cbad540218fff235f4a93c18c', 'subnets': [{'id': 'a64b5ea3-7042-4499-97da-2a827c2c06a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811877-1-iscsi', False) {} {{(pid=94001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 06:35:38.212077 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95ead849-6c17-4a6d-a36f-dbe808be251b None None] Checking router: a6c4853c-e1dc-4bac-83c1-36a77b44fa55 for host: dv-cinder-811877-1-iscsi {{(pid=94001) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 06:35:38.221108 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95ead849-6c17-4a6d-a36f-dbe808be251b None None] Routers {'a6c4853c-e1dc-4bac-83c1-36a77b44fa55'} bound to L3 agent in host dv-cinder-811877-1-iscsi {{(pid=94001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 06:35:38.222149 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.db.l3_hamode_db [None req-95ead849-6c17-4a6d-a36f-dbe808be251b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811877-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-30T06:19:31Z,description=,heartbeat_timestamp=2021-09-30T06:35:31Z,host='dv-cinder-811877-1-iscsi',id=f054bd23-6895-478f-87a4-7cc0e21c04e0,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T06:19:31Z,topic='l3_agent')) {'router_ids': ['a6c4853c-e1dc-4bac-83c1-36a77b44fa55'], 'active': True} {{(pid=94001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 06:35:38.340157 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.db.l3_dvr_db [None req-95ead849-6c17-4a6d-a36f-dbe808be251b None None] Set router a6c4853c-e1dc-4bac-83c1-36a77b44fa55 gateway port host: dv-cinder-811877-1-iscsi {{(pid=94001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 06:35:38.553216 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.db.l3_hamode_db [None req-95ead849-6c17-4a6d-a36f-dbe808be251b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6c4853c-e1dc-4bac-83c1-36a77b44fa55', 'name': 'tempest-TestVolumeBootPattern-848458579-router', 'tenant_id': '371c6a2cbad540218fff235f4a93c18c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddd8ee8b-b24f-47fb-afd7-cfc700c93624', 'external_fixed_ips': [{'subnet_id': '4727b4cf-a8ea-4dab-8db4-019b4e8b0546', 'ip_address': '172.27.1.15'}], 'enable_snat': True}, 'gw_port_id': '798e9915-3eba-45d1-89f0-8592c0c15feb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T06:32:44Z', 'updated_at': '2021-09-30T06:32:48Z', 'revision_number': 4, 'project_id': '371c6a2cbad540218fff235f4a93c18c', 'gw_port': {'id': '798e9915-3eba-45d1-89f0-8592c0c15feb', 'name': '', 'network_id': 'ddd8ee8b-b24f-47fb-afd7-cfc700c93624', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:62:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6c4853c-e1dc-4bac-83c1-36a77b44fa55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '4727b4cf-a8ea-4dab-8db4-019b4e8b0546', 'ip_address': '172.27.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T06:32:45Z', 'updated_at': '2021-09-30T06:32:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4727b4cf-a8ea-4dab-8db4-019b4e8b0546', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811877-1-iscsi', '_interfaces': [{'id': '387f1708-162f-49f9-bb78-cef2bd73f78a', 'name': '', 'network_id': '5bc9530f-6d9b-49f6-aa4a-02099720eacd', 'tenant_id': '371c6a2cbad540218fff235f4a93c18c', 'mac_address': 'fa:16:3e:d5:3b:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6c4853c-e1dc-4bac-83c1-36a77b44fa55', 'device_owner': 'network:router_interface', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': 'a64b5ea3-7042-4499-97da-2a827c2c06a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T06:32:47Z', 'updated_at': '2021-09-30T06:32:53Z', 'revision_number': 5, 'project_id': '371c6a2cbad540218fff235f4a93c18c', 'subnets': [{'id': 'a64b5ea3-7042-4499-97da-2a827c2c06a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811877-1-iscsi', False) {} {{(pid=94001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 06:35:38.598776 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95ead849-6c17-4a6d-a36f-dbe808be251b None None] The sync data for ids ['a6c4853c-e1dc-4bac-83c1-36a77b44fa55'] in dv-cinder-811877-1-iscsi is: [{'id': 'a6c4853c-e1dc-4bac-83c1-36a77b44fa55', 'name': 'tempest-TestVolumeBootPattern-848458579-router', 'tenant_id': '371c6a2cbad540218fff235f4a93c18c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddd8ee8b-b24f-47fb-afd7-cfc700c93624', 'external_fixed_ips': [{'subnet_id': '4727b4cf-a8ea-4dab-8db4-019b4e8b0546', 'ip_address': '172.27.1.15'}], 'enable_snat': True}, 'gw_port_id': '798e9915-3eba-45d1-89f0-8592c0c15feb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T06:32:44Z', 'updated_at': '2021-09-30T06:32:48Z', 'revision_number': 4, 'project_id': '371c6a2cbad540218fff235f4a93c18c', 'gw_port': {'id': '798e9915-3eba-45d1-89f0-8592c0c15feb', 'name': '', 'network_id': 'ddd8ee8b-b24f-47fb-afd7-cfc700c93624', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:62:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6c4853c-e1dc-4bac-83c1-36a77b44fa55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '4727b4cf-a8ea-4dab-8db4-019b4e8b0546', 'ip_address': '172.27.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T06:32:45Z', 'updated_at': '2021-09-30T06:32:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4727b4cf-a8ea-4dab-8db4-019b4e8b0546', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811877-1-iscsi', '_interfaces': [{'id': '387f1708-162f-49f9-bb78-cef2bd73f78a', 'name': '', 'network_id': '5bc9530f-6d9b-49f6-aa4a-02099720eacd', 'tenant_id': '371c6a2cbad540218fff235f4a93c18c', 'mac_address': 'fa:16:3e:d5:3b:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6c4853c-e1dc-4bac-83c1-36a77b44fa55', 'device_owner': 'network:router_interface', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': 'a64b5ea3-7042-4499-97da-2a827c2c06a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T06:32:47Z', 'updated_at': '2021-09-30T06:32:53Z', 'revision_number': 5, 'project_id': '371c6a2cbad540218fff235f4a93c18c', 'subnets': [{'id': 'a64b5ea3-7042-4499-97da-2a827c2c06a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 06:35:38.826056 dv-cinder-811877-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faed3dc6-18aa-443d-b812-60bea7d82caf None None] New status for floating IP 73bad141-9b30-44f5-91a5-2b4e3946c19b: DOWN {{(pid=94002) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 30 06:35:38.929419 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567b1bdd-1e4e-4ff6-b0ce-9f8949546eab req-55495852-265e-40cc-91ea-1a147409d226 tempest-AttachVolumeNegativeTest-819990020 tempest-AttachVolumeNegativeTest-819990020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:35:38.931834 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-567b1bdd-1e4e-4ff6-b0ce-9f8949546eab req-55495852-265e-40cc-91ea-1a147409d226 tempest-AttachVolumeNegativeTest-819990020 tempest-AttachVolumeNegativeTest-819990020-project] 10.222.0.36 "GET /v2.0/ports?device_id=730efc80-b06d-4a1d-8fe2-b2a46094cf1e HTTP/1.1" status: 200 len: 945 time: 0.0620289 Sep 30 06:35:38.982961 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-567b1bdd-1e4e-4ff6-b0ce-9f8949546eab req-aa9b4b46-d4e2-4185-a22f-2983dcc5f83e tempest-AttachVolumeNegativeTest-819990020 tempest-AttachVolumeNegativeTest-819990020-project] 10.222.0.36 "GET /v2.0/security-groups?id=3cd9f0ee-6d13-47ac-8476-0f53a840e523&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409245 Sep 30 06:35:39.065704 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-276f0b8e-e7bb-444a-ac20-1454db5e382b req-730ec0fb-ab08-46fd-8ee8-54f318b0a548 tempest-TestVolumeBootPattern-1235501322 tempest-TestVolumeBootPattern-1235501322-project] 10.222.0.36 "GET /v2.0/ports?device_id=885ea1c5-b244-4459-862b-34c63f0e3324 HTTP/1.1" status: 200 len: 210 time: 0.0281308 Sep 30 06:35:39.083137 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727546001794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-597483'] for agent, after_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:35:40.125845 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9117876c-868a-4851-abe1-7942ba4e1499 req-fac04cba-2adb-4092-b096-d70954ff5cc8 tempest-AttachVolumeNegativeTest-819990020 tempest-AttachVolumeNegativeTest-819990020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:35:40.127509 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-9117876c-868a-4851-abe1-7942ba4e1499 req-fac04cba-2adb-4092-b096-d70954ff5cc8 tempest-AttachVolumeNegativeTest-819990020 tempest-AttachVolumeNegativeTest-819990020-project] 10.222.0.36 "GET /v2.0/ports?device_id=730efc80-b06d-4a1d-8fe2-b2a46094cf1e HTTP/1.1" status: 200 len: 945 time: 0.0595660 Sep 30 06:35:40.183475 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-9117876c-868a-4851-abe1-7942ba4e1499 req-0ec20375-9efb-4fa9-9b6a-8e85b6f3177a tempest-AttachVolumeNegativeTest-819990020 tempest-AttachVolumeNegativeTest-819990020-project] 10.222.0.36 "GET /v2.0/security-groups?id=3cd9f0ee-6d13-47ac-8476-0f53a840e523&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492396 Sep 30 06:35:40.191774 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-65833ab8-78d0-49f2-9219-1e3505469e25 req-075b71db-0461-46c3-81c8-4ebbefecc7d6 tempest-TestVolumeBootPattern-1235501322 tempest-TestVolumeBootPattern-1235501322-project] 10.222.0.36 "GET /v2.0/ports?device_id=885ea1c5-b244-4459-862b-34c63f0e3324 HTTP/1.1" status: 200 len: 210 time: 0.0368860 Sep 30 06:35:41.332394 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-b09b7476-b308-44bd-82fe-b564735d8e68 req-f6973a6a-6b42-423a-8930-e22d1e64f10a tempest-TestVolumeBootPattern-1235501322 tempest-TestVolumeBootPattern-1235501322-project] 10.222.0.36 "GET /v2.0/ports?device_id=885ea1c5-b244-4459-862b-34c63f0e3324 HTTP/1.1" status: 200 len: 210 time: 0.0467813 Sep 30 06:35:41.341678 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098e6d91-1f23-4d86-b400-76703a1f1283 req-d7af02cd-ebcc-4fa8-91bb-a8577262c4b0 tempest-AttachVolumeNegativeTest-819990020 tempest-AttachVolumeNegativeTest-819990020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:35:41.343337 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-098e6d91-1f23-4d86-b400-76703a1f1283 req-d7af02cd-ebcc-4fa8-91bb-a8577262c4b0 tempest-AttachVolumeNegativeTest-819990020 tempest-AttachVolumeNegativeTest-819990020-project] 10.222.0.36 "GET /v2.0/ports?device_id=730efc80-b06d-4a1d-8fe2-b2a46094cf1e HTTP/1.1" status: 200 len: 945 time: 0.0754251 Sep 30 06:35:41.386270 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-098e6d91-1f23-4d86-b400-76703a1f1283 req-c429328b-92ae-41ea-bc77-fedc0582fa1e tempest-AttachVolumeNegativeTest-819990020 tempest-AttachVolumeNegativeTest-819990020-project] 10.222.0.36 "GET /v2.0/security-groups?id=3cd9f0ee-6d13-47ac-8476-0f53a840e523&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350039 Sep 30 06:35:42.604781 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-27ed6f88-978b-4f9e-a18d-08f365c9f973 req-997f2ee4-5960-434a-aa06-bfb3e3bf245b tempest-TestVolumeBootPattern-1235501322 tempest-TestVolumeBootPattern-1235501322-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-123994646&fields=id&tenant_id=371c6a2cbad540218fff235f4a93c18c HTTP/1.1" status: 200 len: 267 time: 0.0362220 Sep 30 06:35:42.733678 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ed6f88-978b-4f9e-a18d-08f365c9f973 req-39e90b30-8432-4c8b-917b-6d84401a145e tempest-TestVolumeBootPattern-1235501322 tempest-TestVolumeBootPattern-1235501322-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:35:42.735890 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-27ed6f88-978b-4f9e-a18d-08f365c9f973 req-39e90b30-8432-4c8b-917b-6d84401a145e tempest-TestVolumeBootPattern-1235501322 tempest-TestVolumeBootPattern-1235501322-project] 10.222.0.36 "GET /v2.0/networks?id=5bc9530f-6d9b-49f6-aa4a-02099720eacd HTTP/1.1" status: 200 len: 811 time: 0.1224144 Sep 30 06:35:42.754023 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-27ed6f88-978b-4f9e-a18d-08f365c9f973 req-73c3043c-5a7e-43b2-b8ea-b5b989e2f8c4 tempest-TestVolumeBootPattern-1235501322 tempest-TestVolumeBootPattern-1235501322-project] 10.222.0.36 "GET /v2.0/quotas/371c6a2cbad540218fff235f4a93c18c HTTP/1.1" status: 200 len: 375 time: 0.0117638 Sep 30 06:35:42.837476 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-27ed6f88-978b-4f9e-a18d-08f365c9f973 req-39341e40-ea6a-4eda-a847-77d31c854cbb tempest-TestVolumeBootPattern-1235501322 tempest-TestVolumeBootPattern-1235501322-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=371c6a2cbad540218fff235f4a93c18c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0761402 Sep 30 06:35:42.952864 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-27ed6f88-978b-4f9e-a18d-08f365c9f973 req-8847bda3-99c4-44b9-8621-7ddcb3d2fa74 service neutron] 10.222.0.36 "GET /v2.0/networks/5bc9530f-6d9b-49f6-aa4a-02099720eacd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1020486 Sep 30 06:35:43.065969 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-27ed6f88-978b-4f9e-a18d-08f365c9f973 req-adef6a45-d007-466c-88f4-b10ab7f7b1d8 service neutron] 10.222.0.36 "GET /v2.0/networks/5bc9530f-6d9b-49f6-aa4a-02099720eacd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1056411 Sep 30 06:35:43.471417 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-86962466-2b08-42bd-bfc9-c88bba7d6774 req-3bf4532b-8853-4c5a-b846-04a8e47aa312 tempest-TestVolumeBootPattern-1235501322 tempest-TestVolumeBootPattern-1235501322-project] 10.222.0.36 "GET /v2.0/ports?device_id=dab3054c-1af0-4feb-a1d2-392311252c7f HTTP/1.1" status: 200 len: 210 time: 0.0379968 Sep 30 06:35:44.636519 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-7408da21-aafa-4b28-9503-986e013e4206 req-f55d74ec-9ac9-47c2-8af9-0a29a511e92e tempest-TestVolumeBootPattern-1235501322 tempest-TestVolumeBootPattern-1235501322-project] 10.222.0.36 "GET /v2.0/ports?device_id=dab3054c-1af0-4feb-a1d2-392311252c7f HTTP/1.1" status: 200 len: 210 time: 0.0758212 Sep 30 06:35:44.736105 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ed6f88-978b-4f9e-a18d-08f365c9f973 req-1a111a14-af76-4147-98ae-7bc923f9a71d tempest-TestVolumeBootPattern-1235501322 tempest-TestVolumeBootPattern-1235501322-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:35:44.737842 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-27ed6f88-978b-4f9e-a18d-08f365c9f973 req-1a111a14-af76-4147-98ae-7bc923f9a71d tempest-TestVolumeBootPattern-1235501322 tempest-TestVolumeBootPattern-1235501322-project] 10.222.0.10 "GET /v2.0/networks?id=5bc9530f-6d9b-49f6-aa4a-02099720eacd HTTP/1.1" status: 200 len: 811 time: 0.1917813 Sep 30 06:35:44.795174 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-27ed6f88-978b-4f9e-a18d-08f365c9f973 req-a69b60f8-1cd8-49ae-903b-31e831e8808a tempest-TestVolumeBootPattern-1235501322 tempest-TestVolumeBootPattern-1235501322-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=371c6a2cbad540218fff235f4a93c18c HTTP/1.1" status: 200 len: 379 time: 0.0408583 Sep 30 06:35:44.806074 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.api.v2.base [req-27ed6f88-978b-4f9e-a18d-08f365c9f973 req-d642100c-c339-4236-8749-ef4c8e846f94 tempest-TestVolumeBootPattern-1235501322 tempest-TestVolumeBootPattern-1235501322-project] Request body: {'port': {'device_id': 'dab3054c-1af0-4feb-a1d2-392311252c7f', 'network_id': '5bc9530f-6d9b-49f6-aa4a-02099720eacd', 'admin_state_up': True, 'tenant_id': '371c6a2cbad540218fff235f4a93c18c', 'security_groups': ['c54a025c-5158-476e-b94b-72fedfe85ade']}} {{(pid=93999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 06:35:44.930918 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-27ed6f88-978b-4f9e-a18d-08f365c9f973 req-d642100c-c339-4236-8749-ef4c8e846f94 tempest-TestVolumeBootPattern-1235501322 tempest-TestVolumeBootPattern-1235501322-project] Made reservation on behalf of 371c6a2cbad540218fff235f4a93c18c for: {'port': 1} {{(pid=93999) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 06:35:44.936572 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [req-27ed6f88-978b-4f9e-a18d-08f365c9f973 req-d642100c-c339-4236-8749-ef4c8e846f94 tempest-TestVolumeBootPattern-1235501322 tempest-TestVolumeBootPattern-1235501322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653538'] for port, before_create {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:35:45.079049 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.db.db_base_plugin_common [req-27ed6f88-978b-4f9e-a18d-08f365c9f973 req-d642100c-c339-4236-8749-ef4c8e846f94 tempest-TestVolumeBootPattern-1235501322 tempest-TestVolumeBootPattern-1235501322-project] Allocated IP 172.20.0.4 (5bc9530f-6d9b-49f6-aa4a-02099720eacd/a64b5ea3-7042-4499-97da-2a827c2c06a9/a6dff84a-8242-4446-b2d6-8ab6dd3e05ac) {{(pid=93999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 06:35:45.249724 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [req-27ed6f88-978b-4f9e-a18d-08f365c9f973 req-d642100c-c339-4236-8749-ef4c8e846f94 tempest-TestVolumeBootPattern-1235501322 tempest-TestVolumeBootPattern-1235501322-project] Notify callbacks [] for port, precommit_create {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:35:45.295904 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [req-27ed6f88-978b-4f9e-a18d-08f365c9f973 req-d642100c-c339-4236-8749-ef4c8e846f94 tempest-TestVolumeBootPattern-1235501322 tempest-TestVolumeBootPattern-1235501322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7821886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727545489345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6560267'] for port, after_create {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:35:45.348491 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-27ed6f88-978b-4f9e-a18d-08f365c9f973 req-d642100c-c339-4236-8749-ef4c8e846f94 tempest-TestVolumeBootPattern-1235501322 tempest-TestVolumeBootPattern-1235501322-project] Network 5bc9530f-6d9b-49f6-aa4a-02099720eacd is already hosted by enough agents. {{(pid=93999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 06:35:45.351637 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.scheduler.base_scheduler [req-27ed6f88-978b-4f9e-a18d-08f365c9f973 req-d642100c-c339-4236-8749-ef4c8e846f94 tempest-TestVolumeBootPattern-1235501322 tempest-TestVolumeBootPattern-1235501322-project] Resources bound (agent type, host, resource id): {{(pid=93999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 06:35:45.355555 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.db.l3_dvrscheduler_db [req-27ed6f88-978b-4f9e-a18d-08f365c9f973 req-d642100c-c339-4236-8749-ef4c8e846f94 tempest-TestVolumeBootPattern-1235501322 tempest-TestVolumeBootPattern-1235501322-project] Received port after_create {{(pid=93999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 06:35:45.365497 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d642100c-c339-4236-8749-ef4c8e846f94 tempest-TestVolumeBootPattern-1235501322 tempest-TestVolumeBootPattern-1235501322-project] Pushing event updated for resources: {'Port': ['ID=a6dff84a-8242-4446-b2d6-8ab6dd3e05ac,revision_number=1']} {{(pid=93999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:35:45.419500 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ed6f88-978b-4f9e-a18d-08f365c9f973 req-d642100c-c339-4236-8749-ef4c8e846f94 tempest-TestVolumeBootPattern-1235501322 tempest-TestVolumeBootPattern-1235501322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:35:45.420168 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [req-27ed6f88-978b-4f9e-a18d-08f365c9f973 req-d642100c-c339-4236-8749-ef4c8e846f94 tempest-TestVolumeBootPattern-1235501322 tempest-TestVolumeBootPattern-1235501322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57126'] for port, before_response {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:35:45.448420 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-27ed6f88-978b-4f9e-a18d-08f365c9f973 req-d642100c-c339-4236-8749-ef4c8e846f94 tempest-TestVolumeBootPattern-1235501322 tempest-TestVolumeBootPattern-1235501322-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6465015 Sep 30 06:35:45.482648 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.api.v2.base [req-27ed6f88-978b-4f9e-a18d-08f365c9f973 req-fc641247-451a-4150-aca3-00d64b8ea0e5 service neutron] Request body: {'port': {'device_id': 'dab3054c-1af0-4feb-a1d2-392311252c7f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81187'}} {{(pid=93999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 06:35:45.559117 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [req-27ed6f88-978b-4f9e-a18d-08f365c9f973 req-fc641247-451a-4150-aca3-00d64b8ea0e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653538'] for port, before_update {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:35:45.696645 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.db.provisioning_blocks [None req-bcae563d-c298-4675-9d8b-8da330b606b4 None None] Provisioning complete for port a6dff84a-8242-4446-b2d6-8ab6dd3e05ac triggered by entity DHCP. {{(pid=94001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 06:35:45.697253 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-bcae563d-c298-4675-9d8b-8da330b606b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-597822'] for port, provisioning_complete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:35:45.738445 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.plugin [None req-bcae563d-c298-4675-9d8b-8da330b606b4 None None] Port a6dff84a-8242-4446-b2d6-8ab6dd3e05ac cannot update to ACTIVE because it is not bound. {{(pid=94001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 06:35:45.882807 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7455e18e-99fa-4a10-abd9-2bfea8c26578 req-1b840415-d518-4311-a3e5-c3d30bb0fa4b tempest-TestVolumeBootPattern-1235501322 tempest-TestVolumeBootPattern-1235501322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:35:45.884286 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-7455e18e-99fa-4a10-abd9-2bfea8c26578 req-1b840415-d518-4311-a3e5-c3d30bb0fa4b tempest-TestVolumeBootPattern-1235501322 tempest-TestVolumeBootPattern-1235501322-project] 10.222.0.36 "GET /v2.0/ports?device_id=dab3054c-1af0-4feb-a1d2-392311252c7f HTTP/1.1" status: 200 len: 931 time: 0.1595497 Sep 30 06:35:45.960462 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-7455e18e-99fa-4a10-abd9-2bfea8c26578 req-4d321764-d2d6-4d77-9b16-e9b9ad89c265 tempest-TestVolumeBootPattern-1235501322 tempest-TestVolumeBootPattern-1235501322-project] 10.222.0.36 "GET /v2.0/security-groups?id=c54a025c-5158-476e-b94b-72fedfe85ade&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0679476 Sep 30 06:35:45.997615 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.notifiers.nova [req-27ed6f88-978b-4f9e-a18d-08f365c9f973 req-fc641247-451a-4150-aca3-00d64b8ea0e5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a6dff84a-8242-4446-b2d6-8ab6dd3e05ac {{(pid=93999) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 06:35:46.006214 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [req-27ed6f88-978b-4f9e-a18d-08f365c9f973 req-fc641247-451a-4150-aca3-00d64b8ea0e5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:35:46.019144 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.db.provisioning_blocks [req-27ed6f88-978b-4f9e-a18d-08f365c9f973 req-fc641247-451a-4150-aca3-00d64b8ea0e5 service neutron] Transition to ACTIVE for port object a6dff84a-8242-4446-b2d6-8ab6dd3e05ac will not be triggered until provisioned by entity L2. {{(pid=93999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 06:35:46.023206 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [req-27ed6f88-978b-4f9e-a18d-08f365c9f973 req-fc641247-451a-4150-aca3-00d64b8ea0e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7821886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727545992452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727545489363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727545489381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6560256'] for port, after_update {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:35:46.079651 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc641247-451a-4150-aca3-00d64b8ea0e5 service neutron] Pushing event updated for resources: {'Port': ['ID=a6dff84a-8242-4446-b2d6-8ab6dd3e05ac,revision_number=2']} {{(pid=93999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:35:46.164287 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.plugins.ml2.managers [req-27ed6f88-978b-4f9e-a18d-08f365c9f973 req-fc641247-451a-4150-aca3-00d64b8ea0e5 service neutron] Attempting to bind port a6dff84a-8242-4446-b2d6-8ab6dd3e05ac on host hv-cinder-81187 for vnic_type normal with profile {{(pid=93999) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 06:35:46.164722 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.plugins.ml2.managers [req-27ed6f88-978b-4f9e-a18d-08f365c9f973 req-fc641247-451a-4150-aca3-00d64b8ea0e5 service neutron] Attempting to bind port a6dff84a-8242-4446-b2d6-8ab6dd3e05ac by drivers openvswitch,hyperv on host hv-cinder-81187 at level 0 using segments [{'id': '91d390b2-e475-4135-bc40-86c600b72bab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '5bc9530f-6d9b-49f6-aa4a-02099720eacd'}] {{(pid=93999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 06:35:46.165059 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27ed6f88-978b-4f9e-a18d-08f365c9f973 req-fc641247-451a-4150-aca3-00d64b8ea0e5 service neutron] Attempting to bind port a6dff84a-8242-4446-b2d6-8ab6dd3e05ac on network 5bc9530f-6d9b-49f6-aa4a-02099720eacd {{(pid=93999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 06:35:46.170327 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27ed6f88-978b-4f9e-a18d-08f365c9f973 req-fc641247-451a-4150-aca3-00d64b8ea0e5 service neutron] Port a6dff84a-8242-4446-b2d6-8ab6dd3e05ac on network 5bc9530f-6d9b-49f6-aa4a-02099720eacd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81187 {{(pid=93999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 06:35:46.170669 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27ed6f88-978b-4f9e-a18d-08f365c9f973 req-fc641247-451a-4150-aca3-00d64b8ea0e5 service neutron] Attempting to bind port a6dff84a-8242-4446-b2d6-8ab6dd3e05ac on network 5bc9530f-6d9b-49f6-aa4a-02099720eacd {{(pid=93999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 06:35:46.176838 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27ed6f88-978b-4f9e-a18d-08f365c9f973 req-fc641247-451a-4150-aca3-00d64b8ea0e5 service neutron] Checking agent: {'id': '8d9eab89-7803-44fc-b727-c0e530c74148', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81187', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 6, 25, 39), 'started_at': datetime.datetime(2021, 9, 30, 6, 25, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 6, 35, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 06:35:46.177176 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27ed6f88-978b-4f9e-a18d-08f365c9f973 req-fc641247-451a-4150-aca3-00d64b8ea0e5 service neutron] Checking segment: {'id': '91d390b2-e475-4135-bc40-86c600b72bab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '5bc9530f-6d9b-49f6-aa4a-02099720eacd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 06:35:46.177557 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27ed6f88-978b-4f9e-a18d-08f365c9f973 req-fc641247-451a-4150-aca3-00d64b8ea0e5 service neutron] Bound using segment: {'id': '91d390b2-e475-4135-bc40-86c600b72bab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '5bc9530f-6d9b-49f6-aa4a-02099720eacd'} {{(pid=93999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 06:35:46.178001 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.plugins.ml2.managers [req-27ed6f88-978b-4f9e-a18d-08f365c9f973 req-fc641247-451a-4150-aca3-00d64b8ea0e5 service neutron] Bound port: a6dff84a-8242-4446-b2d6-8ab6dd3e05ac, host: hv-cinder-81187, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '91d390b2-e475-4135-bc40-86c600b72bab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '5bc9530f-6d9b-49f6-aa4a-02099720eacd'}}] {{(pid=93999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 06:35:46.178357 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [req-27ed6f88-978b-4f9e-a18d-08f365c9f973 req-fc641247-451a-4150-aca3-00d64b8ea0e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653538'] for port, before_update {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:35:46.258533 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.plugins.ml2.db [req-27ed6f88-978b-4f9e-a18d-08f365c9f973 req-fc641247-451a-4150-aca3-00d64b8ea0e5 service neutron] For port a6dff84a-8242-4446-b2d6-8ab6dd3e05ac, host hv-cinder-81187, cleared binding levels {{(pid=93999) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 06:35:46.261930 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.plugins.ml2.db [req-27ed6f88-978b-4f9e-a18d-08f365c9f973 req-fc641247-451a-4150-aca3-00d64b8ea0e5 service neutron] For port a6dff84a-8242-4446-b2d6-8ab6dd3e05ac, host hv-cinder-81187, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81187',level=0,port_id=a6dff84a-8242-4446-b2d6-8ab6dd3e05ac,segment=NetworkSegment(91d390b2-e475-4135-bc40-86c600b72bab),segment_id=91d390b2-e475-4135-bc40-86c600b72bab)] {{(pid=93999) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 06:35:46.266430 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [req-27ed6f88-978b-4f9e-a18d-08f365c9f973 req-fc641247-451a-4150-aca3-00d64b8ea0e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7821886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727545992452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727545489363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727545489381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6560256'] for port, after_update {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:35:46.302682 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ed6f88-978b-4f9e-a18d-08f365c9f973 req-fc641247-451a-4150-aca3-00d64b8ea0e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:35:46.303309 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [req-27ed6f88-978b-4f9e-a18d-08f365c9f973 req-fc641247-451a-4150-aca3-00d64b8ea0e5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57126'] for port, before_response {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:35:46.304796 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-27ed6f88-978b-4f9e-a18d-08f365c9f973 req-fc641247-451a-4150-aca3-00d64b8ea0e5 service neutron] 10.222.0.10 "PUT /v2.0/ports/a6dff84a-8242-4446-b2d6-8ab6dd3e05ac HTTP/1.1" status: 200 len: 1093 time: 0.8313351 Sep 30 06:35:46.305250 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dab3054c-1af0-4feb-a1d2-392311252c7f', 'tag': 'a6dff84a-8242-4446-b2d6-8ab6dd3e05ac'}] {{(pid=93999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 06:35:46.307573 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07b111f6e278cfffd9c4f208e103de524c2b9e3fbd4e5a5b5d8dd158a433df71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7e53eec-6c06-42af-b54a-72424f28f5b1" -d '{"events": [{"name": "network-changed", "server_uuid": "dab3054c-1af0-4feb-a1d2-392311252c7f", "tag": "a6dff84a-8242-4446-b2d6-8ab6dd3e05ac"}]}' {{(pid=93999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 06:35:46.340757 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc641247-451a-4150-aca3-00d64b8ea0e5 service neutron] Pushing event updated for resources: {'Port': ['ID=a6dff84a-8242-4446-b2d6-8ab6dd3e05ac,revision_number=3']} {{(pid=93999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:35:46.360773 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 06:35:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f524b7eb-69cc-4158-a7ca-51ea40a8ca5e x-openstack-request-id: req-f524b7eb-69cc-4158-a7ca-51ea40a8ca5e {{(pid=93999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 06:35:46.361099 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dab3054c-1af0-4feb-a1d2-392311252c7f", "tag": "a6dff84a-8242-4446-b2d6-8ab6dd3e05ac", "status": "completed", "code": 200}]} {{(pid=93999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 06:35:46.361333 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-f524b7eb-69cc-4158-a7ca-51ea40a8ca5e {{(pid=93999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 06:35:46.361775 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dab3054c-1af0-4feb-a1d2-392311252c7f', 'tag': 'a6dff84a-8242-4446-b2d6-8ab6dd3e05ac', 'status': 'completed', 'code': 200} Sep 30 06:35:46.428689 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ed6f88-978b-4f9e-a18d-08f365c9f973 req-5985e861-6440-4919-91c8-577f06443268 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:35:46.430797 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-27ed6f88-978b-4f9e-a18d-08f365c9f973 req-5985e861-6440-4919-91c8-577f06443268 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=371c6a2cbad540218fff235f4a93c18c&device_id=dab3054c-1af0-4feb-a1d2-392311252c7f HTTP/1.1" status: 200 len: 1096 time: 0.0507195 Sep 30 06:35:46.487368 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-27ed6f88-978b-4f9e-a18d-08f365c9f973 req-8044c4bc-72e6-41d5-ba0c-7250677ea7b2 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a6dff84a-8242-4446-b2d6-8ab6dd3e05ac HTTP/1.1" status: 200 len: 217 time: 0.0395534 Sep 30 06:35:46.540279 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ed6f88-978b-4f9e-a18d-08f365c9f973 req-7eaf03bb-158f-4dce-ae72-33dbbc28562c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:35:46.542164 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-27ed6f88-978b-4f9e-a18d-08f365c9f973 req-7eaf03bb-158f-4dce-ae72-33dbbc28562c service neutron] 10.222.0.10 "GET /v2.0/subnets?id=a64b5ea3-7042-4499-97da-2a827c2c06a9 HTTP/1.1" status: 200 len: 850 time: 0.0472109 Sep 30 06:35:46.591605 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ed6f88-978b-4f9e-a18d-08f365c9f973 req-623d2f85-5130-491d-8e79-df07e0bf3c71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:35:46.593251 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-27ed6f88-978b-4f9e-a18d-08f365c9f973 req-623d2f85-5130-491d-8e79-df07e0bf3c71 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=5bc9530f-6d9b-49f6-aa4a-02099720eacd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0430474 Sep 30 06:35:46.698178 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-27ed6f88-978b-4f9e-a18d-08f365c9f973 req-8dfa4c1c-ece1-46b0-98ed-11dd11ec0720 service neutron] 10.222.0.10 "GET /v2.0/networks/5bc9530f-6d9b-49f6-aa4a-02099720eacd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941145 Sep 30 06:35:46.790255 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-27ed6f88-978b-4f9e-a18d-08f365c9f973 req-9b2fb4df-5998-406c-9cbb-43f164a48638 service neutron] 10.222.0.10 "GET /v2.0/networks/5bc9530f-6d9b-49f6-aa4a-02099720eacd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843794 Sep 30 06:35:46.916640 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e53eec-6c06-42af-b54a-72424f28f5b1 req-2ce61390-c00c-4d11-b80b-72ebc4d4428d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:35:46.918453 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-c7e53eec-6c06-42af-b54a-72424f28f5b1 req-2ce61390-c00c-4d11-b80b-72ebc4d4428d service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=371c6a2cbad540218fff235f4a93c18c&device_id=dab3054c-1af0-4feb-a1d2-392311252c7f HTTP/1.1" status: 200 len: 1096 time: 0.0473726 Sep 30 06:35:47.014272 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e53eec-6c06-42af-b54a-72424f28f5b1 req-39f1c2ee-8c36-49ba-b743-9164155a6559 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:35:47.016503 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-c7e53eec-6c06-42af-b54a-72424f28f5b1 req-39f1c2ee-8c36-49ba-b743-9164155a6559 service neutron] 10.222.0.10 "GET /v2.0/networks?id=5bc9530f-6d9b-49f6-aa4a-02099720eacd HTTP/1.1" status: 200 len: 912 time: 0.0906129 Sep 30 06:35:47.072265 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-c7e53eec-6c06-42af-b54a-72424f28f5b1 req-72ae12d5-9c84-4fed-8edf-eb77f017c1c9 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a6dff84a-8242-4446-b2d6-8ab6dd3e05ac HTTP/1.1" status: 200 len: 217 time: 0.0470023 Sep 30 06:35:47.143273 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e53eec-6c06-42af-b54a-72424f28f5b1 req-72b54735-338c-41b9-907f-37eb2563a7f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:35:47.144767 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-c7e53eec-6c06-42af-b54a-72424f28f5b1 req-72b54735-338c-41b9-907f-37eb2563a7f2 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=a64b5ea3-7042-4499-97da-2a827c2c06a9 HTTP/1.1" status: 200 len: 850 time: 0.0548573 Sep 30 06:35:47.152266 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779ea19c-49ea-4895-8886-0629211780d0 req-88d93c8e-feb6-4e01-b942-d1b783e87fca tempest-TestVolumeBootPattern-1235501322 tempest-TestVolumeBootPattern-1235501322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:35:47.153728 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-779ea19c-49ea-4895-8886-0629211780d0 req-88d93c8e-feb6-4e01-b942-d1b783e87fca tempest-TestVolumeBootPattern-1235501322 tempest-TestVolumeBootPattern-1235501322-project] 10.222.0.36 "GET /v2.0/ports?device_id=dab3054c-1af0-4feb-a1d2-392311252c7f HTTP/1.1" status: 200 len: 943 time: 0.0906584 Sep 30 06:35:47.219850 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-779ea19c-49ea-4895-8886-0629211780d0 req-9d5311ab-6e4d-4c77-8857-88c7c7edcbfc tempest-TestVolumeBootPattern-1235501322 tempest-TestVolumeBootPattern-1235501322-project] 10.222.0.36 "GET /v2.0/security-groups?id=c54a025c-5158-476e-b94b-72fedfe85ade&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0572665 Sep 30 06:35:47.224874 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e53eec-6c06-42af-b54a-72424f28f5b1 req-86677a19-8388-4771-8fce-a9a130a5a103 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:35:47.226395 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-c7e53eec-6c06-42af-b54a-72424f28f5b1 req-86677a19-8388-4771-8fce-a9a130a5a103 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=5bc9530f-6d9b-49f6-aa4a-02099720eacd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0717885 Sep 30 06:35:47.318669 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-c7e53eec-6c06-42af-b54a-72424f28f5b1 req-d7013b55-8f8c-47e6-8274-245bd6fcf799 service neutron] 10.222.0.10 "GET /v2.0/networks/5bc9530f-6d9b-49f6-aa4a-02099720eacd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848641 Sep 30 06:35:47.673026 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-c7e53eec-6c06-42af-b54a-72424f28f5b1 req-a50c9ece-4a2c-45db-88a3-82f72650d452 service neutron] 10.222.0.10 "GET /v2.0/networks/5bc9530f-6d9b-49f6-aa4a-02099720eacd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3459694 Sep 30 06:35:48.346736 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6ded79-0652-461e-9b17-0b8fc9e65f22 req-075177a6-5e7a-4a4d-b83f-75b24d72ed5e tempest-TestVolumeBootPattern-1235501322 tempest-TestVolumeBootPattern-1235501322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:35:48.348932 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-9f6ded79-0652-461e-9b17-0b8fc9e65f22 req-075177a6-5e7a-4a4d-b83f-75b24d72ed5e tempest-TestVolumeBootPattern-1235501322 tempest-TestVolumeBootPattern-1235501322-project] 10.222.0.36 "GET /v2.0/ports?device_id=dab3054c-1af0-4feb-a1d2-392311252c7f HTTP/1.1" status: 200 len: 943 time: 0.0560060 Sep 30 06:35:48.392633 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-9f6ded79-0652-461e-9b17-0b8fc9e65f22 req-0526e4d0-296a-4815-a644-f28d5cb9c410 tempest-TestVolumeBootPattern-1235501322 tempest-TestVolumeBootPattern-1235501322-project] 10.222.0.36 "GET /v2.0/security-groups?id=c54a025c-5158-476e-b94b-72fedfe85ade&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344019 Sep 30 06:35:49.511422 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62422832-4684-4e0a-b712-792250bd1d18 req-2a2c6b09-3e12-4278-9e51-fa0737984437 tempest-TestVolumeBootPattern-1235501322 tempest-TestVolumeBootPattern-1235501322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:35:49.512917 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-62422832-4684-4e0a-b712-792250bd1d18 req-2a2c6b09-3e12-4278-9e51-fa0737984437 tempest-TestVolumeBootPattern-1235501322 tempest-TestVolumeBootPattern-1235501322-project] 10.222.0.36 "GET /v2.0/ports?device_id=dab3054c-1af0-4feb-a1d2-392311252c7f HTTP/1.1" status: 200 len: 943 time: 0.0527384 Sep 30 06:35:49.556077 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-62422832-4684-4e0a-b712-792250bd1d18 req-6aeb8143-ea5b-494a-a27a-ebab2386e09a tempest-TestVolumeBootPattern-1235501322 tempest-TestVolumeBootPattern-1235501322-project] 10.222.0.36 "GET /v2.0/security-groups?id=c54a025c-5158-476e-b94b-72fedfe85ade&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340223 Sep 30 06:35:50.699780 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3225e3d5-108c-47eb-a12e-33297b0a2dde req-1a490297-d7f1-4d57-a758-ff7b28206fb7 tempest-TestVolumeBootPattern-1235501322 tempest-TestVolumeBootPattern-1235501322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:35:50.701620 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-3225e3d5-108c-47eb-a12e-33297b0a2dde req-1a490297-d7f1-4d57-a758-ff7b28206fb7 tempest-TestVolumeBootPattern-1235501322 tempest-TestVolumeBootPattern-1235501322-project] 10.222.0.36 "GET /v2.0/ports?device_id=dab3054c-1af0-4feb-a1d2-392311252c7f HTTP/1.1" status: 200 len: 943 time: 0.0560305 Sep 30 06:35:50.749373 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-3225e3d5-108c-47eb-a12e-33297b0a2dde req-095e0d14-0b11-4702-91dc-788458c05736 tempest-TestVolumeBootPattern-1235501322 tempest-TestVolumeBootPattern-1235501322-project] 10.222.0.36 "GET /v2.0/security-groups?id=c54a025c-5158-476e-b94b-72fedfe85ade&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396268 Sep 30 06:35:50.921359 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba806565-02db-4399-8f81-57cc64db9e33 req-c49aadc0-446e-44fe-b51c-70c9339f0f96 tempest-AttachVolumeNegativeTest-819990020 tempest-AttachVolumeNegativeTest-819990020-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:35:50.923099 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-ba806565-02db-4399-8f81-57cc64db9e33 req-c49aadc0-446e-44fe-b51c-70c9339f0f96 tempest-AttachVolumeNegativeTest-819990020 tempest-AttachVolumeNegativeTest-819990020-project] 10.222.0.36 "GET /v2.0/networks?id=cd60cd18-0775-4a69-9147-a3630ccd6292 HTTP/1.1" status: 200 len: 814 time: 0.1239614 Sep 30 06:35:50.941542 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-ba806565-02db-4399-8f81-57cc64db9e33 req-b17d4f49-0a42-40bf-9ddf-e15180eaed85 tempest-AttachVolumeNegativeTest-819990020 tempest-AttachVolumeNegativeTest-819990020-project] 10.222.0.36 "GET /v2.0/quotas/bc2fbe128cb04422ae6794af2311246e HTTP/1.1" status: 200 len: 375 time: 0.0111442 Sep 30 06:35:50.998578 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-ba806565-02db-4399-8f81-57cc64db9e33 req-addc4f09-b944-4fc9-b308-1dc34dd219c7 tempest-AttachVolumeNegativeTest-819990020 tempest-AttachVolumeNegativeTest-819990020-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=bc2fbe128cb04422ae6794af2311246e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0506818 Sep 30 06:35:51.095470 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-ba806565-02db-4399-8f81-57cc64db9e33 req-76cee10d-570d-4752-b2eb-82ed8d112945 service neutron] 10.222.0.36 "GET /v2.0/networks/cd60cd18-0775-4a69-9147-a3630ccd6292?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870984 Sep 30 06:35:51.191331 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-ba806565-02db-4399-8f81-57cc64db9e33 req-7a901780-310f-4ff6-94cc-2f1987511dc0 service neutron] 10.222.0.36 "GET /v2.0/networks/cd60cd18-0775-4a69-9147-a3630ccd6292?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893178 Sep 30 06:35:51.372944 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-cebad3c5-bae2-4f0d-9d4c-abbb6b542fc5 req-41f5d750-a6be-47e3-8a9e-a2355ef56b7a tempest-AttachVolumeNegativeTest-819990020 tempest-AttachVolumeNegativeTest-819990020-project] 10.222.0.36 "GET /v2.0/ports?device_id=34a655d7-4f56-4eeb-a8f2-ae8d3fd5f906 HTTP/1.1" status: 200 len: 210 time: 0.0329046 Sep 30 06:35:51.596564 dv-cinder-811877-1-iscsi neutron-server[94002]: DEBUG neutron.db.agents_db [None req-d9c94b1b-4ad8-4063-8329-7a4f29b52830 None None] Agent healthcheck: found 6 active agents {{(pid=94002) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 06:35:51.886720 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d95a65b-ec32-4cec-a593-371daf5abb35 req-4a81914d-f2bf-4d5c-a4e9-54f30bde197b tempest-TestVolumeBootPattern-1235501322 tempest-TestVolumeBootPattern-1235501322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:35:51.889252 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-3d95a65b-ec32-4cec-a593-371daf5abb35 req-4a81914d-f2bf-4d5c-a4e9-54f30bde197b tempest-TestVolumeBootPattern-1235501322 tempest-TestVolumeBootPattern-1235501322-project] 10.222.0.36 "GET /v2.0/ports?device_id=dab3054c-1af0-4feb-a1d2-392311252c7f HTTP/1.1" status: 200 len: 943 time: 0.0572526 Sep 30 06:35:51.939821 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-3d95a65b-ec32-4cec-a593-371daf5abb35 req-8f4f3967-4038-431f-a5c3-0344d7dccf7f tempest-TestVolumeBootPattern-1235501322 tempest-TestVolumeBootPattern-1235501322-project] 10.222.0.36 "GET /v2.0/security-groups?id=c54a025c-5158-476e-b94b-72fedfe85ade&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404193 Sep 30 06:35:52.088494 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ecb5b9-71f2-4321-81a7-c4cd18487ed1 req-cb210f71-a41d-4dde-ad3b-65b6e2c6fe76 tempest-VolumesSnapshotTestJSON-2000785449 tempest-VolumesSnapshotTestJSON-2000785449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:35:52.089958 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-e4ecb5b9-71f2-4321-81a7-c4cd18487ed1 req-cb210f71-a41d-4dde-ad3b-65b6e2c6fe76 tempest-VolumesSnapshotTestJSON-2000785449 tempest-VolumesSnapshotTestJSON-2000785449-project] 10.222.0.36 "GET /v2.0/ports?device_id=694f5ea1-3919-4426-8c50-92770fe71d46 HTTP/1.1" status: 200 len: 946 time: 0.0537353 Sep 30 06:35:52.129495 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-e4ecb5b9-71f2-4321-81a7-c4cd18487ed1 req-f586c3c5-ee7c-4dfd-ad4f-af6e2e753568 tempest-VolumesSnapshotTestJSON-2000785449 tempest-VolumesSnapshotTestJSON-2000785449-project] 10.222.0.36 "GET /v2.0/security-groups?id=61c8e2da-05be-409d-a3a8-94b406f3be78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333126 Sep 30 06:35:52.474186 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-22d3af2e-7e92-4f4e-a71d-aeccdf3cb617 req-c3378093-55f0-4141-86b6-d46d92564143 tempest-AttachVolumeNegativeTest-819990020 tempest-AttachVolumeNegativeTest-819990020-project] 10.222.0.36 "GET /v2.0/ports?device_id=34a655d7-4f56-4eeb-a8f2-ae8d3fd5f906 HTTP/1.1" status: 200 len: 210 time: 0.0259125 Sep 30 06:35:52.551545 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba806565-02db-4399-8f81-57cc64db9e33 req-cf593711-9517-453a-8a2a-6c5a447561d8 tempest-AttachVolumeNegativeTest-819990020 tempest-AttachVolumeNegativeTest-819990020-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:35:52.553081 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-ba806565-02db-4399-8f81-57cc64db9e33 req-cf593711-9517-453a-8a2a-6c5a447561d8 tempest-AttachVolumeNegativeTest-819990020 tempest-AttachVolumeNegativeTest-819990020-project] 10.222.0.10 "GET /v2.0/networks?id=cd60cd18-0775-4a69-9147-a3630ccd6292 HTTP/1.1" status: 200 len: 814 time: 0.1137753 Sep 30 06:35:52.587837 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.api.v2.base [req-ba806565-02db-4399-8f81-57cc64db9e33 req-f23ad91a-33ee-4d86-aec0-ad7ffcd65e11 tempest-AttachVolumeNegativeTest-819990020 tempest-AttachVolumeNegativeTest-819990020-project] Request body: {'port': {'device_id': '34a655d7-4f56-4eeb-a8f2-ae8d3fd5f906', 'network_id': 'cd60cd18-0775-4a69-9147-a3630ccd6292', 'admin_state_up': True, 'tenant_id': 'bc2fbe128cb04422ae6794af2311246e'}} {{(pid=93999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 06:35:52.700621 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ba806565-02db-4399-8f81-57cc64db9e33 req-f23ad91a-33ee-4d86-aec0-ad7ffcd65e11 tempest-AttachVolumeNegativeTest-819990020 tempest-AttachVolumeNegativeTest-819990020-project] Made reservation on behalf of bc2fbe128cb04422ae6794af2311246e for: {'port': 1} {{(pid=93999) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 06:35:52.704671 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [req-ba806565-02db-4399-8f81-57cc64db9e33 req-f23ad91a-33ee-4d86-aec0-ad7ffcd65e11 tempest-AttachVolumeNegativeTest-819990020 tempest-AttachVolumeNegativeTest-819990020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653538'] for port, before_create {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:35:52.830307 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.db.db_base_plugin_common [req-ba806565-02db-4399-8f81-57cc64db9e33 req-f23ad91a-33ee-4d86-aec0-ad7ffcd65e11 tempest-AttachVolumeNegativeTest-819990020 tempest-AttachVolumeNegativeTest-819990020-project] Allocated IP 172.20.0.8 (cd60cd18-0775-4a69-9147-a3630ccd6292/d978bd5f-31d0-431a-a556-4024f642ae59/285e4a75-1742-479d-9b6c-61b8ef19883e) {{(pid=93999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 06:35:52.976046 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [req-ba806565-02db-4399-8f81-57cc64db9e33 req-f23ad91a-33ee-4d86-aec0-ad7ffcd65e11 tempest-AttachVolumeNegativeTest-819990020 tempest-AttachVolumeNegativeTest-819990020-project] Notify callbacks [] for port, precommit_create {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:35:53.036262 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [req-ba806565-02db-4399-8f81-57cc64db9e33 req-f23ad91a-33ee-4d86-aec0-ad7ffcd65e11 tempest-AttachVolumeNegativeTest-819990020 tempest-AttachVolumeNegativeTest-819990020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7821886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727545489345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6560267'] for port, after_create {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:35:53.079094 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.db [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] get_ports_and_sgs() called for port_ids ['3fb08640-c461-4b92-b2e7-23b64529c59f'] {{(pid=94001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 06:35:53.101248 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e81cd0a-50ac-43ba-9e6f-a8d7e2dff188 req-48bebb59-1ff8-41e1-87a6-31ba71cef56d tempest-TestVolumeBootPattern-1235501322 tempest-TestVolumeBootPattern-1235501322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:35:53.102865 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-3e81cd0a-50ac-43ba-9e6f-a8d7e2dff188 req-48bebb59-1ff8-41e1-87a6-31ba71cef56d tempest-TestVolumeBootPattern-1235501322 tempest-TestVolumeBootPattern-1235501322-project] 10.222.0.36 "GET /v2.0/ports?device_id=dab3054c-1af0-4feb-a1d2-392311252c7f HTTP/1.1" status: 200 len: 943 time: 0.1026061 Sep 30 06:35:53.109580 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ba806565-02db-4399-8f81-57cc64db9e33 req-f23ad91a-33ee-4d86-aec0-ad7ffcd65e11 tempest-AttachVolumeNegativeTest-819990020 tempest-AttachVolumeNegativeTest-819990020-project] Network cd60cd18-0775-4a69-9147-a3630ccd6292 is already hosted by enough agents. {{(pid=93999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 06:35:53.110940 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23ad91a-33ee-4d86-aec0-ad7ffcd65e11 tempest-AttachVolumeNegativeTest-819990020 tempest-AttachVolumeNegativeTest-819990020-project] Pushing event updated for resources: {'Port': ['ID=285e4a75-1742-479d-9b6c-61b8ef19883e,revision_number=1']} {{(pid=93999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:35:53.114036 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.scheduler.base_scheduler [req-ba806565-02db-4399-8f81-57cc64db9e33 req-f23ad91a-33ee-4d86-aec0-ad7ffcd65e11 tempest-AttachVolumeNegativeTest-819990020 tempest-AttachVolumeNegativeTest-819990020-project] Resources bound (agent type, host, resource id): {{(pid=93999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 06:35:53.116616 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba806565-02db-4399-8f81-57cc64db9e33 req-f23ad91a-33ee-4d86-aec0-ad7ffcd65e11 tempest-AttachVolumeNegativeTest-819990020 tempest-AttachVolumeNegativeTest-819990020-project] Received port after_create {{(pid=93999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 06:35:53.194062 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba806565-02db-4399-8f81-57cc64db9e33 req-f23ad91a-33ee-4d86-aec0-ad7ffcd65e11 tempest-AttachVolumeNegativeTest-819990020 tempest-AttachVolumeNegativeTest-819990020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:35:53.194760 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [req-ba806565-02db-4399-8f81-57cc64db9e33 req-f23ad91a-33ee-4d86-aec0-ad7ffcd65e11 tempest-AttachVolumeNegativeTest-819990020 tempest-AttachVolumeNegativeTest-819990020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57126'] for port, before_response {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:35:53.200741 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-3e81cd0a-50ac-43ba-9e6f-a8d7e2dff188 req-75519a11-90b5-4b6e-a8da-0ae1a39f660d tempest-TestVolumeBootPattern-1235501322 tempest-TestVolumeBootPattern-1235501322-project] 10.222.0.36 "GET /v2.0/security-groups?id=c54a025c-5158-476e-b94b-72fedfe85ade&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0601499 Sep 30 06:35:53.223163 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-ba806565-02db-4399-8f81-57cc64db9e33 req-f23ad91a-33ee-4d86-aec0-ad7ffcd65e11 tempest-AttachVolumeNegativeTest-819990020 tempest-AttachVolumeNegativeTest-819990020-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6401758 Sep 30 06:35:53.247366 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.api.v2.base [req-ba806565-02db-4399-8f81-57cc64db9e33 req-d2aa65ca-f07d-4ea4-a6dd-fd15959edc3e service neutron] Request body: {'port': {'device_id': '34a655d7-4f56-4eeb-a8f2-ae8d3fd5f906', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81187'}} {{(pid=93999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 06:35:53.286239 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453730e9-ef85-47b8-ae37-b769e4708737 req-344ec174-cf3b-48be-a093-4b40ac4ba2d0 tempest-VolumesSnapshotTestJSON-2000785449 tempest-VolumesSnapshotTestJSON-2000785449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:35:53.287842 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-453730e9-ef85-47b8-ae37-b769e4708737 req-344ec174-cf3b-48be-a093-4b40ac4ba2d0 tempest-VolumesSnapshotTestJSON-2000785449 tempest-VolumesSnapshotTestJSON-2000785449-project] 10.222.0.36 "GET /v2.0/ports?device_id=694f5ea1-3919-4426-8c50-92770fe71d46 HTTP/1.1" status: 200 len: 946 time: 0.0785871 Sep 30 06:35:53.317977 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [req-ba806565-02db-4399-8f81-57cc64db9e33 req-d2aa65ca-f07d-4ea4-a6dd-fd15959edc3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653538'] for port, before_update {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:35:53.331546 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-453730e9-ef85-47b8-ae37-b769e4708737 req-5874e62f-4def-42a3-ac7e-d474fc56a209 tempest-VolumesSnapshotTestJSON-2000785449 tempest-VolumesSnapshotTestJSON-2000785449-project] 10.222.0.36 "GET /v2.0/security-groups?id=61c8e2da-05be-409d-a3a8-94b406f3be78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372000 Sep 30 06:35:53.633721 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.notifiers.nova [req-ba806565-02db-4399-8f81-57cc64db9e33 req-d2aa65ca-f07d-4ea4-a6dd-fd15959edc3e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 285e4a75-1742-479d-9b6c-61b8ef19883e {{(pid=93999) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 06:35:53.644857 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [req-ba806565-02db-4399-8f81-57cc64db9e33 req-d2aa65ca-f07d-4ea4-a6dd-fd15959edc3e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:35:53.663904 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd931aa3-b37b-4387-9e10-21c27e02613a req-cd16f208-1eee-4a95-b7b0-99b9ed318604 tempest-AttachVolumeNegativeTest-819990020 tempest-AttachVolumeNegativeTest-819990020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:35:53.665475 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-dd931aa3-b37b-4387-9e10-21c27e02613a req-cd16f208-1eee-4a95-b7b0-99b9ed318604 tempest-AttachVolumeNegativeTest-819990020 tempest-AttachVolumeNegativeTest-819990020-project] 10.222.0.36 "GET /v2.0/ports?device_id=34a655d7-4f56-4eeb-a8f2-ae8d3fd5f906 HTTP/1.1" status: 200 len: 931 time: 0.0991817 Sep 30 06:35:53.670854 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.db.provisioning_blocks [req-ba806565-02db-4399-8f81-57cc64db9e33 req-d2aa65ca-f07d-4ea4-a6dd-fd15959edc3e service neutron] Transition to ACTIVE for port object 285e4a75-1742-479d-9b6c-61b8ef19883e will not be triggered until provisioned by entity L2. {{(pid=93999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 06:35:53.675873 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [req-ba806565-02db-4399-8f81-57cc64db9e33 req-d2aa65ca-f07d-4ea4-a6dd-fd15959edc3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7821886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727545992452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727545489363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727545489381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6560256'] for port, after_update {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:35:53.752963 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2aa65ca-f07d-4ea4-a6dd-fd15959edc3e service neutron] Pushing event updated for resources: {'Port': ['ID=285e4a75-1742-479d-9b6c-61b8ef19883e,revision_number=2']} {{(pid=93999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:35:53.792845 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-dd931aa3-b37b-4387-9e10-21c27e02613a req-d2e817de-c4b9-4e98-973d-fa8b21ee3613 tempest-AttachVolumeNegativeTest-819990020 tempest-AttachVolumeNegativeTest-819990020-project] 10.222.0.36 "GET /v2.0/security-groups?id=3cd9f0ee-6d13-47ac-8476-0f53a840e523&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144269 Sep 30 06:35:53.839483 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.plugins.ml2.managers [req-ba806565-02db-4399-8f81-57cc64db9e33 req-d2aa65ca-f07d-4ea4-a6dd-fd15959edc3e service neutron] Attempting to bind port 285e4a75-1742-479d-9b6c-61b8ef19883e on host hv-cinder-81187 for vnic_type normal with profile {{(pid=93999) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 06:35:53.839823 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.plugins.ml2.managers [req-ba806565-02db-4399-8f81-57cc64db9e33 req-d2aa65ca-f07d-4ea4-a6dd-fd15959edc3e service neutron] Attempting to bind port 285e4a75-1742-479d-9b6c-61b8ef19883e by drivers openvswitch,hyperv on host hv-cinder-81187 at level 0 using segments [{'id': '17bc15e7-64c3-4d00-8811-ef0fd2652c1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'cd60cd18-0775-4a69-9147-a3630ccd6292'}] {{(pid=93999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 06:35:53.840152 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba806565-02db-4399-8f81-57cc64db9e33 req-d2aa65ca-f07d-4ea4-a6dd-fd15959edc3e service neutron] Attempting to bind port 285e4a75-1742-479d-9b6c-61b8ef19883e on network cd60cd18-0775-4a69-9147-a3630ccd6292 {{(pid=93999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 06:35:53.845470 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba806565-02db-4399-8f81-57cc64db9e33 req-d2aa65ca-f07d-4ea4-a6dd-fd15959edc3e service neutron] Port 285e4a75-1742-479d-9b6c-61b8ef19883e on network cd60cd18-0775-4a69-9147-a3630ccd6292 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81187 {{(pid=93999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 06:35:53.845782 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba806565-02db-4399-8f81-57cc64db9e33 req-d2aa65ca-f07d-4ea4-a6dd-fd15959edc3e service neutron] Attempting to bind port 285e4a75-1742-479d-9b6c-61b8ef19883e on network cd60cd18-0775-4a69-9147-a3630ccd6292 {{(pid=93999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 06:35:53.850705 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba806565-02db-4399-8f81-57cc64db9e33 req-d2aa65ca-f07d-4ea4-a6dd-fd15959edc3e service neutron] Checking agent: {'id': '8d9eab89-7803-44fc-b727-c0e530c74148', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81187', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 6, 25, 39), 'started_at': datetime.datetime(2021, 9, 30, 6, 25, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 6, 35, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 06:35:53.851042 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba806565-02db-4399-8f81-57cc64db9e33 req-d2aa65ca-f07d-4ea4-a6dd-fd15959edc3e service neutron] Checking segment: {'id': '17bc15e7-64c3-4d00-8811-ef0fd2652c1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'cd60cd18-0775-4a69-9147-a3630ccd6292'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 06:35:53.851424 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba806565-02db-4399-8f81-57cc64db9e33 req-d2aa65ca-f07d-4ea4-a6dd-fd15959edc3e service neutron] Bound using segment: {'id': '17bc15e7-64c3-4d00-8811-ef0fd2652c1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'cd60cd18-0775-4a69-9147-a3630ccd6292'} {{(pid=93999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 06:35:53.851848 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.plugins.ml2.managers [req-ba806565-02db-4399-8f81-57cc64db9e33 req-d2aa65ca-f07d-4ea4-a6dd-fd15959edc3e service neutron] Bound port: 285e4a75-1742-479d-9b6c-61b8ef19883e, host: hv-cinder-81187, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '17bc15e7-64c3-4d00-8811-ef0fd2652c1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'cd60cd18-0775-4a69-9147-a3630ccd6292'}}] {{(pid=93999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 06:35:53.852198 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [req-ba806565-02db-4399-8f81-57cc64db9e33 req-d2aa65ca-f07d-4ea4-a6dd-fd15959edc3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653538'] for port, before_update {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:35:53.933642 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.plugins.ml2.db [req-ba806565-02db-4399-8f81-57cc64db9e33 req-d2aa65ca-f07d-4ea4-a6dd-fd15959edc3e service neutron] For port 285e4a75-1742-479d-9b6c-61b8ef19883e, host hv-cinder-81187, cleared binding levels {{(pid=93999) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 06:35:53.936873 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.plugins.ml2.db [req-ba806565-02db-4399-8f81-57cc64db9e33 req-d2aa65ca-f07d-4ea4-a6dd-fd15959edc3e service neutron] For port 285e4a75-1742-479d-9b6c-61b8ef19883e, host hv-cinder-81187, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81187',level=0,port_id=285e4a75-1742-479d-9b6c-61b8ef19883e,segment=NetworkSegment(17bc15e7-64c3-4d00-8811-ef0fd2652c1c),segment_id=17bc15e7-64c3-4d00-8811-ef0fd2652c1c)] {{(pid=93999) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 06:35:53.941423 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [req-ba806565-02db-4399-8f81-57cc64db9e33 req-d2aa65ca-f07d-4ea4-a6dd-fd15959edc3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7821886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727545992452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727545489363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727545489381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6560256'] for port, after_update {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:35:53.979380 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba806565-02db-4399-8f81-57cc64db9e33 req-d2aa65ca-f07d-4ea4-a6dd-fd15959edc3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:35:53.980047 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [req-ba806565-02db-4399-8f81-57cc64db9e33 req-d2aa65ca-f07d-4ea4-a6dd-fd15959edc3e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57126'] for port, before_response {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:35:53.981398 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-ba806565-02db-4399-8f81-57cc64db9e33 req-d2aa65ca-f07d-4ea4-a6dd-fd15959edc3e service neutron] 10.222.0.10 "PUT /v2.0/ports/285e4a75-1742-479d-9b6c-61b8ef19883e HTTP/1.1" status: 200 len: 1093 time: 0.7420232 Sep 30 06:35:53.981870 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34a655d7-4f56-4eeb-a8f2-ae8d3fd5f906', 'tag': '285e4a75-1742-479d-9b6c-61b8ef19883e'}] {{(pid=93999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 06:35:53.984185 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07b111f6e278cfffd9c4f208e103de524c2b9e3fbd4e5a5b5d8dd158a433df71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8ec5452-3a29-416a-b336-09b437f8c45d" -d '{"events": [{"name": "network-changed", "server_uuid": "34a655d7-4f56-4eeb-a8f2-ae8d3fd5f906", "tag": "285e4a75-1742-479d-9b6c-61b8ef19883e"}]}' {{(pid=93999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 06:35:54.027611 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 06:35:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-380bca15-96c4-42fe-a5b6-695c6ae38f93 x-openstack-request-id: req-380bca15-96c4-42fe-a5b6-695c6ae38f93 {{(pid=93999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 06:35:54.027908 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34a655d7-4f56-4eeb-a8f2-ae8d3fd5f906", "tag": "285e4a75-1742-479d-9b6c-61b8ef19883e", "status": "completed", "code": 200}]} {{(pid=93999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 06:35:54.028168 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-380bca15-96c4-42fe-a5b6-695c6ae38f93 {{(pid=93999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 06:35:54.028564 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34a655d7-4f56-4eeb-a8f2-ae8d3fd5f906', 'tag': '285e4a75-1742-479d-9b6c-61b8ef19883e', 'status': 'completed', 'code': 200} Sep 30 06:35:54.030858 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2aa65ca-f07d-4ea4-a6dd-fd15959edc3e service neutron] Pushing event updated for resources: {'Port': ['ID=285e4a75-1742-479d-9b6c-61b8ef19883e,revision_number=3']} {{(pid=93999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:35:54.080282 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4270321f-8eba-4fda-a95a-c0d7a2c310b0 req-7ac9bb2c-1469-426b-9882-71bddb10bfa0 tempest-VolumesSnapshotTestJSON-2000785449 tempest-VolumesSnapshotTestJSON-2000785449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:35:54.081943 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-4270321f-8eba-4fda-a95a-c0d7a2c310b0 req-7ac9bb2c-1469-426b-9882-71bddb10bfa0 tempest-VolumesSnapshotTestJSON-2000785449 tempest-VolumesSnapshotTestJSON-2000785449-project] 10.222.0.10 "GET /v2.0/ports?device_id=694f5ea1-3919-4426-8c50-92770fe71d46 HTTP/1.1" status: 200 len: 946 time: 0.0683246 Sep 30 06:35:54.185841 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ec5452-3a29-416a-b336-09b437f8c45d req-5f7197fb-3bcd-45a0-8cba-534bdb7a80e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:35:54.187419 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-a8ec5452-3a29-416a-b336-09b437f8c45d req-5f7197fb-3bcd-45a0-8cba-534bdb7a80e0 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=bc2fbe128cb04422ae6794af2311246e&device_id=34a655d7-4f56-4eeb-a8f2-ae8d3fd5f906 HTTP/1.1" status: 200 len: 1096 time: 0.1045735 Sep 30 06:35:54.251133 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.plugins.ml2.plugin [req-4270321f-8eba-4fda-a95a-c0d7a2c310b0 req-39d8a336-e15b-4af8-8748-237de7ea94a1 tempest-VolumesSnapshotTestJSON-2000785449 tempest-VolumesSnapshotTestJSON-2000785449-project] Deleting port f2bc03e6-ea04-467c-ad83-6fad7460fd2a {{(pid=93999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 06:35:54.251472 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [req-4270321f-8eba-4fda-a95a-c0d7a2c310b0 req-39d8a336-e15b-4af8-8748-237de7ea94a1 tempest-VolumesSnapshotTestJSON-2000785449 tempest-VolumesSnapshotTestJSON-2000785449-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727545987880'] for port, before_delete {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:35:54.407684 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ec5452-3a29-416a-b336-09b437f8c45d req-3c27575b-6c1f-4b72-8c59-0d80d0e51be0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:35:54.409215 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-a8ec5452-3a29-416a-b336-09b437f8c45d req-3c27575b-6c1f-4b72-8c59-0d80d0e51be0 service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=bc2fbe128cb04422ae6794af2311246e&shared=False HTTP/1.1" status: 200 len: 915 time: 0.2054591 Sep 30 06:35:54.457387 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.plugins.ml2.db [req-4270321f-8eba-4fda-a95a-c0d7a2c310b0 req-39d8a336-e15b-4af8-8748-237de7ea94a1 tempest-VolumesSnapshotTestJSON-2000785449 tempest-VolumesSnapshotTestJSON-2000785449-project] For port f2bc03e6-ea04-467c-ad83-6fad7460fd2a, host hv-cinder-81187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81187',level=0,port_id=f2bc03e6-ea04-467c-ad83-6fad7460fd2a,segment=NetworkSegment(7e5be05c-83c6-4980-892b-ee3a10f8c368),segment_id=7e5be05c-83c6-4980-892b-ee3a10f8c368)] {{(pid=93999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 06:35:54.457760 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [req-4270321f-8eba-4fda-a95a-c0d7a2c310b0 req-39d8a336-e15b-4af8-8748-237de7ea94a1 tempest-VolumesSnapshotTestJSON-2000785449 tempest-VolumesSnapshotTestJSON-2000785449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7874563'] for port, precommit_delete {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:35:54.468825 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3e46ac-fddd-4aa9-9ee3-ffccd29af015 req-5e4d9c10-9b3d-49b5-a670-4a97bc857ec5 tempest-VolumesSnapshotTestJSON-2000785449 tempest-VolumesSnapshotTestJSON-2000785449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:35:54.469581 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9607f09d-b7db-4c11-864d-335c17236ada req-c04c8da0-15cd-4819-9ceb-012c0d74e088 tempest-TestVolumeBootPattern-1235501322 tempest-TestVolumeBootPattern-1235501322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:35:54.470749 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-0b3e46ac-fddd-4aa9-9ee3-ffccd29af015 req-5e4d9c10-9b3d-49b5-a670-4a97bc857ec5 tempest-VolumesSnapshotTestJSON-2000785449 tempest-VolumesSnapshotTestJSON-2000785449-project] 10.222.0.36 "GET /v2.0/ports?device_id=694f5ea1-3919-4426-8c50-92770fe71d46 HTTP/1.1" status: 200 len: 946 time: 0.0521815 Sep 30 06:35:54.471123 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-9607f09d-b7db-4c11-864d-335c17236ada req-c04c8da0-15cd-4819-9ceb-012c0d74e088 tempest-TestVolumeBootPattern-1235501322 tempest-TestVolumeBootPattern-1235501322-project] 10.222.0.36 "GET /v2.0/ports?device_id=dab3054c-1af0-4feb-a1d2-392311252c7f HTTP/1.1" status: 200 len: 943 time: 0.1695204 Sep 30 06:35:54.492612 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.plugins.ml2.plugin [req-4270321f-8eba-4fda-a95a-c0d7a2c310b0 req-39d8a336-e15b-4af8-8748-237de7ea94a1 tempest-VolumesSnapshotTestJSON-2000785449 tempest-VolumesSnapshotTestJSON-2000785449-project] Calling delete_port for f2bc03e6-ea04-467c-ad83-6fad7460fd2a owned by compute:nova {{(pid=93999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 06:35:54.519675 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-0b3e46ac-fddd-4aa9-9ee3-ffccd29af015 req-2ba11843-71a8-4a26-8bd7-3b911dd806d9 tempest-VolumesSnapshotTestJSON-2000785449 tempest-VolumesSnapshotTestJSON-2000785449-project] 10.222.0.36 "GET /v2.0/security-groups?id=61c8e2da-05be-409d-a3a8-94b406f3be78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423899 Sep 30 06:35:54.621123 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ec5452-3a29-416a-b336-09b437f8c45d req-26d8317f-1f3a-4861-b36f-dfd80fa75274 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:35:54.622576 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-a8ec5452-3a29-416a-b336-09b437f8c45d req-26d8317f-1f3a-4861-b36f-dfd80fa75274 service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2039304 Sep 30 06:35:54.628261 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-9607f09d-b7db-4c11-864d-335c17236ada req-0c2ff8d3-d257-4e42-95d6-fa66cce3f8d1 tempest-TestVolumeBootPattern-1235501322 tempest-TestVolumeBootPattern-1235501322-project] 10.222.0.36 "GET /v2.0/security-groups?id=c54a025c-5158-476e-b94b-72fedfe85ade&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1383810 Sep 30 06:35:54.741812 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [req-4270321f-8eba-4fda-a95a-c0d7a2c310b0 req-39d8a336-e15b-4af8-8748-237de7ea94a1 tempest-VolumesSnapshotTestJSON-2000785449 tempest-VolumesSnapshotTestJSON-2000785449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7821886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727545991406', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727545489354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6560267'] for port, after_delete {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:35:54.753141 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba806565-02db-4399-8f81-57cc64db9e33 req-42e77e56-0689-4f9f-9caf-1277d7d82c94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:35:54.754688 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-ba806565-02db-4399-8f81-57cc64db9e33 req-42e77e56-0689-4f9f-9caf-1277d7d82c94 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=bc2fbe128cb04422ae6794af2311246e&device_id=34a655d7-4f56-4eeb-a8f2-ae8d3fd5f906 HTTP/1.1" status: 200 len: 1096 time: 0.0622599 Sep 30 06:35:54.777502 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.db [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] get_ports_and_sgs() called for port_ids ['f2bc03e6-ea04-467c-ad83-6fad7460fd2a'] {{(pid=94001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 06:35:54.789512 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d8a336-e15b-4af8-8748-237de7ea94a1 tempest-VolumesSnapshotTestJSON-2000785449 tempest-VolumesSnapshotTestJSON-2000785449-project] Pushing event deleted for resources: {'Port': ['ID=f2bc03e6-ea04-467c-ad83-6fad7460fd2a,revision_number=None']} {{(pid=93999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:35:54.826713 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-ba806565-02db-4399-8f81-57cc64db9e33 req-52004c64-c0f9-44d8-86b2-7666155e7f83 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=285e4a75-1742-479d-9b6c-61b8ef19883e HTTP/1.1" status: 200 len: 217 time: 0.0454335 Sep 30 06:35:54.889362 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.db.l3_dvrscheduler_db [req-4270321f-8eba-4fda-a95a-c0d7a2c310b0 req-39d8a336-e15b-4af8-8748-237de7ea94a1 tempest-VolumesSnapshotTestJSON-2000785449 tempest-VolumesSnapshotTestJSON-2000785449-project] No DVR routers for this DVR port f2bc03e6-ea04-467c-ad83-6fad7460fd2a on host hv-cinder-81187 {{(pid=93999) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 06:35:54.894812 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [req-4270321f-8eba-4fda-a95a-c0d7a2c310b0 req-39d8a336-e15b-4af8-8748-237de7ea94a1 tempest-VolumesSnapshotTestJSON-2000785449 tempest-VolumesSnapshotTestJSON-2000785449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57126'] for port, before_response {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:35:54.896817 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-4270321f-8eba-4fda-a95a-c0d7a2c310b0 req-39d8a336-e15b-4af8-8748-237de7ea94a1 tempest-VolumesSnapshotTestJSON-2000785449 tempest-VolumesSnapshotTestJSON-2000785449-project] 10.222.0.10 "DELETE /v2.0/ports/f2bc03e6-ea04-467c-ad83-6fad7460fd2a HTTP/1.1" status: 204 len: 173 time: 0.8057418 Sep 30 06:35:54.914354 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba806565-02db-4399-8f81-57cc64db9e33 req-fcde87c0-cb49-478f-b54a-e8451aef8ff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:35:54.914929 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-ba806565-02db-4399-8f81-57cc64db9e33 req-fcde87c0-cb49-478f-b54a-e8451aef8ff7 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=d978bd5f-31d0-431a-a556-4024f642ae59 HTTP/1.1" status: 200 len: 854 time: 0.0738492 Sep 30 06:35:54.925403 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9024f0ec-eb34-4838-9a22-98747deb8e53 req-7d65954b-8118-4e9a-aca4-9c50d568a66e tempest-AttachVolumeNegativeTest-819990020 tempest-AttachVolumeNegativeTest-819990020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:35:54.927008 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-9024f0ec-eb34-4838-9a22-98747deb8e53 req-7d65954b-8118-4e9a-aca4-9c50d568a66e tempest-AttachVolumeNegativeTest-819990020 tempest-AttachVolumeNegativeTest-819990020-project] 10.222.0.36 "GET /v2.0/ports?device_id=34a655d7-4f56-4eeb-a8f2-ae8d3fd5f906 HTTP/1.1" status: 200 len: 943 time: 0.0601804 Sep 30 06:35:54.956162 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-ba806565-02db-4399-8f81-57cc64db9e33 req-5f9e3b74-033c-4943-8959-d2cc453dc667 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=cd60cd18-0775-4a69-9147-a3630ccd6292&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0314026 Sep 30 06:35:54.975727 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-9024f0ec-eb34-4838-9a22-98747deb8e53 req-8c55cf14-671d-4628-b2f4-a7d6353fe5f6 tempest-AttachVolumeNegativeTest-819990020 tempest-AttachVolumeNegativeTest-819990020-project] 10.222.0.36 "GET /v2.0/security-groups?id=3cd9f0ee-6d13-47ac-8476-0f53a840e523&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383995 Sep 30 06:35:55.077543 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-ba806565-02db-4399-8f81-57cc64db9e33 req-852bff32-4fac-4ea2-92d2-7998a59db755 service neutron] 10.222.0.10 "GET /v2.0/networks/cd60cd18-0775-4a69-9147-a3630ccd6292?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1041842 Sep 30 06:35:55.193401 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-ba806565-02db-4399-8f81-57cc64db9e33 req-132d184e-5318-4ec5-b32b-dfb7fb21ffc8 service neutron] 10.222.0.10 "GET /v2.0/networks/cd60cd18-0775-4a69-9147-a3630ccd6292?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1001611 Sep 30 06:35:55.768054 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec68abea-8a52-476e-a0be-ba1ce037dfe7 req-429ebc63-218e-495c-a325-f819e20502bc tempest-TestVolumeBootPattern-1235501322 tempest-TestVolumeBootPattern-1235501322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:35:55.770023 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-ec68abea-8a52-476e-a0be-ba1ce037dfe7 req-429ebc63-218e-495c-a325-f819e20502bc tempest-TestVolumeBootPattern-1235501322 tempest-TestVolumeBootPattern-1235501322-project] 10.222.0.36 "GET /v2.0/ports?device_id=dab3054c-1af0-4feb-a1d2-392311252c7f HTTP/1.1" status: 200 len: 943 time: 0.0613415 Sep 30 06:35:55.824563 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-ec68abea-8a52-476e-a0be-ba1ce037dfe7 req-9fb62eb2-cf5d-48c5-ab51-99210672d68b tempest-TestVolumeBootPattern-1235501322 tempest-TestVolumeBootPattern-1235501322-project] 10.222.0.36 "GET /v2.0/security-groups?id=c54a025c-5158-476e-b94b-72fedfe85ade&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407300 Sep 30 06:35:56.030158 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '694f5ea1-3919-4426-8c50-92770fe71d46', 'name': 'network-vif-deleted', 'tag': 'f2bc03e6-ea04-467c-ad83-6fad7460fd2a'}] {{(pid=93999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 06:35:56.033189 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07b111f6e278cfffd9c4f208e103de524c2b9e3fbd4e5a5b5d8dd158a433df71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24529872-00a7-48a4-8802-3d962327e31c" -d '{"events": [{"server_uuid": "694f5ea1-3919-4426-8c50-92770fe71d46", "name": "network-vif-deleted", "tag": "f2bc03e6-ea04-467c-ad83-6fad7460fd2a"}]}' {{(pid=93999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 06:35:56.083331 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 06:35:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3a16027-8878-465b-a160-ada7545f5fbc x-openstack-request-id: req-f3a16027-8878-465b-a160-ada7545f5fbc {{(pid=93999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 06:35:56.084446 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "694f5ea1-3919-4426-8c50-92770fe71d46", "name": "network-vif-deleted", "tag": "f2bc03e6-ea04-467c-ad83-6fad7460fd2a", "status": "completed", "code": 200}]} {{(pid=93999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 06:35:56.084446 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-f3a16027-8878-465b-a160-ada7545f5fbc {{(pid=93999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 06:35:56.084446 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '694f5ea1-3919-4426-8c50-92770fe71d46', 'name': 'network-vif-deleted', 'tag': 'f2bc03e6-ea04-467c-ad83-6fad7460fd2a', 'status': 'completed', 'code': 200} Sep 30 06:35:56.111040 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e19e12-ec8b-4ee9-9366-3984c1a00de9 req-5a060f9f-9877-428a-902c-d0f346740613 tempest-AttachVolumeNegativeTest-819990020 tempest-AttachVolumeNegativeTest-819990020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:35:56.113033 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-a7e19e12-ec8b-4ee9-9366-3984c1a00de9 req-5a060f9f-9877-428a-902c-d0f346740613 tempest-AttachVolumeNegativeTest-819990020 tempest-AttachVolumeNegativeTest-819990020-project] 10.222.0.36 "GET /v2.0/ports?device_id=34a655d7-4f56-4eeb-a8f2-ae8d3fd5f906 HTTP/1.1" status: 200 len: 943 time: 0.0621758 Sep 30 06:35:56.159047 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-a7e19e12-ec8b-4ee9-9366-3984c1a00de9 req-accc7721-5efc-4e96-a4b1-ff0023097688 tempest-AttachVolumeNegativeTest-819990020 tempest-AttachVolumeNegativeTest-819990020-project] 10.222.0.36 "GET /v2.0/security-groups?id=3cd9f0ee-6d13-47ac-8476-0f53a840e523&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359383 Sep 30 06:35:56.955359 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3043226-e5f7-483a-b7c3-600347598817 req-593da95d-87c2-4a39-8775-1df5243050d4 tempest-TestVolumeBootPattern-1235501322 tempest-TestVolumeBootPattern-1235501322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:35:56.956928 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-e3043226-e5f7-483a-b7c3-600347598817 req-593da95d-87c2-4a39-8775-1df5243050d4 tempest-TestVolumeBootPattern-1235501322 tempest-TestVolumeBootPattern-1235501322-project] 10.222.0.36 "GET /v2.0/ports?device_id=dab3054c-1af0-4feb-a1d2-392311252c7f HTTP/1.1" status: 200 len: 943 time: 0.0520892 Sep 30 06:35:57.002992 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-e3043226-e5f7-483a-b7c3-600347598817 req-54a3b849-59eb-431c-9d8c-5ed8f6db760e tempest-TestVolumeBootPattern-1235501322 tempest-TestVolumeBootPattern-1235501322-project] 10.222.0.36 "GET /v2.0/security-groups?id=c54a025c-5158-476e-b94b-72fedfe85ade&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394766 Sep 30 06:35:57.276849 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d876c1-36cb-4b64-895f-85519a4662f4 req-ad728b77-f7d1-4116-a1f9-1883ab4b4a01 tempest-AttachVolumeNegativeTest-819990020 tempest-AttachVolumeNegativeTest-819990020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:35:57.278348 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-e7d876c1-36cb-4b64-895f-85519a4662f4 req-ad728b77-f7d1-4116-a1f9-1883ab4b4a01 tempest-AttachVolumeNegativeTest-819990020 tempest-AttachVolumeNegativeTest-819990020-project] 10.222.0.36 "GET /v2.0/ports?device_id=34a655d7-4f56-4eeb-a8f2-ae8d3fd5f906 HTTP/1.1" status: 200 len: 943 time: 0.0495265 Sep 30 06:35:57.322962 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-e7d876c1-36cb-4b64-895f-85519a4662f4 req-f03da105-f1c6-4b42-a12d-2cbd72f10146 tempest-AttachVolumeNegativeTest-819990020 tempest-AttachVolumeNegativeTest-819990020-project] 10.222.0.36 "GET /v2.0/security-groups?id=3cd9f0ee-6d13-47ac-8476-0f53a840e523&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375719 Sep 30 06:35:58.135507 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea458a1-05d0-46c0-bc08-a88a4459bf49 req-b6dd85dc-a054-46e4-a781-aec673621218 tempest-TestVolumeBootPattern-1235501322 tempest-TestVolumeBootPattern-1235501322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:35:58.137086 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-eea458a1-05d0-46c0-bc08-a88a4459bf49 req-b6dd85dc-a054-46e4-a781-aec673621218 tempest-TestVolumeBootPattern-1235501322 tempest-TestVolumeBootPattern-1235501322-project] 10.222.0.36 "GET /v2.0/ports?device_id=dab3054c-1af0-4feb-a1d2-392311252c7f HTTP/1.1" status: 200 len: 943 time: 0.0594962 Sep 30 06:35:58.177752 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-eea458a1-05d0-46c0-bc08-a88a4459bf49 req-fe650aed-5fa1-4391-88ad-f4b5ea3c2cc1 tempest-TestVolumeBootPattern-1235501322 tempest-TestVolumeBootPattern-1235501322-project] 10.222.0.36 "GET /v2.0/security-groups?id=c54a025c-5158-476e-b94b-72fedfe85ade&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339496 Sep 30 06:35:58.437570 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d51f483-fe19-46cf-aff9-bb52537e38a6 req-6c082711-ff37-4a28-bfdd-7127306d4681 tempest-AttachVolumeNegativeTest-819990020 tempest-AttachVolumeNegativeTest-819990020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:35:58.439328 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-7d51f483-fe19-46cf-aff9-bb52537e38a6 req-6c082711-ff37-4a28-bfdd-7127306d4681 tempest-AttachVolumeNegativeTest-819990020 tempest-AttachVolumeNegativeTest-819990020-project] 10.222.0.36 "GET /v2.0/ports?device_id=34a655d7-4f56-4eeb-a8f2-ae8d3fd5f906 HTTP/1.1" status: 200 len: 943 time: 0.0503736 Sep 30 06:35:58.477213 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-7d51f483-fe19-46cf-aff9-bb52537e38a6 req-b182a52c-b6fb-45ed-a2bb-831188fca9f5 tempest-AttachVolumeNegativeTest-819990020 tempest-AttachVolumeNegativeTest-819990020-project] 10.222.0.36 "GET /v2.0/security-groups?id=3cd9f0ee-6d13-47ac-8476-0f53a840e523&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318768 Sep 30 06:35:58.488903 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-398b0d77-062f-4ab5-8a60-140abef66ed9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727546001794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-597483'] for agent, after_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:35:58.812153 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.rpc [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] Device 285e4a75-1742-479d-9b6c-61b8ef19883e details requested by agent hyperv_hv-cinder-81187 with host hv-cinder-81187 {{(pid=94001) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 06:35:58.823808 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.rpc [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] Device f2bc03e6-ea04-467c-ad83-6fad7460fd2a no longer exists at agent hyperv_hv-cinder-81187 {{(pid=94001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 06:35:58.847907 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.plugin [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] No Port match for: f2bc03e6-ea04-467c-ad83-6fad7460fd2a {{(pid=94001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 06:35:58.848240 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.rpc [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] Device f2bc03e6-ea04-467c-ad83-6fad7460fd2a not bound to the agent host hv-cinder-81187 {{(pid=94001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 06:35:58.927881 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.db [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] For port 285e4a75-1742-479d-9b6c-61b8ef19883e, host hv-cinder-81187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81187',level=0,port_id=285e4a75-1742-479d-9b6c-61b8ef19883e,segment=NetworkSegment(17bc15e7-64c3-4d00-8811-ef0fd2652c1c),segment_id=17bc15e7-64c3-4d00-8811-ef0fd2652c1c)] {{(pid=94001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 06:35:58.938482 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.rpc [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] Returning: {'device': '285e4a75-1742-479d-9b6c-61b8ef19883e', 'network_id': 'cd60cd18-0775-4a69-9147-a3630ccd6292', 'port_id': '285e4a75-1742-479d-9b6c-61b8ef19883e', 'mac_address': 'fa:16:3e:4b:82:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 333, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd978bd5f-31d0-431a-a556-4024f642ae59', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94001) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 06:35:58.978345 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653538'] for port, before_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:35:58.990949 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.notifiers.nova [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 285e4a75-1742-479d-9b6c-61b8ef19883e {{(pid=94001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 06:35:59.009167 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.db [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] For port 285e4a75-1742-479d-9b6c-61b8ef19883e, host hv-cinder-81187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81187',level=0,port_id=285e4a75-1742-479d-9b6c-61b8ef19883e,segment=NetworkSegment(17bc15e7-64c3-4d00-8811-ef0fd2652c1c),segment_id=17bc15e7-64c3-4d00-8811-ef0fd2652c1c)] {{(pid=94001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 06:35:59.016916 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7821886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727545992452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727545489363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727545489381'] for port, after_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:35:59.063835 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] Pushing event updated for resources: {'Port': ['ID=285e4a75-1742-479d-9b6c-61b8ef19883e,revision_number=4']} {{(pid=94001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:35:59.070661 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=94001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:35:59.071008 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=94001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:35:59.071347 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=94001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:35:59.071678 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=94001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:35:59.072006 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=94001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:35:59.072340 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=94001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:35:59.072653 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=94001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:35:59.072996 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=94001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:35:59.073339 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=94001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:35:59.073663 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=94001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:35:59.073977 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=94001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:35:59.074290 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=94001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:35:59.290307 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e5f89f-1557-4ce0-9dc4-ed1b270c0a7f req-c2e912f5-8e8e-498c-b49e-5feb333cbeb2 tempest-TestVolumeBootPattern-1235501322 tempest-TestVolumeBootPattern-1235501322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:35:59.291783 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-15e5f89f-1557-4ce0-9dc4-ed1b270c0a7f req-c2e912f5-8e8e-498c-b49e-5feb333cbeb2 tempest-TestVolumeBootPattern-1235501322 tempest-TestVolumeBootPattern-1235501322-project] 10.222.0.36 "GET /v2.0/ports?device_id=dab3054c-1af0-4feb-a1d2-392311252c7f HTTP/1.1" status: 200 len: 943 time: 0.0482063 Sep 30 06:35:59.328695 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-15e5f89f-1557-4ce0-9dc4-ed1b270c0a7f req-dce9b7a6-b518-491c-9820-0c6b8d31a5ed tempest-TestVolumeBootPattern-1235501322 tempest-TestVolumeBootPattern-1235501322-project] 10.222.0.36 "GET /v2.0/security-groups?id=c54a025c-5158-476e-b94b-72fedfe85ade&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304041 Sep 30 06:35:59.347621 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.db [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] get_ports_and_sgs() called for port_ids ['285e4a75-1742-479d-9b6c-61b8ef19883e'] {{(pid=94001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 06:35:59.590608 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d09db4-6521-429b-af5d-200eaf594314 req-11f294a0-c503-43d3-8746-24a84e251f5b tempest-AttachVolumeNegativeTest-819990020 tempest-AttachVolumeNegativeTest-819990020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:35:59.591968 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-64d09db4-6521-429b-af5d-200eaf594314 req-11f294a0-c503-43d3-8746-24a84e251f5b tempest-AttachVolumeNegativeTest-819990020 tempest-AttachVolumeNegativeTest-819990020-project] 10.222.0.36 "GET /v2.0/ports?device_id=34a655d7-4f56-4eeb-a8f2-ae8d3fd5f906 HTTP/1.1" status: 200 len: 944 time: 0.0481172 Sep 30 06:35:59.629548 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-64d09db4-6521-429b-af5d-200eaf594314 req-aef07d63-7456-43e8-afc4-c9649f205e88 tempest-AttachVolumeNegativeTest-819990020 tempest-AttachVolumeNegativeTest-819990020-project] 10.222.0.36 "GET /v2.0/security-groups?id=3cd9f0ee-6d13-47ac-8476-0f53a840e523&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316787 Sep 30 06:36:00.442946 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b96505c-16d9-4446-a222-266785f1c415 req-6ab6990b-7cf3-4031-9c66-8eb8a0c54151 tempest-TestVolumeBootPattern-1235501322 tempest-TestVolumeBootPattern-1235501322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:36:00.444436 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-1b96505c-16d9-4446-a222-266785f1c415 req-6ab6990b-7cf3-4031-9c66-8eb8a0c54151 tempest-TestVolumeBootPattern-1235501322 tempest-TestVolumeBootPattern-1235501322-project] 10.222.0.36 "GET /v2.0/ports?device_id=dab3054c-1af0-4feb-a1d2-392311252c7f HTTP/1.1" status: 200 len: 943 time: 0.0485201 Sep 30 06:36:00.481605 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-1b96505c-16d9-4446-a222-266785f1c415 req-4bc118fd-09a0-4ebc-9a65-59fa1ea512e9 tempest-TestVolumeBootPattern-1235501322 tempest-TestVolumeBootPattern-1235501322-project] 10.222.0.36 "GET /v2.0/security-groups?id=c54a025c-5158-476e-b94b-72fedfe85ade&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312762 Sep 30 06:36:00.748690 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8186544-4367-435b-abe8-346fff04adbf req-cc27c529-922a-4316-a824-9bef2ebcc96b tempest-AttachVolumeNegativeTest-819990020 tempest-AttachVolumeNegativeTest-819990020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:36:00.750196 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-b8186544-4367-435b-abe8-346fff04adbf req-cc27c529-922a-4316-a824-9bef2ebcc96b tempest-AttachVolumeNegativeTest-819990020 tempest-AttachVolumeNegativeTest-819990020-project] 10.222.0.36 "GET /v2.0/ports?device_id=34a655d7-4f56-4eeb-a8f2-ae8d3fd5f906 HTTP/1.1" status: 200 len: 944 time: 0.0529807 Sep 30 06:36:00.791431 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-b8186544-4367-435b-abe8-346fff04adbf req-62a0711d-8127-427b-964a-93833985abd1 tempest-AttachVolumeNegativeTest-819990020 tempest-AttachVolumeNegativeTest-819990020-project] 10.222.0.36 "GET /v2.0/security-groups?id=3cd9f0ee-6d13-47ac-8476-0f53a840e523&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351863 Sep 30 06:36:01.200073 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.36', 60634) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 06:36:01.346570 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-9ef362e6-7d9e-4f50-a17d-7b4be9f647d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727546001794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-597483'] for agent, after_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:36:01.466411 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.plugins.ml2.plugin [None req-4993e2e7-79d5-4745-8aeb-c6cf5678167b tempest-TestShelveInstance-1895143482 tempest-TestShelveInstance-1895143482-project] Deleting port c4392727-9dcc-4313-8579-549e7fd5d5fd {{(pid=94000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 06:36:01.467012 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-4993e2e7-79d5-4745-8aeb-c6cf5678167b tempest-TestShelveInstance-1895143482 tempest-TestShelveInstance-1895143482-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727545987880'] for port, before_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:36:01.542295 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-4993e2e7-79d5-4745-8aeb-c6cf5678167b tempest-TestShelveInstance-1895143482 tempest-TestShelveInstance-1895143482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7874563'] for port, precommit_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:36:01.542660 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-4993e2e7-79d5-4745-8aeb-c6cf5678167b tempest-TestShelveInstance-1895143482 tempest-TestShelveInstance-1895143482-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:36:01.564988 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.plugins.ml2.plugin [None req-4993e2e7-79d5-4745-8aeb-c6cf5678167b tempest-TestShelveInstance-1895143482 tempest-TestShelveInstance-1895143482-project] Calling delete_port for c4392727-9dcc-4313-8579-549e7fd5d5fd owned by network:floatingip {{(pid=94000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 06:36:01.660521 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b35906-12b9-4229-8b14-8d170696c016 req-b2dc9748-ec0b-474e-a7b4-116d8f40b28f tempest-TestVolumeBootPattern-1235501322 tempest-TestVolumeBootPattern-1235501322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:36:01.662111 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-93b35906-12b9-4229-8b14-8d170696c016 req-b2dc9748-ec0b-474e-a7b4-116d8f40b28f tempest-TestVolumeBootPattern-1235501322 tempest-TestVolumeBootPattern-1235501322-project] 10.222.0.36 "GET /v2.0/ports?device_id=dab3054c-1af0-4feb-a1d2-392311252c7f HTTP/1.1" status: 200 len: 943 time: 0.1112700 Sep 30 06:36:01.732118 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-93b35906-12b9-4229-8b14-8d170696c016 req-b1588bd1-87c5-4457-a9c6-bb0504d444cf tempest-TestVolumeBootPattern-1235501322 tempest-TestVolumeBootPattern-1235501322-project] 10.222.0.36 "GET /v2.0/security-groups?id=c54a025c-5158-476e-b94b-72fedfe85ade&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0633669 Sep 30 06:36:01.803216 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-4993e2e7-79d5-4745-8aeb-c6cf5678167b tempest-TestShelveInstance-1895143482 tempest-TestShelveInstance-1895143482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7821886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727545991406', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727545489354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4572815'] for port, after_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:36:01.826509 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4993e2e7-79d5-4745-8aeb-c6cf5678167b tempest-TestShelveInstance-1895143482 tempest-TestShelveInstance-1895143482-project] Pushing event deleted for resources: {'Port': ['ID=c4392727-9dcc-4313-8579-549e7fd5d5fd,revision_number=None']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:36:01.890093 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-4993e2e7-79d5-4745-8aeb-c6cf5678167b tempest-TestShelveInstance-1895143482 tempest-TestShelveInstance-1895143482-project] Notify callbacks [] for floatingip, after_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:36:01.890440 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.db.l3_db [None req-4993e2e7-79d5-4745-8aeb-c6cf5678167b tempest-TestShelveInstance-1895143482 tempest-TestShelveInstance-1895143482-project] Floating IP b08f6b40-5e07-4176-b560-602adc5efdb7 disassociated (deleted). External IP: 172.27.1.219, port: 3186be9a-c7f5-45f9-97f9-961c9e5b9978. Sep 30 06:36:01.909137 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79111af-eff8-4532-a55a-c807817cd5da req-f8c6c20f-e390-4073-81aa-377e86c74fad tempest-AttachVolumeNegativeTest-819990020 tempest-AttachVolumeNegativeTest-819990020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:36:01.910667 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-e79111af-eff8-4532-a55a-c807817cd5da req-f8c6c20f-e390-4073-81aa-377e86c74fad tempest-AttachVolumeNegativeTest-819990020 tempest-AttachVolumeNegativeTest-819990020-project] 10.222.0.36 "GET /v2.0/ports?device_id=34a655d7-4f56-4eeb-a8f2-ae8d3fd5f906 HTTP/1.1" status: 200 len: 944 time: 0.0495660 Sep 30 06:36:01.949072 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-e79111af-eff8-4532-a55a-c807817cd5da req-2c664e32-da67-403e-a372-8c8956e4ea71 tempest-AttachVolumeNegativeTest-819990020 tempest-AttachVolumeNegativeTest-819990020-project] 10.222.0.36 "GET /v2.0/security-groups?id=3cd9f0ee-6d13-47ac-8476-0f53a840e523&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324287 Sep 30 06:36:02.311911 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-1a5ef50c-1a60-4eeb-b96e-cf5df6fcca4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727546001794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-597483'] for agent, after_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:36:02.351542 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4993e2e7-79d5-4745-8aeb-c6cf5678167b tempest-TestShelveInstance-1895143482 tempest-TestShelveInstance-1895143482-project] Router 0bc5ac9b-aba0-4b0e-90b3-292d0ec5e51a has already been hosted by L3 agent f054bd23-6895-478f-87a4-7cc0e21c04e0 {{(pid=94000) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 06:36:02.457388 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4993e2e7-79d5-4745-8aeb-c6cf5678167b tempest-TestShelveInstance-1895143482 tempest-TestShelveInstance-1895143482-project] Notify agent at l3_agent.dv-cinder-811877-1-iscsi the message routers_updated {{(pid=94000) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 06:36:02.462237 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-4993e2e7-79d5-4745-8aeb-c6cf5678167b tempest-TestShelveInstance-1895143482 tempest-TestShelveInstance-1895143482-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57126'] for floatingip, before_response {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:36:02.467053 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70761c9d-27d0-4326-b458-46b732d79a4d None None] Sync routers for ids ['0bc5ac9b-aba0-4b0e-90b3-292d0ec5e51a'] in dv-cinder-811877-1-iscsi {{(pid=94001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 06:36:02.475801 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70761c9d-27d0-4326-b458-46b732d79a4d None None] Routers {'0bc5ac9b-aba0-4b0e-90b3-292d0ec5e51a'} bound to L3 agent in host dv-cinder-811877-1-iscsi {{(pid=94001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 06:36:02.476418 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.db.l3_hamode_db [None req-70761c9d-27d0-4326-b458-46b732d79a4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811877-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-30T06:19:31Z,description=,heartbeat_timestamp=2021-09-30T06:36:01Z,host='dv-cinder-811877-1-iscsi',id=f054bd23-6895-478f-87a4-7cc0e21c04e0,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T06:19:31Z,topic='l3_agent')) {'router_ids': ['0bc5ac9b-aba0-4b0e-90b3-292d0ec5e51a'], 'active': True} {{(pid=94001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 06:36:02.487844 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [None req-4993e2e7-79d5-4745-8aeb-c6cf5678167b tempest-TestShelveInstance-1895143482 tempest-TestShelveInstance-1895143482-project] 10.222.0.36 "DELETE /v2.0/floatingips/b08f6b40-5e07-4176-b560-602adc5efdb7 HTTP/1.1" status: 204 len: 168 time: 1.2865560 Sep 30 06:36:02.488510 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51614c20-cf20-485e-9cbd-e42ca13cafa6', 'tag': '3186be9a-c7f5-45f9-97f9-961c9e5b9978'}] {{(pid=94000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 06:36:02.490855 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4acac726bceb08fc5dc31984e0b5877fccc01d7f70542289dc6193c12fa4dba7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5555e62d-4e0c-4404-8953-049b9d687450" -d '{"events": [{"name": "network-changed", "server_uuid": "51614c20-cf20-485e-9cbd-e42ca13cafa6", "tag": "3186be9a-c7f5-45f9-97f9-961c9e5b9978"}]}' {{(pid=94000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 06:36:02.528040 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 06:36:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3572de6c-53d8-47f8-953a-c90d241d08a3 x-openstack-request-id: req-3572de6c-53d8-47f8-953a-c90d241d08a3 {{(pid=94000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 06:36:02.528314 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51614c20-cf20-485e-9cbd-e42ca13cafa6", "tag": "3186be9a-c7f5-45f9-97f9-961c9e5b9978", "status": "completed", "code": 200}]} {{(pid=94000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 06:36:02.529146 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-3572de6c-53d8-47f8-953a-c90d241d08a3 {{(pid=94000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 06:36:02.529146 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51614c20-cf20-485e-9cbd-e42ca13cafa6', 'tag': '3186be9a-c7f5-45f9-97f9-961c9e5b9978', 'status': 'completed', 'code': 200} Sep 30 06:36:02.709637 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-028184f3-f8cc-4c85-9e6b-64613141ad03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727546001794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-597483'] for agent, after_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:36:02.716568 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb2c986-4522-403f-aa9e-7ac81a85541e req-9736c1f8-f513-4ac9-b6dc-48a222967906 tempest-TestShelveInstance-1895143482 tempest-TestShelveInstance-1895143482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:36:02.718095 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-1cb2c986-4522-403f-aa9e-7ac81a85541e req-9736c1f8-f513-4ac9-b6dc-48a222967906 tempest-TestShelveInstance-1895143482 tempest-TestShelveInstance-1895143482-project] 10.222.0.36 "GET /v2.0/ports?device_id=51614c20-cf20-485e-9cbd-e42ca13cafa6 HTTP/1.1" status: 200 len: 946 time: 0.0509164 Sep 30 06:36:02.720441 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.db.l3_dvr_db [None req-70761c9d-27d0-4326-b458-46b732d79a4d None None] Set router 0bc5ac9b-aba0-4b0e-90b3-292d0ec5e51a gateway port host: dv-cinder-811877-1-iscsi {{(pid=94001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 06:36:02.756073 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-1cb2c986-4522-403f-aa9e-7ac81a85541e req-de33a309-d980-4c8c-a8dd-002726932d6b tempest-TestShelveInstance-1895143482 tempest-TestShelveInstance-1895143482-project] 10.222.0.36 "GET /v2.0/security-groups?id=d31ebd02-b6b0-4773-95c4-51c8c3e0ede7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308764 Sep 30 06:36:02.847667 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639bd65f-bde0-4c91-b653-1a1948ab493d req-36e2ea1d-5fb3-4807-9e53-cc698b9f1c0c tempest-TestVolumeBootPattern-1235501322 tempest-TestVolumeBootPattern-1235501322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:36:02.849145 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-639bd65f-bde0-4c91-b653-1a1948ab493d req-36e2ea1d-5fb3-4807-9e53-cc698b9f1c0c tempest-TestVolumeBootPattern-1235501322 tempest-TestVolumeBootPattern-1235501322-project] 10.222.0.36 "GET /v2.0/ports?device_id=dab3054c-1af0-4feb-a1d2-392311252c7f HTTP/1.1" status: 200 len: 943 time: 0.0484698 Sep 30 06:36:02.886163 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-639bd65f-bde0-4c91-b653-1a1948ab493d req-cbc64449-235d-4055-ae00-36607d1a6afc tempest-TestVolumeBootPattern-1235501322 tempest-TestVolumeBootPattern-1235501322-project] 10.222.0.36 "GET /v2.0/security-groups?id=c54a025c-5158-476e-b94b-72fedfe85ade&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308824 Sep 30 06:36:02.924682 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.db.l3_hamode_db [None req-70761c9d-27d0-4326-b458-46b732d79a4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bc5ac9b-aba0-4b0e-90b3-292d0ec5e51a', 'name': 'tempest-TestShelveInstance-1753272872-router', 'tenant_id': '9aa1d25e98de4f36a0b60652c0c46005', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddd8ee8b-b24f-47fb-afd7-cfc700c93624', 'external_fixed_ips': [{'subnet_id': '4727b4cf-a8ea-4dab-8db4-019b4e8b0546', 'ip_address': '172.27.1.76'}], 'enable_snat': True}, 'gw_port_id': '928eb5a7-6360-4d9f-95ef-94a5cbd93667', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T06:30:09Z', 'updated_at': '2021-09-30T06:30:18Z', 'revision_number': 4, 'project_id': '9aa1d25e98de4f36a0b60652c0c46005', 'gw_port': {'id': '928eb5a7-6360-4d9f-95ef-94a5cbd93667', 'name': '', 'network_id': 'ddd8ee8b-b24f-47fb-afd7-cfc700c93624', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:38:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bc5ac9b-aba0-4b0e-90b3-292d0ec5e51a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '4727b4cf-a8ea-4dab-8db4-019b4e8b0546', 'ip_address': '172.27.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T06:30:10Z', 'updated_at': '2021-09-30T06:30:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4727b4cf-a8ea-4dab-8db4-019b4e8b0546', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811877-1-iscsi', '_interfaces': [{'id': 'a2d28a87-588e-42e6-a151-16c4f6e0ae10', 'name': '', 'network_id': '87db61c9-abbc-4bc5-969a-590306bf0ba2', 'tenant_id': '9aa1d25e98de4f36a0b60652c0c46005', 'mac_address': 'fa:16:3e:08:c6:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bc5ac9b-aba0-4b0e-90b3-292d0ec5e51a', 'device_owner': 'network:router_interface', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': 'ad20151b-cb17-497f-b1bf-e53cf87b5f0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T06:30:16Z', 'updated_at': '2021-09-30T06:30:27Z', 'revision_number': 5, 'project_id': '9aa1d25e98de4f36a0b60652c0c46005', 'subnets': [{'id': 'ad20151b-cb17-497f-b1bf-e53cf87b5f0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811877-1-iscsi', False) {} {{(pid=94001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 06:36:02.950814 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70761c9d-27d0-4326-b458-46b732d79a4d None None] Checking router: 0bc5ac9b-aba0-4b0e-90b3-292d0ec5e51a for host: dv-cinder-811877-1-iscsi {{(pid=94001) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 06:36:02.959519 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70761c9d-27d0-4326-b458-46b732d79a4d None None] Routers {'0bc5ac9b-aba0-4b0e-90b3-292d0ec5e51a'} bound to L3 agent in host dv-cinder-811877-1-iscsi {{(pid=94001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 06:36:02.960133 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.db.l3_hamode_db [None req-70761c9d-27d0-4326-b458-46b732d79a4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811877-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-30T06:19:31Z,description=,heartbeat_timestamp=2021-09-30T06:36:01Z,host='dv-cinder-811877-1-iscsi',id=f054bd23-6895-478f-87a4-7cc0e21c04e0,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T06:19:31Z,topic='l3_agent')) {'router_ids': ['0bc5ac9b-aba0-4b0e-90b3-292d0ec5e51a'], 'active': True} {{(pid=94001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 06:36:03.060887 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8a859e-396b-448a-bbcf-7f45b7043319 req-483607a6-780d-470b-a7ad-fee305c5b171 tempest-AttachVolumeNegativeTest-819990020 tempest-AttachVolumeNegativeTest-819990020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:36:03.062367 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-2a8a859e-396b-448a-bbcf-7f45b7043319 req-483607a6-780d-470b-a7ad-fee305c5b171 tempest-AttachVolumeNegativeTest-819990020 tempest-AttachVolumeNegativeTest-819990020-project] 10.222.0.36 "GET /v2.0/ports?device_id=34a655d7-4f56-4eeb-a8f2-ae8d3fd5f906 HTTP/1.1" status: 200 len: 944 time: 0.0473442 Sep 30 06:36:03.065812 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.db.l3_dvr_db [None req-70761c9d-27d0-4326-b458-46b732d79a4d None None] Set router 0bc5ac9b-aba0-4b0e-90b3-292d0ec5e51a gateway port host: dv-cinder-811877-1-iscsi {{(pid=94001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 06:36:03.104156 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-2a8a859e-396b-448a-bbcf-7f45b7043319 req-a449a95c-c487-4171-9fb0-a3542ccd09dd tempest-AttachVolumeNegativeTest-819990020 tempest-AttachVolumeNegativeTest-819990020-project] 10.222.0.36 "GET /v2.0/security-groups?id=3cd9f0ee-6d13-47ac-8476-0f53a840e523&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349391 Sep 30 06:36:03.266699 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.db.l3_hamode_db [None req-70761c9d-27d0-4326-b458-46b732d79a4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bc5ac9b-aba0-4b0e-90b3-292d0ec5e51a', 'name': 'tempest-TestShelveInstance-1753272872-router', 'tenant_id': '9aa1d25e98de4f36a0b60652c0c46005', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddd8ee8b-b24f-47fb-afd7-cfc700c93624', 'external_fixed_ips': [{'subnet_id': '4727b4cf-a8ea-4dab-8db4-019b4e8b0546', 'ip_address': '172.27.1.76'}], 'enable_snat': True}, 'gw_port_id': '928eb5a7-6360-4d9f-95ef-94a5cbd93667', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T06:30:09Z', 'updated_at': '2021-09-30T06:30:18Z', 'revision_number': 4, 'project_id': '9aa1d25e98de4f36a0b60652c0c46005', 'gw_port': {'id': '928eb5a7-6360-4d9f-95ef-94a5cbd93667', 'name': '', 'network_id': 'ddd8ee8b-b24f-47fb-afd7-cfc700c93624', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:38:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bc5ac9b-aba0-4b0e-90b3-292d0ec5e51a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '4727b4cf-a8ea-4dab-8db4-019b4e8b0546', 'ip_address': '172.27.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T06:30:10Z', 'updated_at': '2021-09-30T06:30:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4727b4cf-a8ea-4dab-8db4-019b4e8b0546', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811877-1-iscsi', '_interfaces': [{'id': 'a2d28a87-588e-42e6-a151-16c4f6e0ae10', 'name': '', 'network_id': '87db61c9-abbc-4bc5-969a-590306bf0ba2', 'tenant_id': '9aa1d25e98de4f36a0b60652c0c46005', 'mac_address': 'fa:16:3e:08:c6:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bc5ac9b-aba0-4b0e-90b3-292d0ec5e51a', 'device_owner': 'network:router_interface', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': 'ad20151b-cb17-497f-b1bf-e53cf87b5f0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T06:30:16Z', 'updated_at': '2021-09-30T06:30:27Z', 'revision_number': 5, 'project_id': '9aa1d25e98de4f36a0b60652c0c46005', 'subnets': [{'id': 'ad20151b-cb17-497f-b1bf-e53cf87b5f0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811877-1-iscsi', False) {} {{(pid=94001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 06:36:03.269880 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.rpc [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] Device a6dff84a-8242-4446-b2d6-8ab6dd3e05ac details requested by agent hyperv_hv-cinder-81187 with host hv-cinder-81187 {{(pid=94001) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 06:36:03.300766 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70761c9d-27d0-4326-b458-46b732d79a4d None None] The sync data for ids ['0bc5ac9b-aba0-4b0e-90b3-292d0ec5e51a'] in dv-cinder-811877-1-iscsi is: [{'id': '0bc5ac9b-aba0-4b0e-90b3-292d0ec5e51a', 'name': 'tempest-TestShelveInstance-1753272872-router', 'tenant_id': '9aa1d25e98de4f36a0b60652c0c46005', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddd8ee8b-b24f-47fb-afd7-cfc700c93624', 'external_fixed_ips': [{'subnet_id': '4727b4cf-a8ea-4dab-8db4-019b4e8b0546', 'ip_address': '172.27.1.76'}], 'enable_snat': True}, 'gw_port_id': '928eb5a7-6360-4d9f-95ef-94a5cbd93667', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T06:30:09Z', 'updated_at': '2021-09-30T06:30:18Z', 'revision_number': 4, 'project_id': '9aa1d25e98de4f36a0b60652c0c46005', 'gw_port': {'id': '928eb5a7-6360-4d9f-95ef-94a5cbd93667', 'name': '', 'network_id': 'ddd8ee8b-b24f-47fb-afd7-cfc700c93624', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:38:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bc5ac9b-aba0-4b0e-90b3-292d0ec5e51a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '4727b4cf-a8ea-4dab-8db4-019b4e8b0546', 'ip_address': '172.27.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T06:30:10Z', 'updated_at': '2021-09-30T06:30:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4727b4cf-a8ea-4dab-8db4-019b4e8b0546', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811877-1-iscsi', '_interfaces': [{'id': 'a2d28a87-588e-42e6-a151-16c4f6e0ae10', 'name': '', 'network_id': '87db61c9-abbc-4bc5-969a-590306bf0ba2', 'tenant_id': '9aa1d25e98de4f36a0b60652c0c46005', 'mac_address': 'fa:16:3e:08:c6:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bc5ac9b-aba0-4b0e-90b3-292d0ec5e51a', 'device_owner': 'network:router_interface', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': 'ad20151b-cb17-497f-b1bf-e53cf87b5f0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T06:30:16Z', 'updated_at': '2021-09-30T06:30:27Z', 'revision_number': 5, 'project_id': '9aa1d25e98de4f36a0b60652c0c46005', 'subnets': [{'id': 'ad20151b-cb17-497f-b1bf-e53cf87b5f0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 06:36:03.395592 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.db [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] For port a6dff84a-8242-4446-b2d6-8ab6dd3e05ac, host hv-cinder-81187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81187',level=0,port_id=a6dff84a-8242-4446-b2d6-8ab6dd3e05ac,segment=NetworkSegment(91d390b2-e475-4135-bc40-86c600b72bab),segment_id=91d390b2-e475-4135-bc40-86c600b72bab)] {{(pid=94001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 06:36:03.406415 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.rpc [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] Returning: {'device': 'a6dff84a-8242-4446-b2d6-8ab6dd3e05ac', 'network_id': '5bc9530f-6d9b-49f6-aa4a-02099720eacd', 'port_id': 'a6dff84a-8242-4446-b2d6-8ab6dd3e05ac', 'mac_address': 'fa:16:3e:dd:63:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 323, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a64b5ea3-7042-4499-97da-2a827c2c06a9', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94001) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 06:36:03.446304 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653538'] for port, before_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:36:03.459827 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.notifiers.nova [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a6dff84a-8242-4446-b2d6-8ab6dd3e05ac {{(pid=94001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 06:36:03.480921 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.db [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] For port a6dff84a-8242-4446-b2d6-8ab6dd3e05ac, host hv-cinder-81187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81187',level=0,port_id=a6dff84a-8242-4446-b2d6-8ab6dd3e05ac,segment=NetworkSegment(91d390b2-e475-4135-bc40-86c600b72bab),segment_id=91d390b2-e475-4135-bc40-86c600b72bab)] {{(pid=94001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 06:36:03.486204 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7821886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727545992452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727545489363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727545489381'] for port, after_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:36:03.531081 dv-cinder-811877-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62629102-2fd9-463a-9123-7deaf9034c7d None None] New status for floating IP b08f6b40-5e07-4176-b560-602adc5efdb7: DOWN {{(pid=94002) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 30 06:36:03.536782 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] Pushing event updated for resources: {'Port': ['ID=a6dff84a-8242-4446-b2d6-8ab6dd3e05ac,revision_number=4']} {{(pid=94001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:36:03.878495 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d543dea3-02bf-4f03-b7fb-20641744e248 req-ac6b6a24-1fd2-4cde-87db-846f0271f720 tempest-TestShelveInstance-1895143482 tempest-TestShelveInstance-1895143482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:36:03.879996 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-d543dea3-02bf-4f03-b7fb-20641744e248 req-ac6b6a24-1fd2-4cde-87db-846f0271f720 tempest-TestShelveInstance-1895143482 tempest-TestShelveInstance-1895143482-project] 10.222.0.36 "GET /v2.0/ports?device_id=51614c20-cf20-485e-9cbd-e42ca13cafa6 HTTP/1.1" status: 200 len: 946 time: 0.0527749 Sep 30 06:36:03.917316 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-d543dea3-02bf-4f03-b7fb-20641744e248 req-3d34a7c2-30e5-4605-8020-5f8238e1be3e tempest-TestShelveInstance-1895143482 tempest-TestShelveInstance-1895143482-project] 10.222.0.36 "GET /v2.0/security-groups?id=d31ebd02-b6b0-4773-95c4-51c8c3e0ede7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311756 Sep 30 06:36:04.006335 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b3745c-94ba-4718-8dae-3e47832b4bc3 req-8f5f16b0-9411-40cd-b2bb-2314d3b1cda4 tempest-TestVolumeBootPattern-1235501322 tempest-TestVolumeBootPattern-1235501322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:36:04.007851 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-e0b3745c-94ba-4718-8dae-3e47832b4bc3 req-8f5f16b0-9411-40cd-b2bb-2314d3b1cda4 tempest-TestVolumeBootPattern-1235501322 tempest-TestVolumeBootPattern-1235501322-project] 10.222.0.36 "GET /v2.0/ports?device_id=dab3054c-1af0-4feb-a1d2-392311252c7f HTTP/1.1" status: 200 len: 944 time: 0.0523345 Sep 30 06:36:04.045208 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-31788eca-3db2-42eb-847b-597dce492ba7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727546001794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-597483'] for agent, after_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:36:04.045748 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-e0b3745c-94ba-4718-8dae-3e47832b4bc3 req-70d46e04-d8d2-46f7-b5cd-8f4710eb22a1 tempest-TestVolumeBootPattern-1235501322 tempest-TestVolumeBootPattern-1235501322-project] 10.222.0.36 "GET /v2.0/security-groups?id=c54a025c-5158-476e-b94b-72fedfe85ade&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319383 Sep 30 06:36:04.217288 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce76666f-0f5c-4ce5-8c0c-cb1799e06250 req-4c5ed99f-5ccd-4dc1-a900-cd17fd9b83dc tempest-AttachVolumeNegativeTest-819990020 tempest-AttachVolumeNegativeTest-819990020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:36:04.218765 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-ce76666f-0f5c-4ce5-8c0c-cb1799e06250 req-4c5ed99f-5ccd-4dc1-a900-cd17fd9b83dc tempest-AttachVolumeNegativeTest-819990020 tempest-AttachVolumeNegativeTest-819990020-project] 10.222.0.36 "GET /v2.0/ports?device_id=34a655d7-4f56-4eeb-a8f2-ae8d3fd5f906 HTTP/1.1" status: 200 len: 944 time: 0.0487883 Sep 30 06:36:04.226108 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.rpc [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] Device 285e4a75-1742-479d-9b6c-61b8ef19883e up at agent hyperv_hv-cinder-81187 {{(pid=94001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 06:36:04.259831 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-ce76666f-0f5c-4ce5-8c0c-cb1799e06250 req-dae9dbe4-28b5-4ed0-94f6-082c04d8a3e7 tempest-AttachVolumeNegativeTest-819990020 tempest-AttachVolumeNegativeTest-819990020-project] 10.222.0.36 "GET /v2.0/security-groups?id=3cd9f0ee-6d13-47ac-8476-0f53a840e523&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338147 Sep 30 06:36:04.290237 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.db.provisioning_blocks [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] Provisioning for port 285e4a75-1742-479d-9b6c-61b8ef19883e completed by entity L2. {{(pid=94001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 06:36:04.294115 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.db.provisioning_blocks [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] Provisioning complete for port 285e4a75-1742-479d-9b6c-61b8ef19883e triggered by entity L2. {{(pid=94001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 06:36:04.294489 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-597822'] for port, provisioning_complete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:36:04.305887 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5555e62d-4e0c-4404-8953-049b9d687450 req-2f52a4d4-6935-4e70-80fa-ffc4ab4deb29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:36:04.307395 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-5555e62d-4e0c-4404-8953-049b9d687450 req-2f52a4d4-6935-4e70-80fa-ffc4ab4deb29 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=9aa1d25e98de4f36a0b60652c0c46005&device_id=51614c20-cf20-485e-9cbd-e42ca13cafa6 HTTP/1.1" status: 200 len: 1099 time: 0.0471590 Sep 30 06:36:04.371770 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653538'] for port, before_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:36:04.395221 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34a655d7-4f56-4eeb-a8f2-ae8d3fd5f906', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '285e4a75-1742-479d-9b6c-61b8ef19883e'}] {{(pid=94001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 06:36:04.397554 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6a6fbc36b32d89ab1780593628eab99e94898f937be62aa03f5208480f4236e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d393b46-c070-4eea-8bad-e7b3b960e7b5" -d '{"events": [{"server_uuid": "34a655d7-4f56-4eeb-a8f2-ae8d3fd5f906", "name": "network-vif-plugged", "status": "completed", "tag": "285e4a75-1742-479d-9b6c-61b8ef19883e"}]}' {{(pid=94001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 06:36:04.413757 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.db [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] For port 285e4a75-1742-479d-9b6c-61b8ef19883e, host hv-cinder-81187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81187',level=0,port_id=285e4a75-1742-479d-9b6c-61b8ef19883e,segment=NetworkSegment(17bc15e7-64c3-4d00-8811-ef0fd2652c1c),segment_id=17bc15e7-64c3-4d00-8811-ef0fd2652c1c)] {{(pid=94001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 06:36:04.421239 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7821886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727545992452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727545489363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727545489381'] for port, after_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:36:04.445994 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5555e62d-4e0c-4404-8953-049b9d687450 req-f91fb8ea-42b4-4eea-8ccd-db43a0aef51f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:36:04.447601 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-5555e62d-4e0c-4404-8953-049b9d687450 req-f91fb8ea-42b4-4eea-8ccd-db43a0aef51f service neutron] 10.222.0.10 "GET /v2.0/networks?id=87db61c9-abbc-4bc5-969a-590306bf0ba2 HTTP/1.1" status: 200 len: 910 time: 0.1125014 Sep 30 06:36:04.453462 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 06:36:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46ef191d-a07a-4b90-a9e3-65c1d0acb766 x-openstack-request-id: req-46ef191d-a07a-4b90-a9e3-65c1d0acb766 {{(pid=94001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 06:36:04.454343 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34a655d7-4f56-4eeb-a8f2-ae8d3fd5f906", "name": "network-vif-plugged", "status": "completed", "tag": "285e4a75-1742-479d-9b6c-61b8ef19883e", "code": 200}]} {{(pid=94001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 06:36:04.454628 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-46ef191d-a07a-4b90-a9e3-65c1d0acb766 {{(pid=94001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 06:36:04.455225 dv-cinder-811877-1-iscsi neutron-server[94001]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34a655d7-4f56-4eeb-a8f2-ae8d3fd5f906', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '285e4a75-1742-479d-9b6c-61b8ef19883e', 'code': 200} Sep 30 06:36:04.485534 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] Pushing event updated for resources: {'Port': ['ID=285e4a75-1742-479d-9b6c-61b8ef19883e,revision_number=5']} {{(pid=94001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:36:04.527025 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-5555e62d-4e0c-4404-8953-049b9d687450 req-e33e015b-3467-4a28-b011-cf34cb561523 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3186be9a-c7f5-45f9-97f9-961c9e5b9978 HTTP/1.1" status: 200 len: 217 time: 0.0493639 Sep 30 06:36:04.584425 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.db [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] get_ports_and_sgs() called for port_ids ['a6dff84a-8242-4446-b2d6-8ab6dd3e05ac'] {{(pid=94001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 06:36:04.586620 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5555e62d-4e0c-4404-8953-049b9d687450 req-40a9206a-36ae-49b3-ac49-2c850438483f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:36:04.588099 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-5555e62d-4e0c-4404-8953-049b9d687450 req-40a9206a-36ae-49b3-ac49-2c850438483f service neutron] 10.222.0.10 "GET /v2.0/subnets?id=ad20151b-cb17-497f-b1bf-e53cf87b5f0f HTTP/1.1" status: 200 len: 848 time: 0.0529997 Sep 30 06:36:04.683887 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5555e62d-4e0c-4404-8953-049b9d687450 req-ef7c80e6-db9f-4134-b666-68bc3aa86743 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:36:04.685632 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-5555e62d-4e0c-4404-8953-049b9d687450 req-ef7c80e6-db9f-4134-b666-68bc3aa86743 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=87db61c9-abbc-4bc5-969a-590306bf0ba2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0824258 Sep 30 06:36:04.689021 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66492043-7927-48fa-8a0b-0dafdb066ed8 req-384b9d11-6b92-44c8-8be4-fce2186c02fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:36:04.690611 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-66492043-7927-48fa-8a0b-0dafdb066ed8 req-384b9d11-6b92-44c8-8be4-fce2186c02fb service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=34a655d7-4f56-4eeb-a8f2-ae8d3fd5f906 HTTP/1.1" status: 200 len: 1098 time: 0.0709746 Sep 30 06:36:04.694502 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b8e92d-5e27-44f6-872e-7ff7ab560725 req-71ae5a50-42e5-47c0-95e3-c12a2a65ed25 tempest-VolumesSnapshotTestJSON-2000785449 tempest-VolumesSnapshotTestJSON-2000785449-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:36:04.696616 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-b7b8e92d-5e27-44f6-872e-7ff7ab560725 req-71ae5a50-42e5-47c0-95e3-c12a2a65ed25 tempest-VolumesSnapshotTestJSON-2000785449 tempest-VolumesSnapshotTestJSON-2000785449-project] 10.222.0.36 "GET /v2.0/networks?id=40677164-10dd-4c81-9254-06e3c21dbaf6 HTTP/1.1" status: 200 len: 813 time: 0.1195552 Sep 30 06:36:04.712753 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-b7b8e92d-5e27-44f6-872e-7ff7ab560725 req-e13568ce-40ea-49a7-b811-ed00aa172d76 tempest-VolumesSnapshotTestJSON-2000785449 tempest-VolumesSnapshotTestJSON-2000785449-project] 10.222.0.36 "GET /v2.0/quotas/a9cabd0d31b64e3e9d52875f8d988c45 HTTP/1.1" status: 200 len: 375 time: 0.0097194 Sep 30 06:36:04.746491 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-b7b8e92d-5e27-44f6-872e-7ff7ab560725 req-8a6e1a10-9677-4900-8f43-0216ab257887 tempest-VolumesSnapshotTestJSON-2000785449 tempest-VolumesSnapshotTestJSON-2000785449-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=a9cabd0d31b64e3e9d52875f8d988c45&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0272059 Sep 30 06:36:04.792960 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-66492043-7927-48fa-8a0b-0dafdb066ed8 req-a663f306-9d05-4d0e-9910-bef231c48bb2 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=3cd9f0ee-6d13-47ac-8476-0f53a840e523&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907445 Sep 30 06:36:04.815537 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-5555e62d-4e0c-4404-8953-049b9d687450 req-f956674c-0fb1-4b10-8cc0-6152c3a0a201 service neutron] 10.222.0.10 "GET /v2.0/networks/87db61c9-abbc-4bc5-969a-590306bf0ba2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1143270 Sep 30 06:36:04.845052 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-b7b8e92d-5e27-44f6-872e-7ff7ab560725 req-ea7e7125-c473-4adb-bcff-ddcae9afa187 service neutron] 10.222.0.36 "GET /v2.0/networks/40677164-10dd-4c81-9254-06e3c21dbaf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895698 Sep 30 06:36:04.932191 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-b7b8e92d-5e27-44f6-872e-7ff7ab560725 req-07704953-5a05-4164-b7b5-0e87e21aea98 service neutron] 10.222.0.36 "GET /v2.0/networks/40677164-10dd-4c81-9254-06e3c21dbaf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812428 Sep 30 06:36:05.052962 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2483b40-d7f0-4280-8b0b-a473ba2fa0cd req-1f733176-4334-411f-9735-97022b5e7747 tempest-TestShelveInstance-1895143482 tempest-TestShelveInstance-1895143482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:36:05.054561 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-e2483b40-d7f0-4280-8b0b-a473ba2fa0cd req-1f733176-4334-411f-9735-97022b5e7747 tempest-TestShelveInstance-1895143482 tempest-TestShelveInstance-1895143482-project] 10.222.0.36 "GET /v2.0/ports?device_id=51614c20-cf20-485e-9cbd-e42ca13cafa6 HTTP/1.1" status: 200 len: 946 time: 0.0664151 Sep 30 06:36:05.087220 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-066ccab2-0468-445d-a81a-89d89b68c28c req-f3867674-6417-49b4-b27d-3debae1497b4 tempest-VolumesSnapshotTestJSON-2000785449 tempest-VolumesSnapshotTestJSON-2000785449-project] 10.222.0.36 "GET /v2.0/ports?device_id=40835c32-3e42-40bf-bf38-51a96aca3bba HTTP/1.1" status: 200 len: 210 time: 0.0273595 Sep 30 06:36:05.120712 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-e2483b40-d7f0-4280-8b0b-a473ba2fa0cd req-6077eded-a31f-48c6-ae63-c687944d0ccd tempest-TestShelveInstance-1895143482 tempest-TestShelveInstance-1895143482-project] 10.222.0.36 "GET /v2.0/security-groups?id=d31ebd02-b6b0-4773-95c4-51c8c3e0ede7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0592773 Sep 30 06:36:05.205902 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-5555e62d-4e0c-4404-8953-049b9d687450 req-f829b931-8f20-4365-af31-0a5f52fcdf63 service neutron] 10.222.0.10 "GET /v2.0/networks/87db61c9-abbc-4bc5-969a-590306bf0ba2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1129720 Sep 30 06:36:05.208900 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953a6f04-1df7-4651-856a-f5cb0d21daaf req-4e42e348-3b87-4665-ad79-7b5ca185fd94 tempest-TestVolumeBootPattern-1235501322 tempest-TestVolumeBootPattern-1235501322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:36:05.210399 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-953a6f04-1df7-4651-856a-f5cb0d21daaf req-4e42e348-3b87-4665-ad79-7b5ca185fd94 tempest-TestVolumeBootPattern-1235501322 tempest-TestVolumeBootPattern-1235501322-project] 10.222.0.36 "GET /v2.0/ports?device_id=dab3054c-1af0-4feb-a1d2-392311252c7f HTTP/1.1" status: 200 len: 944 time: 0.0571563 Sep 30 06:36:05.253478 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-953a6f04-1df7-4651-856a-f5cb0d21daaf req-fe1e9273-28fc-4a16-b148-92dae29ef6f8 tempest-TestVolumeBootPattern-1235501322 tempest-TestVolumeBootPattern-1235501322-project] 10.222.0.36 "GET /v2.0/security-groups?id=c54a025c-5158-476e-b94b-72fedfe85ade&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371377 Sep 30 06:36:05.379928 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a8d039-2d9e-4532-a0c2-4cd5a0518d24 req-85def40d-5734-441a-9b04-253c204bb769 tempest-AttachVolumeNegativeTest-819990020 tempest-AttachVolumeNegativeTest-819990020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:36:05.381494 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-f9a8d039-2d9e-4532-a0c2-4cd5a0518d24 req-85def40d-5734-441a-9b04-253c204bb769 tempest-AttachVolumeNegativeTest-819990020 tempest-AttachVolumeNegativeTest-819990020-project] 10.222.0.36 "GET /v2.0/ports?device_id=34a655d7-4f56-4eeb-a8f2-ae8d3fd5f906 HTTP/1.1" status: 200 len: 945 time: 0.0493591 Sep 30 06:36:05.419733 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-f9a8d039-2d9e-4532-a0c2-4cd5a0518d24 req-2d147c48-3387-411b-9ed1-e46b41759ec8 tempest-AttachVolumeNegativeTest-819990020 tempest-AttachVolumeNegativeTest-819990020-project] 10.222.0.36 "GET /v2.0/security-groups?id=3cd9f0ee-6d13-47ac-8476-0f53a840e523&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321512 Sep 30 06:36:06.194814 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-e0bfc729-13de-4348-963e-492caf5adaaf req-dc78eb8c-b69b-4919-b64f-71448f6f7056 tempest-VolumesSnapshotTestJSON-2000785449 tempest-VolumesSnapshotTestJSON-2000785449-project] 10.222.0.36 "GET /v2.0/ports?device_id=40835c32-3e42-40bf-bf38-51a96aca3bba HTTP/1.1" status: 200 len: 210 time: 0.0344200 Sep 30 06:36:06.261641 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deca718d-0339-452d-802e-8cc5f675fb3e req-7c863015-9a59-4162-9af2-8a5f92bac051 tempest-TestShelveInstance-1895143482 tempest-TestShelveInstance-1895143482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:36:06.263711 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-deca718d-0339-452d-802e-8cc5f675fb3e req-7c863015-9a59-4162-9af2-8a5f92bac051 tempest-TestShelveInstance-1895143482 tempest-TestShelveInstance-1895143482-project] 10.222.0.36 "GET /v2.0/ports?device_id=51614c20-cf20-485e-9cbd-e42ca13cafa6 HTTP/1.1" status: 200 len: 946 time: 0.0529366 Sep 30 06:36:06.292877 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.rpc [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] Device a6dff84a-8242-4446-b2d6-8ab6dd3e05ac up at agent hyperv_hv-cinder-81187 {{(pid=94001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 06:36:06.347348 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-deca718d-0339-452d-802e-8cc5f675fb3e req-441f9443-6a08-420f-a8e9-d20af675f65a tempest-TestShelveInstance-1895143482 tempest-TestShelveInstance-1895143482-project] 10.222.0.36 "GET /v2.0/security-groups?id=d31ebd02-b6b0-4773-95c4-51c8c3e0ede7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0772641 Sep 30 06:36:06.367127 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.db.provisioning_blocks [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] Provisioning for port a6dff84a-8242-4446-b2d6-8ab6dd3e05ac completed by entity L2. {{(pid=94001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 06:36:06.375051 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.db.provisioning_blocks [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] Provisioning complete for port a6dff84a-8242-4446-b2d6-8ab6dd3e05ac triggered by entity L2. {{(pid=94001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 06:36:06.375472 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-597822'] for port, provisioning_complete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:36:06.385128 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e2458d-e07a-4efe-887a-8c4058953abf req-2f81e8e1-1969-4ca2-bd9c-81d81c6be4d2 tempest-TestVolumeBootPattern-1235501322 tempest-TestVolumeBootPattern-1235501322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:36:06.387032 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-75e2458d-e07a-4efe-887a-8c4058953abf req-2f81e8e1-1969-4ca2-bd9c-81d81c6be4d2 tempest-TestVolumeBootPattern-1235501322 tempest-TestVolumeBootPattern-1235501322-project] 10.222.0.36 "GET /v2.0/ports?device_id=dab3054c-1af0-4feb-a1d2-392311252c7f HTTP/1.1" status: 200 len: 944 time: 0.0630240 Sep 30 06:36:06.429839 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-75e2458d-e07a-4efe-887a-8c4058953abf req-21c206c7-58a9-41b3-acf8-d6b57a494a51 tempest-TestVolumeBootPattern-1235501322 tempest-TestVolumeBootPattern-1235501322-project] 10.222.0.36 "GET /v2.0/security-groups?id=c54a025c-5158-476e-b94b-72fedfe85ade&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361187 Sep 30 06:36:06.450727 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b8e92d-5e27-44f6-872e-7ff7ab560725 req-59aa9a68-2f27-4675-9add-9b26a27465a2 tempest-VolumesSnapshotTestJSON-2000785449 tempest-VolumesSnapshotTestJSON-2000785449-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:36:06.450727 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-b7b8e92d-5e27-44f6-872e-7ff7ab560725 req-59aa9a68-2f27-4675-9add-9b26a27465a2 tempest-VolumesSnapshotTestJSON-2000785449 tempest-VolumesSnapshotTestJSON-2000785449-project] 10.222.0.10 "GET /v2.0/networks?id=40677164-10dd-4c81-9254-06e3c21dbaf6 HTTP/1.1" status: 200 len: 813 time: 0.1614187 Sep 30 06:36:06.465588 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.api.v2.base [req-b7b8e92d-5e27-44f6-872e-7ff7ab560725 req-79851a75-f350-44f4-94bd-e26b5d55493e tempest-VolumesSnapshotTestJSON-2000785449 tempest-VolumesSnapshotTestJSON-2000785449-project] Request body: {'port': {'device_id': '40835c32-3e42-40bf-bf38-51a96aca3bba', 'network_id': '40677164-10dd-4c81-9254-06e3c21dbaf6', 'admin_state_up': True, 'tenant_id': 'a9cabd0d31b64e3e9d52875f8d988c45'}} {{(pid=93999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 06:36:06.477569 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653538'] for port, before_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:36:06.505021 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dab3054c-1af0-4feb-a1d2-392311252c7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6dff84a-8242-4446-b2d6-8ab6dd3e05ac'}] {{(pid=94001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 06:36:06.507340 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6a6fbc36b32d89ab1780593628eab99e94898f937be62aa03f5208480f4236e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e1d1f72-17c3-4f4a-a356-6553aa4e3e6f" -d '{"events": [{"server_uuid": "dab3054c-1af0-4feb-a1d2-392311252c7f", "name": "network-vif-plugged", "status": "completed", "tag": "a6dff84a-8242-4446-b2d6-8ab6dd3e05ac"}]}' {{(pid=94001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 06:36:06.521025 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.db [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] For port a6dff84a-8242-4446-b2d6-8ab6dd3e05ac, host hv-cinder-81187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81187',level=0,port_id=a6dff84a-8242-4446-b2d6-8ab6dd3e05ac,segment=NetworkSegment(91d390b2-e475-4135-bc40-86c600b72bab),segment_id=91d390b2-e475-4135-bc40-86c600b72bab)] {{(pid=94001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 06:36:06.526055 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7821886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727545992452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727545489363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727545489381'] for port, after_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:36:06.554649 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 06:36:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce7a886f-e333-4bb2-a892-efb7f56ba809 x-openstack-request-id: req-ce7a886f-e333-4bb2-a892-efb7f56ba809 {{(pid=94001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 06:36:06.554945 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dab3054c-1af0-4feb-a1d2-392311252c7f", "name": "network-vif-plugged", "status": "completed", "tag": "a6dff84a-8242-4446-b2d6-8ab6dd3e05ac", "code": 200}]} {{(pid=94001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 06:36:06.555338 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-ce7a886f-e333-4bb2-a892-efb7f56ba809 {{(pid=94001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 06:36:06.555598 dv-cinder-811877-1-iscsi neutron-server[94001]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dab3054c-1af0-4feb-a1d2-392311252c7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6dff84a-8242-4446-b2d6-8ab6dd3e05ac', 'code': 200} Sep 30 06:36:06.579172 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] Pushing event updated for resources: {'Port': ['ID=a6dff84a-8242-4446-b2d6-8ab6dd3e05ac,revision_number=5']} {{(pid=94001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:36:06.601335 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e87dba-37fe-4cb2-8678-ae76b1ca2797 req-a0ef34db-3258-461a-b1bc-89cf7f9c0529 tempest-AttachVolumeNegativeTest-819990020 tempest-AttachVolumeNegativeTest-819990020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:36:06.602793 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-68e87dba-37fe-4cb2-8678-ae76b1ca2797 req-a0ef34db-3258-461a-b1bc-89cf7f9c0529 tempest-AttachVolumeNegativeTest-819990020 tempest-AttachVolumeNegativeTest-819990020-project] 10.222.0.36 "GET /v2.0/ports?device_id=34a655d7-4f56-4eeb-a8f2-ae8d3fd5f906 HTTP/1.1" status: 200 len: 945 time: 0.1078141 Sep 30 06:36:06.645921 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b7b8e92d-5e27-44f6-872e-7ff7ab560725 req-79851a75-f350-44f4-94bd-e26b5d55493e tempest-VolumesSnapshotTestJSON-2000785449 tempest-VolumesSnapshotTestJSON-2000785449-project] Made reservation on behalf of a9cabd0d31b64e3e9d52875f8d988c45 for: {'port': 1} {{(pid=93999) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 06:36:06.649409 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [req-b7b8e92d-5e27-44f6-872e-7ff7ab560725 req-79851a75-f350-44f4-94bd-e26b5d55493e tempest-VolumesSnapshotTestJSON-2000785449 tempest-VolumesSnapshotTestJSON-2000785449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653538'] for port, before_create {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:36:06.667403 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-68e87dba-37fe-4cb2-8678-ae76b1ca2797 req-f8dc045c-7aa4-4119-ac8c-814aee4f6b49 tempest-AttachVolumeNegativeTest-819990020 tempest-AttachVolumeNegativeTest-819990020-project] 10.222.0.36 "GET /v2.0/security-groups?id=3cd9f0ee-6d13-47ac-8476-0f53a840e523&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584180 Sep 30 06:36:06.789461 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.db.db_base_plugin_common [req-b7b8e92d-5e27-44f6-872e-7ff7ab560725 req-79851a75-f350-44f4-94bd-e26b5d55493e tempest-VolumesSnapshotTestJSON-2000785449 tempest-VolumesSnapshotTestJSON-2000785449-project] Allocated IP 172.20.0.2 (40677164-10dd-4c81-9254-06e3c21dbaf6/188ae2ad-8559-4c2f-b0e2-93957332ed37/7036e90d-96e5-4aa5-8b4d-5468589f16a9) {{(pid=93999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 06:36:06.904461 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335c8486-a6c8-4c4b-9746-9b990b978248 req-c9e22c88-ff87-4e33-b2bd-2cc589bdf1b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:36:06.906156 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-335c8486-a6c8-4c4b-9746-9b990b978248 req-c9e22c88-ff87-4e33-b2bd-2cc589bdf1b4 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=dab3054c-1af0-4feb-a1d2-392311252c7f HTTP/1.1" status: 200 len: 1098 time: 0.0426636 Sep 30 06:36:06.949964 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-335c8486-a6c8-4c4b-9746-9b990b978248 req-5ab9176f-aa08-4f8c-b3b0-ce8e6be04182 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=c54a025c-5158-476e-b94b-72fedfe85ade&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356653 Sep 30 06:36:07.171000 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3867ae-8b68-4406-b3d4-18b6b609e0a0 req-3736c975-c9ca-4853-b96b-a8dfea3fea5b tempest-TestShelveInstance-1895143482 tempest-TestShelveInstance-1895143482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:36:07.173227 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-1a3867ae-8b68-4406-b3d4-18b6b609e0a0 req-3736c975-c9ca-4853-b96b-a8dfea3fea5b tempest-TestShelveInstance-1895143482 tempest-TestShelveInstance-1895143482-project] 10.222.0.10 "GET /v2.0/ports?device_id=51614c20-cf20-485e-9cbd-e42ca13cafa6 HTTP/1.1" status: 200 len: 946 time: 0.0895679 Sep 30 06:36:07.241190 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [req-b7b8e92d-5e27-44f6-872e-7ff7ab560725 req-79851a75-f350-44f4-94bd-e26b5d55493e tempest-VolumesSnapshotTestJSON-2000785449 tempest-VolumesSnapshotTestJSON-2000785449-project] Notify callbacks [] for port, precommit_create {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:36:07.297998 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-b63cd6cb-ff5a-4baf-9135-ede14c65ac03 req-411cd4bb-6ebc-488f-9e13-defabaa6c5fa tempest-VolumesSnapshotTestJSON-2000785449 tempest-VolumesSnapshotTestJSON-2000785449-project] 10.222.0.36 "GET /v2.0/ports?device_id=40835c32-3e42-40bf-bf38-51a96aca3bba HTTP/1.1" status: 200 len: 210 time: 0.0393066 Sep 30 06:36:07.325970 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [req-b7b8e92d-5e27-44f6-872e-7ff7ab560725 req-79851a75-f350-44f4-94bd-e26b5d55493e tempest-VolumesSnapshotTestJSON-2000785449 tempest-VolumesSnapshotTestJSON-2000785449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7821886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727545489345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6560267'] for port, after_create {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:36:07.399653 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b7b8e92d-5e27-44f6-872e-7ff7ab560725 req-79851a75-f350-44f4-94bd-e26b5d55493e tempest-VolumesSnapshotTestJSON-2000785449 tempest-VolumesSnapshotTestJSON-2000785449-project] Network 40677164-10dd-4c81-9254-06e3c21dbaf6 is already hosted by enough agents. {{(pid=93999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 06:36:07.404550 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.scheduler.base_scheduler [req-b7b8e92d-5e27-44f6-872e-7ff7ab560725 req-79851a75-f350-44f4-94bd-e26b5d55493e tempest-VolumesSnapshotTestJSON-2000785449 tempest-VolumesSnapshotTestJSON-2000785449-project] Resources bound (agent type, host, resource id): {{(pid=93999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 06:36:07.412751 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7b8e92d-5e27-44f6-872e-7ff7ab560725 req-79851a75-f350-44f4-94bd-e26b5d55493e tempest-VolumesSnapshotTestJSON-2000785449 tempest-VolumesSnapshotTestJSON-2000785449-project] Received port after_create {{(pid=93999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 06:36:07.418985 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79851a75-f350-44f4-94bd-e26b5d55493e tempest-VolumesSnapshotTestJSON-2000785449 tempest-VolumesSnapshotTestJSON-2000785449-project] Pushing event updated for resources: {'Port': ['ID=7036e90d-96e5-4aa5-8b4d-5468589f16a9,revision_number=1']} {{(pid=93999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:36:07.469740 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.plugins.ml2.plugin [req-1a3867ae-8b68-4406-b3d4-18b6b609e0a0 req-2a6b26b6-cc23-4c73-bffc-ddf4b125555c tempest-TestShelveInstance-1895143482 tempest-TestShelveInstance-1895143482-project] Deleting port 3186be9a-c7f5-45f9-97f9-961c9e5b9978 {{(pid=93999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 06:36:07.470385 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [req-1a3867ae-8b68-4406-b3d4-18b6b609e0a0 req-2a6b26b6-cc23-4c73-bffc-ddf4b125555c tempest-TestShelveInstance-1895143482 tempest-TestShelveInstance-1895143482-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727545987880'] for port, before_delete {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:36:07.473356 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702e5a20-9825-4601-a7ff-e30b6d629c39 req-830e9b6e-0248-4931-b8ac-031700572497 tempest-TestShelveInstance-1895143482 tempest-TestShelveInstance-1895143482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:36:07.477468 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-702e5a20-9825-4601-a7ff-e30b6d629c39 req-830e9b6e-0248-4931-b8ac-031700572497 tempest-TestShelveInstance-1895143482 tempest-TestShelveInstance-1895143482-project] 10.222.0.36 "GET /v2.0/ports?device_id=51614c20-cf20-485e-9cbd-e42ca13cafa6 HTTP/1.1" status: 200 len: 946 time: 0.0524218 Sep 30 06:36:07.500982 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b8e92d-5e27-44f6-872e-7ff7ab560725 req-79851a75-f350-44f4-94bd-e26b5d55493e tempest-VolumesSnapshotTestJSON-2000785449 tempest-VolumesSnapshotTestJSON-2000785449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:36:07.501715 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [req-b7b8e92d-5e27-44f6-872e-7ff7ab560725 req-79851a75-f350-44f4-94bd-e26b5d55493e tempest-VolumesSnapshotTestJSON-2000785449 tempest-VolumesSnapshotTestJSON-2000785449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57126'] for port, before_response {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:36:07.515758 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-702e5a20-9825-4601-a7ff-e30b6d629c39 req-df6b00a9-7067-4f2a-9ecc-54c71b87a632 tempest-TestShelveInstance-1895143482 tempest-TestShelveInstance-1895143482-project] 10.222.0.36 "GET /v2.0/security-groups?id=d31ebd02-b6b0-4773-95c4-51c8c3e0ede7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346899 Sep 30 06:36:07.582841 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-b7b8e92d-5e27-44f6-872e-7ff7ab560725 req-79851a75-f350-44f4-94bd-e26b5d55493e tempest-VolumesSnapshotTestJSON-2000785449 tempest-VolumesSnapshotTestJSON-2000785449-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1213012 Sep 30 06:36:07.616969 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.api.v2.base [req-b7b8e92d-5e27-44f6-872e-7ff7ab560725 req-3ae2d0ec-4b56-4f1d-a5c8-a62c677e9afd service neutron] Request body: {'port': {'device_id': '40835c32-3e42-40bf-bf38-51a96aca3bba', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81187'}} {{(pid=93999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 06:36:07.649082 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f90b3ae-a95a-488d-a88c-fdb7cf83c14e req-80092cac-0501-4deb-a25e-b4b5716c98b3 tempest-TestVolumeBootPattern-1235501322 tempest-TestVolumeBootPattern-1235501322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:36:07.650481 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-6f90b3ae-a95a-488d-a88c-fdb7cf83c14e req-80092cac-0501-4deb-a25e-b4b5716c98b3 tempest-TestVolumeBootPattern-1235501322 tempest-TestVolumeBootPattern-1235501322-project] 10.222.0.36 "GET /v2.0/ports?device_id=dab3054c-1af0-4feb-a1d2-392311252c7f HTTP/1.1" status: 200 len: 945 time: 0.1453435 Sep 30 06:36:07.652221 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.plugins.ml2.db [req-1a3867ae-8b68-4406-b3d4-18b6b609e0a0 req-2a6b26b6-cc23-4c73-bffc-ddf4b125555c tempest-TestShelveInstance-1895143482 tempest-TestShelveInstance-1895143482-project] For port 3186be9a-c7f5-45f9-97f9-961c9e5b9978, host hv-cinder-81187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81187',level=0,port_id=3186be9a-c7f5-45f9-97f9-961c9e5b9978,segment=NetworkSegment(04f5ac7d-c914-4271-ad20-e8c8197f8c4f),segment_id=04f5ac7d-c914-4271-ad20-e8c8197f8c4f)] {{(pid=93999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 06:36:07.652594 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [req-1a3867ae-8b68-4406-b3d4-18b6b609e0a0 req-2a6b26b6-cc23-4c73-bffc-ddf4b125555c tempest-TestShelveInstance-1895143482 tempest-TestShelveInstance-1895143482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7874563'] for port, precommit_delete {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:36:07.679873 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.plugins.ml2.plugin [req-1a3867ae-8b68-4406-b3d4-18b6b609e0a0 req-2a6b26b6-cc23-4c73-bffc-ddf4b125555c tempest-TestShelveInstance-1895143482 tempest-TestShelveInstance-1895143482-project] Calling delete_port for 3186be9a-c7f5-45f9-97f9-961c9e5b9978 owned by compute:nova {{(pid=93999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 06:36:07.771422 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [req-b7b8e92d-5e27-44f6-872e-7ff7ab560725 req-3ae2d0ec-4b56-4f1d-a5c8-a62c677e9afd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653538'] for port, before_update {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:36:07.780032 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-6f90b3ae-a95a-488d-a88c-fdb7cf83c14e req-aff07951-9691-495e-a0ff-c2db2e0bd1f8 tempest-TestVolumeBootPattern-1235501322 tempest-TestVolumeBootPattern-1235501322-project] 10.222.0.36 "GET /v2.0/security-groups?id=c54a025c-5158-476e-b94b-72fedfe85ade&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1226430 Sep 30 06:36:07.999194 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [req-1a3867ae-8b68-4406-b3d4-18b6b609e0a0 req-2a6b26b6-cc23-4c73-bffc-ddf4b125555c tempest-TestShelveInstance-1895143482 tempest-TestShelveInstance-1895143482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7821886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727545991406', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727545489354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6560267'] for port, after_delete {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:36:08.065834 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6b26b6-cc23-4c73-bffc-ddf4b125555c tempest-TestShelveInstance-1895143482 tempest-TestShelveInstance-1895143482-project] Pushing event deleted for resources: {'Port': ['ID=3186be9a-c7f5-45f9-97f9-961c9e5b9978,revision_number=None']} {{(pid=93999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:36:08.127043 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a3867ae-8b68-4406-b3d4-18b6b609e0a0 req-2a6b26b6-cc23-4c73-bffc-ddf4b125555c tempest-TestShelveInstance-1895143482 tempest-TestShelveInstance-1895143482-project] No DVR routers for this DVR port 3186be9a-c7f5-45f9-97f9-961c9e5b9978 on host hv-cinder-81187 {{(pid=93999) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 06:36:08.133587 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [req-1a3867ae-8b68-4406-b3d4-18b6b609e0a0 req-2a6b26b6-cc23-4c73-bffc-ddf4b125555c tempest-TestShelveInstance-1895143482 tempest-TestShelveInstance-1895143482-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57126'] for port, before_response {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:36:08.135580 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-1a3867ae-8b68-4406-b3d4-18b6b609e0a0 req-2a6b26b6-cc23-4c73-bffc-ddf4b125555c tempest-TestShelveInstance-1895143482 tempest-TestShelveInstance-1895143482-project] 10.222.0.10 "DELETE /v2.0/ports/3186be9a-c7f5-45f9-97f9-961c9e5b9978 HTTP/1.1" status: 204 len: 173 time: 0.8642540 Sep 30 06:36:08.136021 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51614c20-cf20-485e-9cbd-e42ca13cafa6', 'name': 'network-vif-deleted', 'tag': '3186be9a-c7f5-45f9-97f9-961c9e5b9978'}] {{(pid=93999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 06:36:08.138311 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07b111f6e278cfffd9c4f208e103de524c2b9e3fbd4e5a5b5d8dd158a433df71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19b189a6-6096-40e8-89bf-8c7069ccfe0d" -d '{"events": [{"server_uuid": "51614c20-cf20-485e-9cbd-e42ca13cafa6", "name": "network-vif-deleted", "tag": "3186be9a-c7f5-45f9-97f9-961c9e5b9978"}]}' {{(pid=93999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 06:36:08.180183 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 06:36:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f06233b-8277-4544-b65d-6ad5a5c983d2 x-openstack-request-id: req-9f06233b-8277-4544-b65d-6ad5a5c983d2 {{(pid=93999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 06:36:08.180552 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51614c20-cf20-485e-9cbd-e42ca13cafa6", "name": "network-vif-deleted", "tag": "3186be9a-c7f5-45f9-97f9-961c9e5b9978", "status": "completed", "code": 200}]} {{(pid=93999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 06:36:08.180878 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-9f06233b-8277-4544-b65d-6ad5a5c983d2 {{(pid=93999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 06:36:08.181602 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51614c20-cf20-485e-9cbd-e42ca13cafa6', 'name': 'network-vif-deleted', 'tag': '3186be9a-c7f5-45f9-97f9-961c9e5b9978', 'status': 'completed', 'code': 200} Sep 30 06:36:08.225477 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.notifiers.nova [req-b7b8e92d-5e27-44f6-872e-7ff7ab560725 req-3ae2d0ec-4b56-4f1d-a5c8-a62c677e9afd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7036e90d-96e5-4aa5-8b4d-5468589f16a9 {{(pid=93999) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 06:36:08.236924 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [req-b7b8e92d-5e27-44f6-872e-7ff7ab560725 req-3ae2d0ec-4b56-4f1d-a5c8-a62c677e9afd service neutron] Notify callbacks [] for port, precommit_update {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:36:08.257146 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.db.provisioning_blocks [req-b7b8e92d-5e27-44f6-872e-7ff7ab560725 req-3ae2d0ec-4b56-4f1d-a5c8-a62c677e9afd service neutron] Transition to ACTIVE for port object 7036e90d-96e5-4aa5-8b4d-5468589f16a9 will not be triggered until provisioned by entity L2. {{(pid=93999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 06:36:08.261032 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [req-b7b8e92d-5e27-44f6-872e-7ff7ab560725 req-3ae2d0ec-4b56-4f1d-a5c8-a62c677e9afd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7821886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727545992452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727545489363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727545489381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6560256'] for port, after_update {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:36:08.314967 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae2d0ec-4b56-4f1d-a5c8-a62c677e9afd service neutron] Pushing event updated for resources: {'Port': ['ID=7036e90d-96e5-4aa5-8b4d-5468589f16a9,revision_number=2']} {{(pid=93999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:36:08.388198 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.plugins.ml2.managers [req-b7b8e92d-5e27-44f6-872e-7ff7ab560725 req-3ae2d0ec-4b56-4f1d-a5c8-a62c677e9afd service neutron] Attempting to bind port 7036e90d-96e5-4aa5-8b4d-5468589f16a9 on host hv-cinder-81187 for vnic_type normal with profile {{(pid=93999) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 06:36:08.388518 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.plugins.ml2.managers [req-b7b8e92d-5e27-44f6-872e-7ff7ab560725 req-3ae2d0ec-4b56-4f1d-a5c8-a62c677e9afd service neutron] Attempting to bind port 7036e90d-96e5-4aa5-8b4d-5468589f16a9 by drivers openvswitch,hyperv on host hv-cinder-81187 at level 0 using segments [{'id': '7e5be05c-83c6-4980-892b-ee3a10f8c368', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '40677164-10dd-4c81-9254-06e3c21dbaf6'}] {{(pid=93999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 06:36:08.389025 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7b8e92d-5e27-44f6-872e-7ff7ab560725 req-3ae2d0ec-4b56-4f1d-a5c8-a62c677e9afd service neutron] Attempting to bind port 7036e90d-96e5-4aa5-8b4d-5468589f16a9 on network 40677164-10dd-4c81-9254-06e3c21dbaf6 {{(pid=93999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 06:36:08.394337 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7b8e92d-5e27-44f6-872e-7ff7ab560725 req-3ae2d0ec-4b56-4f1d-a5c8-a62c677e9afd service neutron] Port 7036e90d-96e5-4aa5-8b4d-5468589f16a9 on network 40677164-10dd-4c81-9254-06e3c21dbaf6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81187 {{(pid=93999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 06:36:08.394760 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7b8e92d-5e27-44f6-872e-7ff7ab560725 req-3ae2d0ec-4b56-4f1d-a5c8-a62c677e9afd service neutron] Attempting to bind port 7036e90d-96e5-4aa5-8b4d-5468589f16a9 on network 40677164-10dd-4c81-9254-06e3c21dbaf6 {{(pid=93999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 06:36:08.400059 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7b8e92d-5e27-44f6-872e-7ff7ab560725 req-3ae2d0ec-4b56-4f1d-a5c8-a62c677e9afd service neutron] Checking agent: {'id': '8d9eab89-7803-44fc-b727-c0e530c74148', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81187', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 6, 25, 39), 'started_at': datetime.datetime(2021, 9, 30, 6, 25, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 6, 35, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 06:36:08.400402 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7b8e92d-5e27-44f6-872e-7ff7ab560725 req-3ae2d0ec-4b56-4f1d-a5c8-a62c677e9afd service neutron] Checking segment: {'id': '7e5be05c-83c6-4980-892b-ee3a10f8c368', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '40677164-10dd-4c81-9254-06e3c21dbaf6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 06:36:08.400792 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7b8e92d-5e27-44f6-872e-7ff7ab560725 req-3ae2d0ec-4b56-4f1d-a5c8-a62c677e9afd service neutron] Bound using segment: {'id': '7e5be05c-83c6-4980-892b-ee3a10f8c368', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '40677164-10dd-4c81-9254-06e3c21dbaf6'} {{(pid=93999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 06:36:08.401229 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.plugins.ml2.managers [req-b7b8e92d-5e27-44f6-872e-7ff7ab560725 req-3ae2d0ec-4b56-4f1d-a5c8-a62c677e9afd service neutron] Bound port: 7036e90d-96e5-4aa5-8b4d-5468589f16a9, host: hv-cinder-81187, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e5be05c-83c6-4980-892b-ee3a10f8c368', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '40677164-10dd-4c81-9254-06e3c21dbaf6'}}] {{(pid=93999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 06:36:08.401591 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [req-b7b8e92d-5e27-44f6-872e-7ff7ab560725 req-3ae2d0ec-4b56-4f1d-a5c8-a62c677e9afd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653538'] for port, before_update {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:36:08.441538 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6255113-1354-488c-8687-3ee7f0468fc6 req-4c04c0dd-8d1b-4195-b21e-da60de4a7d42 tempest-VolumesSnapshotTestJSON-2000785449 tempest-VolumesSnapshotTestJSON-2000785449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:36:08.443495 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-a6255113-1354-488c-8687-3ee7f0468fc6 req-4c04c0dd-8d1b-4195-b21e-da60de4a7d42 tempest-VolumesSnapshotTestJSON-2000785449 tempest-VolumesSnapshotTestJSON-2000785449-project] 10.222.0.36 "GET /v2.0/ports?device_id=40835c32-3e42-40bf-bf38-51a96aca3bba HTTP/1.1" status: 200 len: 943 time: 0.0598357 Sep 30 06:36:08.480916 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.plugins.ml2.db [req-b7b8e92d-5e27-44f6-872e-7ff7ab560725 req-3ae2d0ec-4b56-4f1d-a5c8-a62c677e9afd service neutron] For port 7036e90d-96e5-4aa5-8b4d-5468589f16a9, host hv-cinder-81187, cleared binding levels {{(pid=93999) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 06:36:08.485303 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.plugins.ml2.db [req-b7b8e92d-5e27-44f6-872e-7ff7ab560725 req-3ae2d0ec-4b56-4f1d-a5c8-a62c677e9afd service neutron] For port 7036e90d-96e5-4aa5-8b4d-5468589f16a9, host hv-cinder-81187, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81187',level=0,port_id=7036e90d-96e5-4aa5-8b4d-5468589f16a9,segment=NetworkSegment(7e5be05c-83c6-4980-892b-ee3a10f8c368),segment_id=7e5be05c-83c6-4980-892b-ee3a10f8c368)] {{(pid=93999) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 06:36:08.490224 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-a6255113-1354-488c-8687-3ee7f0468fc6 req-4be32849-70c8-4145-89d5-5d58ae510cd7 tempest-VolumesSnapshotTestJSON-2000785449 tempest-VolumesSnapshotTestJSON-2000785449-project] 10.222.0.36 "GET /v2.0/security-groups?id=61c8e2da-05be-409d-a3a8-94b406f3be78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399089 Sep 30 06:36:08.490849 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [req-b7b8e92d-5e27-44f6-872e-7ff7ab560725 req-3ae2d0ec-4b56-4f1d-a5c8-a62c677e9afd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7821886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727545992452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727545489363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727545489381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6560256'] for port, after_update {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:36:08.530249 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b8e92d-5e27-44f6-872e-7ff7ab560725 req-3ae2d0ec-4b56-4f1d-a5c8-a62c677e9afd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:36:08.530953 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [req-b7b8e92d-5e27-44f6-872e-7ff7ab560725 req-3ae2d0ec-4b56-4f1d-a5c8-a62c677e9afd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57126'] for port, before_response {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:36:08.533271 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-b7b8e92d-5e27-44f6-872e-7ff7ab560725 req-3ae2d0ec-4b56-4f1d-a5c8-a62c677e9afd service neutron] 10.222.0.10 "PUT /v2.0/ports/7036e90d-96e5-4aa5-8b4d-5468589f16a9 HTTP/1.1" status: 200 len: 1093 time: 0.9299879 Sep 30 06:36:08.580448 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae2d0ec-4b56-4f1d-a5c8-a62c677e9afd service neutron] Pushing event updated for resources: {'Port': ['ID=7036e90d-96e5-4aa5-8b4d-5468589f16a9,revision_number=3']} {{(pid=93999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:36:08.629834 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-a451d506-f932-495a-80d6-54dcc9ffc8dd req-e26cb83d-0a0b-4aa1-9ff3-cd852e0f9cb0 tempest-TestShelveInstance-1895143482 tempest-TestShelveInstance-1895143482-project] 10.222.0.36 "GET /v2.0/ports?device_id=51614c20-cf20-485e-9cbd-e42ca13cafa6 HTTP/1.1" status: 200 len: 210 time: 0.0391989 Sep 30 06:36:08.672293 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b8e92d-5e27-44f6-872e-7ff7ab560725 req-c0768bfb-009b-4992-b320-7f59a2888373 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:36:08.674239 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-b7b8e92d-5e27-44f6-872e-7ff7ab560725 req-c0768bfb-009b-4992-b320-7f59a2888373 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a9cabd0d31b64e3e9d52875f8d988c45&device_id=40835c32-3e42-40bf-bf38-51a96aca3bba HTTP/1.1" status: 200 len: 1096 time: 0.0470312 Sep 30 06:36:08.730259 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-b7b8e92d-5e27-44f6-872e-7ff7ab560725 req-b8a48a76-c667-49d2-89c3-38245616f5bf service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=7036e90d-96e5-4aa5-8b4d-5468589f16a9 HTTP/1.1" status: 200 len: 217 time: 0.0423241 Sep 30 06:36:08.795571 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b8e92d-5e27-44f6-872e-7ff7ab560725 req-74cabcc1-7689-4f2f-bcff-3e3078a7e398 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:36:08.797032 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-b7b8e92d-5e27-44f6-872e-7ff7ab560725 req-74cabcc1-7689-4f2f-bcff-3e3078a7e398 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=188ae2ad-8559-4c2f-b0e2-93957332ed37 HTTP/1.1" status: 200 len: 853 time: 0.0530467 Sep 30 06:36:08.832913 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-b7b8e92d-5e27-44f6-872e-7ff7ab560725 req-d87bb2e2-4834-4d61-b852-f36ccf7db3f0 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=40677164-10dd-4c81-9254-06e3c21dbaf6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266860 Sep 30 06:36:08.898877 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f28d3a7-81f2-48b4-b3d7-ee5075aca7d7 req-205d5974-0193-4126-b2b3-e6cf4bc59599 tempest-TestVolumeBootPattern-1235501322 tempest-TestVolumeBootPattern-1235501322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:36:08.900393 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-0f28d3a7-81f2-48b4-b3d7-ee5075aca7d7 req-205d5974-0193-4126-b2b3-e6cf4bc59599 tempest-TestVolumeBootPattern-1235501322 tempest-TestVolumeBootPattern-1235501322-project] 10.222.0.36 "GET /v2.0/ports?device_id=dab3054c-1af0-4feb-a1d2-392311252c7f HTTP/1.1" status: 200 len: 945 time: 0.0504704 Sep 30 06:36:08.932035 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-b7b8e92d-5e27-44f6-872e-7ff7ab560725 req-3e313965-aa58-4e55-a040-2864eef188bb service neutron] 10.222.0.10 "GET /v2.0/networks/40677164-10dd-4c81-9254-06e3c21dbaf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909479 Sep 30 06:36:08.944822 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-0f28d3a7-81f2-48b4-b3d7-ee5075aca7d7 req-3d3a5cab-3ebf-4968-b0f8-aaaabfeecded tempest-TestVolumeBootPattern-1235501322 tempest-TestVolumeBootPattern-1235501322-project] 10.222.0.36 "GET /v2.0/security-groups?id=c54a025c-5158-476e-b94b-72fedfe85ade&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382009 Sep 30 06:36:09.043577 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-b7b8e92d-5e27-44f6-872e-7ff7ab560725 req-7a07f6ea-b8fe-41a3-ae10-6cf65a48d0c8 service neutron] 10.222.0.10 "GET /v2.0/networks/40677164-10dd-4c81-9254-06e3c21dbaf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1035080 Sep 30 06:36:09.081594 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2015dc3e-c1be-4ff1-b3b9-abcd9831a98a req-63a881e2-6163-496b-9b9f-833439a602a7 tempest-TestVolumeBootPattern-1235501322 tempest-TestVolumeBootPattern-1235501322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:36:09.083074 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-2015dc3e-c1be-4ff1-b3b9-abcd9831a98a req-63a881e2-6163-496b-9b9f-833439a602a7 tempest-TestVolumeBootPattern-1235501322 tempest-TestVolumeBootPattern-1235501322-project] 10.222.0.36 "GET /v2.0/ports?device_id=dab3054c-1af0-4feb-a1d2-392311252c7f HTTP/1.1" status: 200 len: 945 time: 0.0624664 Sep 30 06:36:09.102261 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727546001794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-597483'] for agent, after_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:36:09.121988 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-2015dc3e-c1be-4ff1-b3b9-abcd9831a98a req-a0d844d3-7f6c-4712-914d-22d88ca61480 tempest-TestVolumeBootPattern-1235501322 tempest-TestVolumeBootPattern-1235501322-project] 10.222.0.36 "GET /v2.0/security-groups?id=c54a025c-5158-476e-b94b-72fedfe85ade&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328395 Sep 30 06:36:09.144293 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.36', 60746) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 06:36:09.187209 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-300b0376-f97e-41e7-a454-07151ca31b56 tempest-TestVolumeBootPattern-184868972 tempest-TestVolumeBootPattern-184868972-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:36:09.188794 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [None req-300b0376-f97e-41e7-a454-07151ca31b56 tempest-TestVolumeBootPattern-184868972 tempest-TestVolumeBootPattern-184868972-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=dab3054c-1af0-4feb-a1d2-392311252c7f HTTP/1.1" status: 200 len: 1093 time: 0.0434768 Sep 30 06:36:09.193735 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.36', 60750) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 06:36:09.198260 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.api.v2.base [None req-5bf47947-027c-40d4-bba6-7c8c2fea5d25 tempest-TestVolumeBootPattern-1235501322 tempest-TestVolumeBootPattern-1235501322-project] Request body: {'floatingip': {'floating_network_id': 'ddd8ee8b-b24f-47fb-afd7-cfc700c93624', 'port_id': 'a6dff84a-8242-4446-b2d6-8ab6dd3e05ac', 'tenant_id': '371c6a2cbad540218fff235f4a93c18c', 'fixed_ip_address': '172.20.0.4'}} {{(pid=94000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 06:36:09.226767 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-5bf47947-027c-40d4-bba6-7c8c2fea5d25 tempest-TestVolumeBootPattern-1235501322 tempest-TestVolumeBootPattern-1235501322-project] Notify callbacks [] for floatingip, before_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:36:09.336060 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-5bf47947-027c-40d4-bba6-7c8c2fea5d25 tempest-TestVolumeBootPattern-1235501322 tempest-TestVolumeBootPattern-1235501322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653538'] for port, before_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:36:09.446643 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.db.db_base_plugin_common [None req-5bf47947-027c-40d4-bba6-7c8c2fea5d25 tempest-TestVolumeBootPattern-1235501322 tempest-TestVolumeBootPattern-1235501322-project] Allocated IP 172.27.1.118 (ddd8ee8b-b24f-47fb-afd7-cfc700c93624/4727b4cf-a8ea-4dab-8db4-019b4e8b0546/000105bb-a9b4-4310-b44c-9c138013354d) {{(pid=94000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 06:36:09.472008 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b304af71-ec03-409d-95fe-6b447810e85f req-637e4cae-6d25-4c98-a449-129556dcc0f6 tempest-AttachVolumeNegativeTest-819990020 tempest-AttachVolumeNegativeTest-819990020-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:36:09.473508 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-b304af71-ec03-409d-95fe-6b447810e85f req-637e4cae-6d25-4c98-a449-129556dcc0f6 tempest-AttachVolumeNegativeTest-819990020 tempest-AttachVolumeNegativeTest-819990020-project] 10.222.0.36 "GET /v2.0/networks?id=cd60cd18-0775-4a69-9147-a3630ccd6292 HTTP/1.1" status: 200 len: 814 time: 0.1062074 Sep 30 06:36:09.491455 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-b304af71-ec03-409d-95fe-6b447810e85f req-f5e109b6-1372-40af-a8b3-ccee74c2c54e tempest-AttachVolumeNegativeTest-819990020 tempest-AttachVolumeNegativeTest-819990020-project] 10.222.0.36 "GET /v2.0/quotas/bc2fbe128cb04422ae6794af2311246e HTTP/1.1" status: 200 len: 375 time: 0.0118396 Sep 30 06:36:09.548004 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-b304af71-ec03-409d-95fe-6b447810e85f req-293a9239-a914-42d7-af41-24d47a5e0a45 tempest-AttachVolumeNegativeTest-819990020 tempest-AttachVolumeNegativeTest-819990020-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=bc2fbe128cb04422ae6794af2311246e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0499473 Sep 30 06:36:09.568071 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-5bf47947-027c-40d4-bba6-7c8c2fea5d25 tempest-TestVolumeBootPattern-1235501322 tempest-TestVolumeBootPattern-1235501322-project] Notify callbacks [] for port, precommit_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:36:09.636339 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a39a2e-d93a-4189-9d84-b8c5382bc76e req-acefa1ff-cf31-40a4-8b11-b92f1ad00d82 tempest-VolumesSnapshotTestJSON-2000785449 tempest-VolumesSnapshotTestJSON-2000785449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:36:09.637745 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-60a39a2e-d93a-4189-9d84-b8c5382bc76e req-acefa1ff-cf31-40a4-8b11-b92f1ad00d82 tempest-VolumesSnapshotTestJSON-2000785449 tempest-VolumesSnapshotTestJSON-2000785449-project] 10.222.0.36 "GET /v2.0/ports?device_id=40835c32-3e42-40bf-bf38-51a96aca3bba HTTP/1.1" status: 200 len: 943 time: 0.0672913 Sep 30 06:36:09.650160 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-b304af71-ec03-409d-95fe-6b447810e85f req-9e89cb80-64be-436a-9914-53d3de228717 service neutron] 10.222.0.36 "GET /v2.0/networks/cd60cd18-0775-4a69-9147-a3630ccd6292?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939598 Sep 30 06:36:09.651688 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-5bf47947-027c-40d4-bba6-7c8c2fea5d25 tempest-TestVolumeBootPattern-1235501322 tempest-TestVolumeBootPattern-1235501322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7821886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727545489345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4572815'] for port, after_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:36:09.701470 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bf47947-027c-40d4-bba6-7c8c2fea5d25 tempest-TestVolumeBootPattern-1235501322 tempest-TestVolumeBootPattern-1235501322-project] Network ddd8ee8b-b24f-47fb-afd7-cfc700c93624 is already hosted by enough agents. {{(pid=94000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 06:36:09.710338 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.scheduler.base_scheduler [None req-5bf47947-027c-40d4-bba6-7c8c2fea5d25 tempest-TestVolumeBootPattern-1235501322 tempest-TestVolumeBootPattern-1235501322-project] Resources bound (agent type, host, resource id): {{(pid=94000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 06:36:09.717196 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bf47947-027c-40d4-bba6-7c8c2fea5d25 tempest-TestVolumeBootPattern-1235501322 tempest-TestVolumeBootPattern-1235501322-project] Received port after_create {{(pid=94000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 06:36:09.740311 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-b304af71-ec03-409d-95fe-6b447810e85f req-72aab929-076b-4584-89b5-d9c0b53173a0 service neutron] 10.222.0.36 "GET /v2.0/networks/cd60cd18-0775-4a69-9147-a3630ccd6292?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854702 Sep 30 06:36:09.752106 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-60a39a2e-d93a-4189-9d84-b8c5382bc76e req-67620235-5a62-4ff5-8cba-ff5db2c6ba50 tempest-VolumesSnapshotTestJSON-2000785449 tempest-VolumesSnapshotTestJSON-2000785449-project] 10.222.0.36 "GET /v2.0/security-groups?id=61c8e2da-05be-409d-a3a8-94b406f3be78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069784 Sep 30 06:36:09.758136 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf47947-027c-40d4-bba6-7c8c2fea5d25 tempest-TestVolumeBootPattern-1235501322 tempest-TestVolumeBootPattern-1235501322-project] Pushing event updated for resources: {'Port': ['ID=000105bb-a9b4-4310-b44c-9c138013354d,revision_number=1']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:36:09.800583 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.wsgi [-] (93999) accepted ('10.222.0.36', 60768) {{(pid=93999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 06:36:09.864964 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-7edfe506-37f1-43ba-9270-b85b89566114 tempest-TestShelveInstance-1895143482 tempest-TestShelveInstance-1895143482-project] Notify callbacks [] for security_group, before_delete {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:36:09.892707 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-7edfe506-37f1-43ba-9270-b85b89566114 tempest-TestShelveInstance-1895143482 tempest-TestShelveInstance-1895143482-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:36:09.937722 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-3afa7b44-1586-471d-8d14-c958f7f85c77 req-fe08109b-8a68-494a-a6ad-ed5bd3432e37 tempest-AttachVolumeNegativeTest-819990020 tempest-AttachVolumeNegativeTest-819990020-project] 10.222.0.36 "GET /v2.0/ports?device_id=d7c13242-c002-48ee-bd49-2902b919ff77 HTTP/1.1" status: 200 len: 210 time: 0.0376444 Sep 30 06:36:09.973429 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-7edfe506-37f1-43ba-9270-b85b89566114 tempest-TestShelveInstance-1895143482 tempest-TestShelveInstance-1895143482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533969'] for security_group, after_delete {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:36:09.976049 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-7edfe506-37f1-43ba-9270-b85b89566114 tempest-TestShelveInstance-1895143482 tempest-TestShelveInstance-1895143482-project] Notify callbacks [] for security_group, before_response {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:36:09.979914 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [None req-7edfe506-37f1-43ba-9270-b85b89566114 tempest-TestShelveInstance-1895143482 tempest-TestShelveInstance-1895143482-project] 10.222.0.36 "DELETE /v2.0/security-groups/d31ebd02-b6b0-4773-95c4-51c8c3e0ede7 HTTP/1.1" status: 204 len: 168 time: 0.1756597 Sep 30 06:36:09.987317 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7edfe506-37f1-43ba-9270-b85b89566114 tempest-TestShelveInstance-1895143482 tempest-TestShelveInstance-1895143482-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d31ebd02-b6b0-4773-95c4-51c8c3e0ede7,revision_number=None']} {{(pid=93999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:36:10.040314 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.36', 60780) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 06:36:10.182733 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40835c32-3e42-40bf-bf38-51a96aca3bba', 'tag': '7036e90d-96e5-4aa5-8b4d-5468589f16a9'}] {{(pid=93999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 06:36:10.185478 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07b111f6e278cfffd9c4f208e103de524c2b9e3fbd4e5a5b5d8dd158a433df71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34d75a1a-4ba9-4b35-862b-179d3866a835" -d '{"events": [{"name": "network-changed", "server_uuid": "40835c32-3e42-40bf-bf38-51a96aca3bba", "tag": "7036e90d-96e5-4aa5-8b4d-5468589f16a9"}]}' {{(pid=93999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 06:36:10.224562 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 06:36:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29831d7b-37ab-4ac7-9f9a-c67f8e76048a x-openstack-request-id: req-29831d7b-37ab-4ac7-9f9a-c67f8e76048a {{(pid=93999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 06:36:10.224864 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "40835c32-3e42-40bf-bf38-51a96aca3bba", "tag": "7036e90d-96e5-4aa5-8b4d-5468589f16a9", "status": "completed", "code": 200}]} {{(pid=93999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 06:36:10.225191 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-29831d7b-37ab-4ac7-9f9a-c67f8e76048a {{(pid=93999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 06:36:10.225486 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40835c32-3e42-40bf-bf38-51a96aca3bba', 'tag': '7036e90d-96e5-4aa5-8b4d-5468589f16a9', 'status': 'completed', 'code': 200} Sep 30 06:36:10.337783 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d75a1a-4ba9-4b35-862b-179d3866a835 req-38a4ef47-a995-40af-ae7e-db968b13474f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:36:10.339371 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-34d75a1a-4ba9-4b35-862b-179d3866a835 req-38a4ef47-a995-40af-ae7e-db968b13474f service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a9cabd0d31b64e3e9d52875f8d988c45&device_id=40835c32-3e42-40bf-bf38-51a96aca3bba HTTP/1.1" status: 200 len: 1096 time: 0.0453455 Sep 30 06:36:10.347350 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-5bf47947-027c-40d4-bba6-7c8c2fea5d25 tempest-TestVolumeBootPattern-1235501322 tempest-TestVolumeBootPattern-1235501322-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:36:10.437210 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d75a1a-4ba9-4b35-862b-179d3866a835 req-c43e0ef2-5a62-494a-ae5f-edc4eed0140f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:36:10.439363 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-34d75a1a-4ba9-4b35-862b-179d3866a835 req-c43e0ef2-5a62-494a-ae5f-edc4eed0140f service neutron] 10.222.0.10 "GET /v2.0/networks?id=40677164-10dd-4c81-9254-06e3c21dbaf6 HTTP/1.1" status: 200 len: 914 time: 0.0918376 Sep 30 06:36:10.482854 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-5bf47947-027c-40d4-bba6-7c8c2fea5d25 tempest-TestVolumeBootPattern-1235501322 tempest-TestVolumeBootPattern-1235501322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653538'] for port, before_update {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:36:10.490128 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-34d75a1a-4ba9-4b35-862b-179d3866a835 req-6ee15ec8-a9d7-4399-acca-5cc75a84b9f9 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=7036e90d-96e5-4aa5-8b4d-5468589f16a9 HTTP/1.1" status: 200 len: 217 time: 0.0418000 Sep 30 06:36:10.542959 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d75a1a-4ba9-4b35-862b-179d3866a835 req-dd497fef-b70e-45ed-aacd-5f6910721f57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:36:10.544530 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-34d75a1a-4ba9-4b35-862b-179d3866a835 req-dd497fef-b70e-45ed-aacd-5f6910721f57 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=188ae2ad-8559-4c2f-b0e2-93957332ed37 HTTP/1.1" status: 200 len: 853 time: 0.0470519 Sep 30 06:36:10.602161 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-34d75a1a-4ba9-4b35-862b-179d3866a835 req-295a4190-b101-4331-839d-ad8ccdd7c9c6 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=40677164-10dd-4c81-9254-06e3c21dbaf6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270629 Sep 30 06:36:10.705988 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-34d75a1a-4ba9-4b35-862b-179d3866a835 req-747b35a7-4b06-4e6f-962b-b6a4cc686bbb service neutron] 10.222.0.10 "GET /v2.0/networks/40677164-10dd-4c81-9254-06e3c21dbaf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0967152 Sep 30 06:36:10.714636 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-5bf47947-027c-40d4-bba6-7c8c2fea5d25 tempest-TestVolumeBootPattern-1235501322 tempest-TestVolumeBootPattern-1235501322-project] Notify callbacks [] for port, precommit_update {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:36:10.722387 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-5bf47947-027c-40d4-bba6-7c8c2fea5d25 tempest-TestVolumeBootPattern-1235501322 tempest-TestVolumeBootPattern-1235501322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7821886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727545992452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727545489363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727545489381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4572804'] for port, after_update {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:36:10.806675 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-4a55d7e3-cf8c-48b3-964c-5dd91a9894b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7877658'] for router_interface, before_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:36:10.810932 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf47947-027c-40d4-bba6-7c8c2fea5d25 tempest-TestVolumeBootPattern-1235501322 tempest-TestVolumeBootPattern-1235501322-project] Pushing event updated for resources: {'Port': ['ID=000105bb-a9b4-4310-b44c-9c138013354d,revision_number=2']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:36:10.828222 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-34d75a1a-4ba9-4b35-862b-179d3866a835 req-3afa3993-5e7f-4e7e-929b-1bb8af684e5d service neutron] 10.222.0.10 "GET /v2.0/networks/40677164-10dd-4c81-9254-06e3c21dbaf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1014113 Sep 30 06:36:10.858538 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-5bf47947-027c-40d4-bba6-7c8c2fea5d25 tempest-TestVolumeBootPattern-1235501322 tempest-TestVolumeBootPattern-1235501322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7877914'] for floatingip, after_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:36:10.889544 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a570ec4e-34e8-4675-9e81-91481a31d6e7 req-f93e7d1f-bfda-4d9a-890c-9d137d0f0028 tempest-VolumesSnapshotTestJSON-2000785449 tempest-VolumesSnapshotTestJSON-2000785449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:36:10.891458 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-a570ec4e-34e8-4675-9e81-91481a31d6e7 req-f93e7d1f-bfda-4d9a-890c-9d137d0f0028 tempest-VolumesSnapshotTestJSON-2000785449 tempest-VolumesSnapshotTestJSON-2000785449-project] 10.222.0.36 "GET /v2.0/ports?device_id=40835c32-3e42-40bf-bf38-51a96aca3bba HTTP/1.1" status: 200 len: 943 time: 0.0572355 Sep 30 06:36:10.930339 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-a570ec4e-34e8-4675-9e81-91481a31d6e7 req-83fef330-6ee0-437f-9d33-2c623f2e8b98 tempest-VolumesSnapshotTestJSON-2000785449 tempest-VolumesSnapshotTestJSON-2000785449-project] 10.222.0.36 "GET /v2.0/security-groups?id=61c8e2da-05be-409d-a3a8-94b406f3be78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323718 Sep 30 06:36:11.286958 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-9099676a-1e8e-4781-9e6f-f3e5a4eadd25 req-f65e60db-b139-47c9-8744-dc972d360d59 tempest-AttachVolumeNegativeTest-819990020 tempest-AttachVolumeNegativeTest-819990020-project] 10.222.0.36 "GET /v2.0/ports?device_id=d7c13242-c002-48ee-bd49-2902b919ff77 HTTP/1.1" status: 200 len: 210 time: 0.0491180 Sep 30 06:36:11.325151 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.db.l3_db [None req-5bf47947-027c-40d4-bba6-7c8c2fea5d25 tempest-TestVolumeBootPattern-1235501322 tempest-TestVolumeBootPattern-1235501322-project] Floating IP 2de8b621-30a2-433c-9f21-0aba9acc3ed3 associated. External IP: 172.27.1.118, port: a6dff84a-8242-4446-b2d6-8ab6dd3e05ac. Sep 30 06:36:11.338143 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b304af71-ec03-409d-95fe-6b447810e85f req-04bc035a-c2d9-4038-a327-774aac9662b4 tempest-AttachVolumeNegativeTest-819990020 tempest-AttachVolumeNegativeTest-819990020-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:36:11.339735 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-b304af71-ec03-409d-95fe-6b447810e85f req-04bc035a-c2d9-4038-a327-774aac9662b4 tempest-AttachVolumeNegativeTest-819990020 tempest-AttachVolumeNegativeTest-819990020-project] 10.222.0.10 "GET /v2.0/networks?id=cd60cd18-0775-4a69-9147-a3630ccd6292 HTTP/1.1" status: 200 len: 814 time: 0.1169946 Sep 30 06:36:11.362078 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.api.v2.base [req-b304af71-ec03-409d-95fe-6b447810e85f req-67247757-a5cf-4764-ba82-64dee7ff9cdc tempest-AttachVolumeNegativeTest-819990020 tempest-AttachVolumeNegativeTest-819990020-project] Request body: {'port': {'device_id': 'd7c13242-c002-48ee-bd49-2902b919ff77', 'network_id': 'cd60cd18-0775-4a69-9147-a3630ccd6292', 'admin_state_up': True, 'tenant_id': 'bc2fbe128cb04422ae6794af2311246e'}} {{(pid=93999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 06:36:11.478540 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b304af71-ec03-409d-95fe-6b447810e85f req-67247757-a5cf-4764-ba82-64dee7ff9cdc tempest-AttachVolumeNegativeTest-819990020 tempest-AttachVolumeNegativeTest-819990020-project] Made reservation on behalf of bc2fbe128cb04422ae6794af2311246e for: {'port': 1} {{(pid=93999) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 06:36:11.482160 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [req-b304af71-ec03-409d-95fe-6b447810e85f req-67247757-a5cf-4764-ba82-64dee7ff9cdc tempest-AttachVolumeNegativeTest-819990020 tempest-AttachVolumeNegativeTest-819990020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653538'] for port, before_create {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:36:11.614845 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.db.db_base_plugin_common [req-b304af71-ec03-409d-95fe-6b447810e85f req-67247757-a5cf-4764-ba82-64dee7ff9cdc tempest-AttachVolumeNegativeTest-819990020 tempest-AttachVolumeNegativeTest-819990020-project] Allocated IP 172.20.0.10 (cd60cd18-0775-4a69-9147-a3630ccd6292/d978bd5f-31d0-431a-a556-4024f642ae59/e6cb5ea6-c361-4986-bda7-8cad7ab9fa82) {{(pid=93999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 06:36:11.626754 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5bf47947-027c-40d4-bba6-7c8c2fea5d25 tempest-TestVolumeBootPattern-1235501322 tempest-TestVolumeBootPattern-1235501322-project] Router a6c4853c-e1dc-4bac-83c1-36a77b44fa55 has already been hosted by L3 agent f054bd23-6895-478f-87a4-7cc0e21c04e0 {{(pid=94000) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 06:36:11.628431 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.plugins.ml2.plugin [None req-4a55d7e3-cf8c-48b3-964c-5dd91a9894b8 admin admin] Deleting port a2d28a87-588e-42e6-a151-16c4f6e0ae10 {{(pid=94000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 06:36:11.628771 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-4a55d7e3-cf8c-48b3-964c-5dd91a9894b8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727545987880'] for port, before_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:36:11.769824 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [req-b304af71-ec03-409d-95fe-6b447810e85f req-67247757-a5cf-4764-ba82-64dee7ff9cdc tempest-AttachVolumeNegativeTest-819990020 tempest-AttachVolumeNegativeTest-819990020-project] Notify callbacks [] for port, precommit_create {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:36:11.803838 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [req-b304af71-ec03-409d-95fe-6b447810e85f req-67247757-a5cf-4764-ba82-64dee7ff9cdc tempest-AttachVolumeNegativeTest-819990020 tempest-AttachVolumeNegativeTest-819990020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7821886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727545489345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6560267'] for port, after_create {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:36:11.806428 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.plugins.ml2.db [None req-4a55d7e3-cf8c-48b3-964c-5dd91a9894b8 admin admin] For port a2d28a87-588e-42e6-a151-16c4f6e0ae10, host dv-cinder-811877-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811877-1-iscsi',level=0,port_id=a2d28a87-588e-42e6-a151-16c4f6e0ae10,segment=NetworkSegment(04f5ac7d-c914-4271-ad20-e8c8197f8c4f),segment_id=04f5ac7d-c914-4271-ad20-e8c8197f8c4f)] {{(pid=94000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 06:36:11.807086 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-4a55d7e3-cf8c-48b3-964c-5dd91a9894b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7874563'] for port, precommit_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:36:11.827736 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.plugins.ml2.plugin [None req-4a55d7e3-cf8c-48b3-964c-5dd91a9894b8 admin admin] Calling delete_port for a2d28a87-588e-42e6-a151-16c4f6e0ae10 owned by network:router_interface {{(pid=94000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 06:36:11.832373 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bf47947-027c-40d4-bba6-7c8c2fea5d25 tempest-TestVolumeBootPattern-1235501322 tempest-TestVolumeBootPattern-1235501322-project] Notify agent at l3_agent.dv-cinder-811877-1-iscsi the message routers_updated {{(pid=94000) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 06:36:11.846413 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a0cc29a-c12b-4709-84ab-0cfc95dc2bbb None None] Sync routers for ids ['a6c4853c-e1dc-4bac-83c1-36a77b44fa55'] in dv-cinder-811877-1-iscsi {{(pid=94001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 06:36:11.850722 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b304af71-ec03-409d-95fe-6b447810e85f req-67247757-a5cf-4764-ba82-64dee7ff9cdc tempest-AttachVolumeNegativeTest-819990020 tempest-AttachVolumeNegativeTest-819990020-project] Network cd60cd18-0775-4a69-9147-a3630ccd6292 is already hosted by enough agents. {{(pid=93999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 06:36:11.853844 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.db [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] get_ports_and_sgs() called for port_ids ['3fb08640-c461-4b92-b2e7-23b64529c59f', '285e4a75-1742-479d-9b6c-61b8ef19883e'] {{(pid=94001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 06:36:11.854009 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.scheduler.base_scheduler [req-b304af71-ec03-409d-95fe-6b447810e85f req-67247757-a5cf-4764-ba82-64dee7ff9cdc tempest-AttachVolumeNegativeTest-819990020 tempest-AttachVolumeNegativeTest-819990020-project] Resources bound (agent type, host, resource id): {{(pid=93999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 06:36:11.857698 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.db.l3_dvrscheduler_db [req-b304af71-ec03-409d-95fe-6b447810e85f req-67247757-a5cf-4764-ba82-64dee7ff9cdc tempest-AttachVolumeNegativeTest-819990020 tempest-AttachVolumeNegativeTest-819990020-project] Received port after_create {{(pid=93999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 06:36:11.886232 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a0cc29a-c12b-4709-84ab-0cfc95dc2bbb None None] Routers {'a6c4853c-e1dc-4bac-83c1-36a77b44fa55'} bound to L3 agent in host dv-cinder-811877-1-iscsi {{(pid=94001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 06:36:11.887061 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67247757-a5cf-4764-ba82-64dee7ff9cdc tempest-AttachVolumeNegativeTest-819990020 tempest-AttachVolumeNegativeTest-819990020-project] Pushing event updated for resources: {'Port': ['ID=e6cb5ea6-c361-4986-bda7-8cad7ab9fa82,revision_number=1']} {{(pid=93999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:36:11.887566 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.db.l3_hamode_db [None req-6a0cc29a-c12b-4709-84ab-0cfc95dc2bbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811877-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-30T06:19:31Z,description=,heartbeat_timestamp=2021-09-30T06:36:01Z,host='dv-cinder-811877-1-iscsi',id=f054bd23-6895-478f-87a4-7cc0e21c04e0,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T06:19:31Z,topic='l3_agent')) {'router_ids': ['a6c4853c-e1dc-4bac-83c1-36a77b44fa55'], 'active': True} {{(pid=94001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 06:36:11.890777 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-5bf47947-027c-40d4-bba6-7c8c2fea5d25 tempest-TestVolumeBootPattern-1235501322 tempest-TestVolumeBootPattern-1235501322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57126'] for floatingip, before_response {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:36:11.914980 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b304af71-ec03-409d-95fe-6b447810e85f req-67247757-a5cf-4764-ba82-64dee7ff9cdc tempest-AttachVolumeNegativeTest-819990020 tempest-AttachVolumeNegativeTest-819990020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:36:11.915732 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [req-b304af71-ec03-409d-95fe-6b447810e85f req-67247757-a5cf-4764-ba82-64dee7ff9cdc tempest-AttachVolumeNegativeTest-819990020 tempest-AttachVolumeNegativeTest-819990020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57126'] for port, before_response {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:36:11.932346 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [None req-5bf47947-027c-40d4-bba6-7c8c2fea5d25 tempest-TestVolumeBootPattern-1235501322 tempest-TestVolumeBootPattern-1235501322-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.7375078 Sep 30 06:36:11.934221 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dab3054c-1af0-4feb-a1d2-392311252c7f', 'tag': 'a6dff84a-8242-4446-b2d6-8ab6dd3e05ac'}] {{(pid=94000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 06:36:11.936615 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4acac726bceb08fc5dc31984e0b5877fccc01d7f70542289dc6193c12fa4dba7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6facf60-8847-4ccd-99e3-0efaad32ee2d" -d '{"events": [{"name": "network-changed", "server_uuid": "dab3054c-1af0-4feb-a1d2-392311252c7f", "tag": "a6dff84a-8242-4446-b2d6-8ab6dd3e05ac"}]}' {{(pid=94000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 06:36:11.941799 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-b304af71-ec03-409d-95fe-6b447810e85f req-67247757-a5cf-4764-ba82-64dee7ff9cdc tempest-AttachVolumeNegativeTest-819990020 tempest-AttachVolumeNegativeTest-819990020-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5854471 Sep 30 06:36:11.984643 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.api.v2.base [req-b304af71-ec03-409d-95fe-6b447810e85f req-4e54a7aa-fb2f-47a7-8ff7-f3c953d82e14 service neutron] Request body: {'port': {'device_id': 'd7c13242-c002-48ee-bd49-2902b919ff77', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81187'}} {{(pid=93999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 06:36:11.988777 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 06:36:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-507fc84b-0403-49b1-b331-b66b2ba8bf27 x-openstack-request-id: req-507fc84b-0403-49b1-b331-b66b2ba8bf27 {{(pid=94000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 06:36:11.988777 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dab3054c-1af0-4feb-a1d2-392311252c7f", "tag": "a6dff84a-8242-4446-b2d6-8ab6dd3e05ac", "status": "completed", "code": 200}]} {{(pid=94000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 06:36:11.995140 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-507fc84b-0403-49b1-b331-b66b2ba8bf27 {{(pid=94000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 06:36:11.995140 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dab3054c-1af0-4feb-a1d2-392311252c7f', 'tag': 'a6dff84a-8242-4446-b2d6-8ab6dd3e05ac', 'status': 'completed', 'code': 200} Sep 30 06:36:12.074722 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.db.l3_dvr_db [None req-6a0cc29a-c12b-4709-84ab-0cfc95dc2bbb None None] Set router a6c4853c-e1dc-4bac-83c1-36a77b44fa55 gateway port host: dv-cinder-811877-1-iscsi {{(pid=94001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 06:36:12.082622 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [req-b304af71-ec03-409d-95fe-6b447810e85f req-4e54a7aa-fb2f-47a7-8ff7-f3c953d82e14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653538'] for port, before_update {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:36:12.124508 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6facf60-8847-4ccd-99e3-0efaad32ee2d req-75d25d92-1f8b-40ce-9caf-9959a01e6ac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:36:12.127156 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-e6facf60-8847-4ccd-99e3-0efaad32ee2d req-75d25d92-1f8b-40ce-9caf-9959a01e6ac9 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=371c6a2cbad540218fff235f4a93c18c&device_id=dab3054c-1af0-4feb-a1d2-392311252c7f HTTP/1.1" status: 200 len: 1098 time: 0.0911484 Sep 30 06:36:12.129223 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcab78d9-efe9-4130-8426-a023564eee21 req-c5861269-f88b-4df5-a0d8-df49ff52d8e2 tempest-VolumesSnapshotTestJSON-2000785449 tempest-VolumesSnapshotTestJSON-2000785449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:36:12.135238 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-bcab78d9-efe9-4130-8426-a023564eee21 req-c5861269-f88b-4df5-a0d8-df49ff52d8e2 tempest-VolumesSnapshotTestJSON-2000785449 tempest-VolumesSnapshotTestJSON-2000785449-project] 10.222.0.36 "GET /v2.0/ports?device_id=40835c32-3e42-40bf-bf38-51a96aca3bba HTTP/1.1" status: 200 len: 943 time: 0.0937831 Sep 30 06:36:12.165297 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-4a55d7e3-cf8c-48b3-964c-5dd91a9894b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7821886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727545991406', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727545489354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4572815'] for port, after_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:36:12.201176 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a55d7e3-cf8c-48b3-964c-5dd91a9894b8 admin admin] Pushing event deleted for resources: {'Port': ['ID=a2d28a87-588e-42e6-a151-16c4f6e0ae10,revision_number=None']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:36:12.220419 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-bcab78d9-efe9-4130-8426-a023564eee21 req-cd648bde-42a7-4fdd-b6d2-ba875a53d089 tempest-VolumesSnapshotTestJSON-2000785449 tempest-VolumesSnapshotTestJSON-2000785449-project] 10.222.0.36 "GET /v2.0/security-groups?id=61c8e2da-05be-409d-a3a8-94b406f3be78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728722 Sep 30 06:36:12.320456 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.rpc [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] Device 7036e90d-96e5-4aa5-8b4d-5468589f16a9 details requested by agent hyperv_hv-cinder-81187 with host hv-cinder-81187 {{(pid=94001) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 06:36:12.329278 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.rpc [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] Device 3186be9a-c7f5-45f9-97f9-961c9e5b9978 no longer exists at agent hyperv_hv-cinder-81187 {{(pid=94001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 06:36:12.335717 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6facf60-8847-4ccd-99e3-0efaad32ee2d req-ff197a0a-eabf-435d-a0df-480135ee894e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:36:12.337434 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-e6facf60-8847-4ccd-99e3-0efaad32ee2d req-ff197a0a-eabf-435d-a0df-480135ee894e service neutron] 10.222.0.10 "GET /v2.0/networks?id=5bc9530f-6d9b-49f6-aa4a-02099720eacd HTTP/1.1" status: 200 len: 912 time: 0.2027245 Sep 30 06:36:12.383950 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.plugin [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] No Port match for: 3186be9a-c7f5-45f9-97f9-961c9e5b9978 {{(pid=94001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 06:36:12.384543 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.rpc [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] Device 3186be9a-c7f5-45f9-97f9-961c9e5b9978 not bound to the agent host hv-cinder-81187 {{(pid=94001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 06:36:12.457490 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-4a55d7e3-cf8c-48b3-964c-5dd91a9894b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7821773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7878035'] for router_interface, after_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:36:12.479016 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-e6facf60-8847-4ccd-99e3-0efaad32ee2d req-926cf1f1-1e35-4be0-92f9-60ec45f8a0ae service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a6dff84a-8242-4446-b2d6-8ab6dd3e05ac HTTP/1.1" status: 200 len: 999 time: 0.1321986 Sep 30 06:36:12.503332 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcd64c7-3df1-40e8-b6b0-d5c6373a35b9 req-2f57fc2e-582b-4a69-9c1a-ee9200ccc680 tempest-AttachVolumeNegativeTest-819990020 tempest-AttachVolumeNegativeTest-819990020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:36:12.504893 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-7bcd64c7-3df1-40e8-b6b0-d5c6373a35b9 req-2f57fc2e-582b-4a69-9c1a-ee9200ccc680 tempest-AttachVolumeNegativeTest-819990020 tempest-AttachVolumeNegativeTest-819990020-project] 10.222.0.36 "GET /v2.0/ports?device_id=d7c13242-c002-48ee-bd49-2902b919ff77 HTTP/1.1" status: 200 len: 932 time: 0.0929952 Sep 30 06:36:12.558738 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.db [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] For port 7036e90d-96e5-4aa5-8b4d-5468589f16a9, host hv-cinder-81187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81187',level=0,port_id=7036e90d-96e5-4aa5-8b4d-5468589f16a9,segment=NetworkSegment(7e5be05c-83c6-4980-892b-ee3a10f8c368),segment_id=7e5be05c-83c6-4980-892b-ee3a10f8c368)] {{(pid=94001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 06:36:12.574267 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.rpc [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] Returning: {'device': '7036e90d-96e5-4aa5-8b4d-5468589f16a9', 'network_id': '40677164-10dd-4c81-9254-06e3c21dbaf6', 'port_id': '7036e90d-96e5-4aa5-8b4d-5468589f16a9', 'mac_address': 'fa:16:3e:37:49:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 319, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '188ae2ad-8559-4c2f-b0e2-93957332ed37', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94001) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 06:36:12.580245 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.db.l3_hamode_db [None req-6a0cc29a-c12b-4709-84ab-0cfc95dc2bbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6c4853c-e1dc-4bac-83c1-36a77b44fa55', 'name': 'tempest-TestVolumeBootPattern-848458579-router', 'tenant_id': '371c6a2cbad540218fff235f4a93c18c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddd8ee8b-b24f-47fb-afd7-cfc700c93624', 'external_fixed_ips': [{'subnet_id': '4727b4cf-a8ea-4dab-8db4-019b4e8b0546', 'ip_address': '172.27.1.15'}], 'enable_snat': True}, 'gw_port_id': '798e9915-3eba-45d1-89f0-8592c0c15feb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T06:32:44Z', 'updated_at': '2021-09-30T06:32:48Z', 'revision_number': 4, 'project_id': '371c6a2cbad540218fff235f4a93c18c', 'gw_port': {'id': '798e9915-3eba-45d1-89f0-8592c0c15feb', 'name': '', 'network_id': 'ddd8ee8b-b24f-47fb-afd7-cfc700c93624', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:62:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6c4853c-e1dc-4bac-83c1-36a77b44fa55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '4727b4cf-a8ea-4dab-8db4-019b4e8b0546', 'ip_address': '172.27.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T06:32:45Z', 'updated_at': '2021-09-30T06:32:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4727b4cf-a8ea-4dab-8db4-019b4e8b0546', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811877-1-iscsi', '_floatingips': [{'id': '2de8b621-30a2-433c-9f21-0aba9acc3ed3', 'tenant_id': '371c6a2cbad540218fff235f4a93c18c', 'floating_ip_address': '172.27.1.118', 'floating_network_id': 'ddd8ee8b-b24f-47fb-afd7-cfc700c93624', 'router_id': 'a6c4853c-e1dc-4bac-83c1-36a77b44fa55', 'port_id': 'a6dff84a-8242-4446-b2d6-8ab6dd3e05ac', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 627, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5bc9530f-6d9b-49f6-aa4a-02099720eacd', 'mac_address': 'fa:16:3e:dd:63:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dab3054c-1af0-4feb-a1d2-392311252c7f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T06:36:10Z', 'updated_at': '2021-09-30T06:36:10Z', 'revision_number': 0, 'project_id': '371c6a2cbad540218fff235f4a93c18c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '387f1708-162f-49f9-bb78-cef2bd73f78a', 'name': '', 'network_id': '5bc9530f-6d9b-49f6-aa4a-02099720eacd', 'tenant_id': '371c6a2cbad540218fff235f4a93c18c', 'mac_address': 'fa:16:3e:d5:3b:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6c4853c-e1dc-4bac-83c1-36a77b44fa55', 'device_owner': 'network:router_interface', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': 'a64b5ea3-7042-4499-97da-2a827c2c06a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T06:32:47Z', 'updated_at': '2021-09-30T06:32:53Z', 'revision_number': 5, 'project_id': '371c6a2cbad540218fff235f4a93c18c', 'subnets': [{'id': 'a64b5ea3-7042-4499-97da-2a827c2c06a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811877-1-iscsi', False) {} {{(pid=94001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 06:36:12.595373 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6facf60-8847-4ccd-99e3-0efaad32ee2d req-30cc6ead-95ed-447c-b65f-245c0da42bea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:36:12.596970 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-e6facf60-8847-4ccd-99e3-0efaad32ee2d req-30cc6ead-95ed-447c-b65f-245c0da42bea service neutron] 10.222.0.10 "GET /v2.0/subnets?id=a64b5ea3-7042-4499-97da-2a827c2c06a9 HTTP/1.1" status: 200 len: 850 time: 0.0911531 Sep 30 06:36:12.605204 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-7bcd64c7-3df1-40e8-b6b0-d5c6373a35b9 req-e3b499fa-332f-42bf-b35b-809b2aa1f4d2 tempest-AttachVolumeNegativeTest-819990020 tempest-AttachVolumeNegativeTest-819990020-project] 10.222.0.36 "GET /v2.0/security-groups?id=3cd9f0ee-6d13-47ac-8476-0f53a840e523&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854428 Sep 30 06:36:12.613513 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a0cc29a-c12b-4709-84ab-0cfc95dc2bbb None None] Checking router: a6c4853c-e1dc-4bac-83c1-36a77b44fa55 for host: dv-cinder-811877-1-iscsi {{(pid=94001) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 06:36:12.649165 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a0cc29a-c12b-4709-84ab-0cfc95dc2bbb None None] Routers {'a6c4853c-e1dc-4bac-83c1-36a77b44fa55'} bound to L3 agent in host dv-cinder-811877-1-iscsi {{(pid=94001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 06:36:12.649789 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.db.l3_hamode_db [None req-6a0cc29a-c12b-4709-84ab-0cfc95dc2bbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811877-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-30T06:19:31Z,description=,heartbeat_timestamp=2021-09-30T06:36:01Z,host='dv-cinder-811877-1-iscsi',id=f054bd23-6895-478f-87a4-7cc0e21c04e0,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T06:19:31Z,topic='l3_agent')) {'router_ids': ['a6c4853c-e1dc-4bac-83c1-36a77b44fa55'], 'active': True} {{(pid=94001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 06:36:12.655961 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653538'] for port, before_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:36:12.677929 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.notifiers.nova [req-b304af71-ec03-409d-95fe-6b447810e85f req-4e54a7aa-fb2f-47a7-8ff7-f3c953d82e14 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e6cb5ea6-c361-4986-bda7-8cad7ab9fa82 {{(pid=93999) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 06:36:12.683244 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6facf60-8847-4ccd-99e3-0efaad32ee2d req-1b67d53b-2e35-4b62-b4ce-d4d01c71199b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:36:12.684888 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-e6facf60-8847-4ccd-99e3-0efaad32ee2d req-1b67d53b-2e35-4b62-b4ce-d4d01c71199b service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=5bc9530f-6d9b-49f6-aa4a-02099720eacd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0787663 Sep 30 06:36:12.689087 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [req-b304af71-ec03-409d-95fe-6b447810e85f req-4e54a7aa-fb2f-47a7-8ff7-f3c953d82e14 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:36:12.703746 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.notifiers.nova [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7036e90d-96e5-4aa5-8b4d-5468589f16a9 {{(pid=94001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 06:36:12.711884 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a55d7e3-cf8c-48b3-964c-5dd91a9894b8 admin admin] Router 0bc5ac9b-aba0-4b0e-90b3-292d0ec5e51a has already been hosted by L3 agent f054bd23-6895-478f-87a4-7cc0e21c04e0 {{(pid=94000) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 06:36:12.721016 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.db.provisioning_blocks [req-b304af71-ec03-409d-95fe-6b447810e85f req-4e54a7aa-fb2f-47a7-8ff7-f3c953d82e14 service neutron] Transition to ACTIVE for port object e6cb5ea6-c361-4986-bda7-8cad7ab9fa82 will not be triggered until provisioned by entity L2. {{(pid=93999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 06:36:12.737511 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [req-b304af71-ec03-409d-95fe-6b447810e85f req-4e54a7aa-fb2f-47a7-8ff7-f3c953d82e14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7821886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727545992452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727545489363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727545489381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6560256'] for port, after_update {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:36:12.740976 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.db [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] For port 7036e90d-96e5-4aa5-8b4d-5468589f16a9, host hv-cinder-81187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81187',level=0,port_id=7036e90d-96e5-4aa5-8b4d-5468589f16a9,segment=NetworkSegment(7e5be05c-83c6-4980-892b-ee3a10f8c368),segment_id=7e5be05c-83c6-4980-892b-ee3a10f8c368)] {{(pid=94001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 06:36:12.772029 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7821886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727545992452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727545489363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727545489381'] for port, after_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:36:12.822126 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e54a7aa-fb2f-47a7-8ff7-f3c953d82e14 service neutron] Pushing event updated for resources: {'Port': ['ID=e6cb5ea6-c361-4986-bda7-8cad7ab9fa82,revision_number=2']} {{(pid=93999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:36:12.829141 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a55d7e3-cf8c-48b3-964c-5dd91a9894b8 admin admin] Notify agent at l3_agent.dv-cinder-811877-1-iscsi the message routers_updated {{(pid=94000) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 06:36:12.839073 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.db.l3_dvr_db [None req-6a0cc29a-c12b-4709-84ab-0cfc95dc2bbb None None] Set router a6c4853c-e1dc-4bac-83c1-36a77b44fa55 gateway port host: dv-cinder-811877-1-iscsi {{(pid=94001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 06:36:12.839427 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [None req-4a55d7e3-cf8c-48b3-964c-5dd91a9894b8 admin admin] 10.222.0.36 "PUT /v2.0/routers/0bc5ac9b-aba0-4b0e-90b3-292d0ec5e51a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7977245 Sep 30 06:36:12.840290 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.36', 60806) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 06:36:12.841214 dv-cinder-811877-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b05e28a-2734-430e-931c-9e4d3e34efa4 None None] Sync routers for ids ['0bc5ac9b-aba0-4b0e-90b3-292d0ec5e51a'] in dv-cinder-811877-1-iscsi {{(pid=94002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 06:36:12.851289 dv-cinder-811877-1-iscsi neutron-server[94002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b05e28a-2734-430e-931c-9e4d3e34efa4 None None] Routers {'0bc5ac9b-aba0-4b0e-90b3-292d0ec5e51a'} bound to L3 agent in host dv-cinder-811877-1-iscsi {{(pid=94002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 06:36:12.851902 dv-cinder-811877-1-iscsi neutron-server[94002]: DEBUG neutron.db.l3_hamode_db [None req-0b05e28a-2734-430e-931c-9e4d3e34efa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811877-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-30T06:19:31Z,description=,heartbeat_timestamp=2021-09-30T06:36:01Z,host='dv-cinder-811877-1-iscsi',id=f054bd23-6895-478f-87a4-7cc0e21c04e0,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T06:19:31Z,topic='l3_agent')) {'router_ids': ['0bc5ac9b-aba0-4b0e-90b3-292d0ec5e51a'], 'active': True} {{(pid=94002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 06:36:12.885734 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-e6facf60-8847-4ccd-99e3-0efaad32ee2d req-3c32ac41-4ca2-4c1e-bad3-6fc640d88673 service neutron] 10.222.0.10 "GET /v2.0/networks/5bc9530f-6d9b-49f6-aa4a-02099720eacd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1865001 Sep 30 06:36:12.947322 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.plugins.ml2.managers [req-b304af71-ec03-409d-95fe-6b447810e85f req-4e54a7aa-fb2f-47a7-8ff7-f3c953d82e14 service neutron] Attempting to bind port e6cb5ea6-c361-4986-bda7-8cad7ab9fa82 on host hv-cinder-81187 for vnic_type normal with profile {{(pid=93999) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 06:36:12.947649 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.plugins.ml2.managers [req-b304af71-ec03-409d-95fe-6b447810e85f req-4e54a7aa-fb2f-47a7-8ff7-f3c953d82e14 service neutron] Attempting to bind port e6cb5ea6-c361-4986-bda7-8cad7ab9fa82 by drivers openvswitch,hyperv on host hv-cinder-81187 at level 0 using segments [{'id': '17bc15e7-64c3-4d00-8811-ef0fd2652c1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'cd60cd18-0775-4a69-9147-a3630ccd6292'}] {{(pid=93999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 06:36:12.947913 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b304af71-ec03-409d-95fe-6b447810e85f req-4e54a7aa-fb2f-47a7-8ff7-f3c953d82e14 service neutron] Attempting to bind port e6cb5ea6-c361-4986-bda7-8cad7ab9fa82 on network cd60cd18-0775-4a69-9147-a3630ccd6292 {{(pid=93999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 06:36:12.960882 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-7a46558c-7cba-4b8f-9860-34d8fdec5397 admin admin] Notify callbacks [] for router, before_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:36:12.965524 dv-cinder-811877-1-iscsi neutron-server[94002]: DEBUG neutron.db.l3_dvr_db [None req-0b05e28a-2734-430e-931c-9e4d3e34efa4 None None] Set router 0bc5ac9b-aba0-4b0e-90b3-292d0ec5e51a gateway port host: dv-cinder-811877-1-iscsi {{(pid=94002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 06:36:12.982125 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] Pushing event updated for resources: {'Port': ['ID=7036e90d-96e5-4aa5-8b4d-5468589f16a9,revision_number=4']} {{(pid=94001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:36:12.984453 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b304af71-ec03-409d-95fe-6b447810e85f req-4e54a7aa-fb2f-47a7-8ff7-f3c953d82e14 service neutron] Port e6cb5ea6-c361-4986-bda7-8cad7ab9fa82 on network cd60cd18-0775-4a69-9147-a3630ccd6292 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81187 {{(pid=93999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 06:36:12.984939 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b304af71-ec03-409d-95fe-6b447810e85f req-4e54a7aa-fb2f-47a7-8ff7-f3c953d82e14 service neutron] Attempting to bind port e6cb5ea6-c361-4986-bda7-8cad7ab9fa82 on network cd60cd18-0775-4a69-9147-a3630ccd6292 {{(pid=93999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 06:36:12.993859 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b304af71-ec03-409d-95fe-6b447810e85f req-4e54a7aa-fb2f-47a7-8ff7-f3c953d82e14 service neutron] Checking agent: {'id': '8d9eab89-7803-44fc-b727-c0e530c74148', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81187', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 6, 25, 39), 'started_at': datetime.datetime(2021, 9, 30, 6, 25, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 6, 36, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 06:36:12.994202 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b304af71-ec03-409d-95fe-6b447810e85f req-4e54a7aa-fb2f-47a7-8ff7-f3c953d82e14 service neutron] Checking segment: {'id': '17bc15e7-64c3-4d00-8811-ef0fd2652c1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'cd60cd18-0775-4a69-9147-a3630ccd6292'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 06:36:12.994609 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b304af71-ec03-409d-95fe-6b447810e85f req-4e54a7aa-fb2f-47a7-8ff7-f3c953d82e14 service neutron] Bound using segment: {'id': '17bc15e7-64c3-4d00-8811-ef0fd2652c1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'cd60cd18-0775-4a69-9147-a3630ccd6292'} {{(pid=93999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 06:36:12.996293 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.plugins.ml2.managers [req-b304af71-ec03-409d-95fe-6b447810e85f req-4e54a7aa-fb2f-47a7-8ff7-f3c953d82e14 service neutron] Bound port: e6cb5ea6-c361-4986-bda7-8cad7ab9fa82, host: hv-cinder-81187, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '17bc15e7-64c3-4d00-8811-ef0fd2652c1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'cd60cd18-0775-4a69-9147-a3630ccd6292'}}] {{(pid=93999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 06:36:12.996293 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [req-b304af71-ec03-409d-95fe-6b447810e85f req-4e54a7aa-fb2f-47a7-8ff7-f3c953d82e14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653538'] for port, before_update {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:36:13.032184 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-e6facf60-8847-4ccd-99e3-0efaad32ee2d req-7d4a13e8-faaf-4dae-9628-ca2df1a3e702 service neutron] 10.222.0.10 "GET /v2.0/networks/5bc9530f-6d9b-49f6-aa4a-02099720eacd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1368020 Sep 30 06:36:13.086084 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-7a46558c-7cba-4b8f-9860-34d8fdec5397 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:36:13.088223 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.plugins.ml2.db [req-b304af71-ec03-409d-95fe-6b447810e85f req-4e54a7aa-fb2f-47a7-8ff7-f3c953d82e14 service neutron] For port e6cb5ea6-c361-4986-bda7-8cad7ab9fa82, host hv-cinder-81187, cleared binding levels {{(pid=93999) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 06:36:13.093077 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.plugins.ml2.db [req-b304af71-ec03-409d-95fe-6b447810e85f req-4e54a7aa-fb2f-47a7-8ff7-f3c953d82e14 service neutron] For port e6cb5ea6-c361-4986-bda7-8cad7ab9fa82, host hv-cinder-81187, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81187',level=0,port_id=e6cb5ea6-c361-4986-bda7-8cad7ab9fa82,segment=NetworkSegment(17bc15e7-64c3-4d00-8811-ef0fd2652c1c),segment_id=17bc15e7-64c3-4d00-8811-ef0fd2652c1c)] {{(pid=93999) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 06:36:13.099899 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [req-b304af71-ec03-409d-95fe-6b447810e85f req-4e54a7aa-fb2f-47a7-8ff7-f3c953d82e14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7821886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727545992452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727545489363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727545489381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6560256'] for port, after_update {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:36:13.136531 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.db [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] get_ports_and_sgs() called for port_ids ['7036e90d-96e5-4aa5-8b4d-5468589f16a9'] {{(pid=94001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 06:36:13.152767 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b304af71-ec03-409d-95fe-6b447810e85f req-4e54a7aa-fb2f-47a7-8ff7-f3c953d82e14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:36:13.153700 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [req-b304af71-ec03-409d-95fe-6b447810e85f req-4e54a7aa-fb2f-47a7-8ff7-f3c953d82e14 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57126'] for port, before_response {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:36:13.154802 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-b304af71-ec03-409d-95fe-6b447810e85f req-4e54a7aa-fb2f-47a7-8ff7-f3c953d82e14 service neutron] 10.222.0.10 "PUT /v2.0/ports/e6cb5ea6-c361-4986-bda7-8cad7ab9fa82 HTTP/1.1" status: 200 len: 1094 time: 1.1824548 Sep 30 06:36:13.155255 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7c13242-c002-48ee-bd49-2902b919ff77', 'tag': 'e6cb5ea6-c361-4986-bda7-8cad7ab9fa82'}] {{(pid=93999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 06:36:13.157684 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07b111f6e278cfffd9c4f208e103de524c2b9e3fbd4e5a5b5d8dd158a433df71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-581ca9bd-bf82-441d-af3c-694a2855812b" -d '{"events": [{"name": "network-changed", "server_uuid": "d7c13242-c002-48ee-bd49-2902b919ff77", "tag": "e6cb5ea6-c361-4986-bda7-8cad7ab9fa82"}]}' {{(pid=93999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 06:36:13.183548 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e54a7aa-fb2f-47a7-8ff7-f3c953d82e14 service neutron] Pushing event updated for resources: {'Port': ['ID=e6cb5ea6-c361-4986-bda7-8cad7ab9fa82,revision_number=3']} {{(pid=93999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:36:13.198531 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.db.l3_hamode_db [None req-6a0cc29a-c12b-4709-84ab-0cfc95dc2bbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6c4853c-e1dc-4bac-83c1-36a77b44fa55', 'name': 'tempest-TestVolumeBootPattern-848458579-router', 'tenant_id': '371c6a2cbad540218fff235f4a93c18c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddd8ee8b-b24f-47fb-afd7-cfc700c93624', 'external_fixed_ips': [{'subnet_id': '4727b4cf-a8ea-4dab-8db4-019b4e8b0546', 'ip_address': '172.27.1.15'}], 'enable_snat': True}, 'gw_port_id': '798e9915-3eba-45d1-89f0-8592c0c15feb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T06:32:44Z', 'updated_at': '2021-09-30T06:32:48Z', 'revision_number': 4, 'project_id': '371c6a2cbad540218fff235f4a93c18c', 'gw_port': {'id': '798e9915-3eba-45d1-89f0-8592c0c15feb', 'name': '', 'network_id': 'ddd8ee8b-b24f-47fb-afd7-cfc700c93624', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:62:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6c4853c-e1dc-4bac-83c1-36a77b44fa55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '4727b4cf-a8ea-4dab-8db4-019b4e8b0546', 'ip_address': '172.27.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T06:32:45Z', 'updated_at': '2021-09-30T06:32:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4727b4cf-a8ea-4dab-8db4-019b4e8b0546', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811877-1-iscsi', '_floatingips': [{'id': '2de8b621-30a2-433c-9f21-0aba9acc3ed3', 'tenant_id': '371c6a2cbad540218fff235f4a93c18c', 'floating_ip_address': '172.27.1.118', 'floating_network_id': 'ddd8ee8b-b24f-47fb-afd7-cfc700c93624', 'router_id': 'a6c4853c-e1dc-4bac-83c1-36a77b44fa55', 'port_id': 'a6dff84a-8242-4446-b2d6-8ab6dd3e05ac', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 627, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5bc9530f-6d9b-49f6-aa4a-02099720eacd', 'mac_address': 'fa:16:3e:dd:63:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dab3054c-1af0-4feb-a1d2-392311252c7f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T06:36:10Z', 'updated_at': '2021-09-30T06:36:10Z', 'revision_number': 0, 'project_id': '371c6a2cbad540218fff235f4a93c18c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '387f1708-162f-49f9-bb78-cef2bd73f78a', 'name': '', 'network_id': '5bc9530f-6d9b-49f6-aa4a-02099720eacd', 'tenant_id': '371c6a2cbad540218fff235f4a93c18c', 'mac_address': 'fa:16:3e:d5:3b:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6c4853c-e1dc-4bac-83c1-36a77b44fa55', 'device_owner': 'network:router_interface', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': 'a64b5ea3-7042-4499-97da-2a827c2c06a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T06:32:47Z', 'updated_at': '2021-09-30T06:32:53Z', 'revision_number': 5, 'project_id': '371c6a2cbad540218fff235f4a93c18c', 'subnets': [{'id': 'a64b5ea3-7042-4499-97da-2a827c2c06a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811877-1-iscsi', False) {} {{(pid=94001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 06:36:13.205311 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.plugins.ml2.plugin [None req-7a46558c-7cba-4b8f-9860-34d8fdec5397 admin admin] Deleting port 928eb5a7-6360-4d9f-95ef-94a5cbd93667 {{(pid=94000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 06:36:13.206157 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-7a46558c-7cba-4b8f-9860-34d8fdec5397 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727545987880'] for port, before_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:36:13.231082 dv-cinder-811877-1-iscsi neutron-server[94002]: DEBUG neutron.db.l3_hamode_db [None req-0b05e28a-2734-430e-931c-9e4d3e34efa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bc5ac9b-aba0-4b0e-90b3-292d0ec5e51a', 'name': 'tempest-TestShelveInstance-1753272872-router', 'tenant_id': '9aa1d25e98de4f36a0b60652c0c46005', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddd8ee8b-b24f-47fb-afd7-cfc700c93624', 'external_fixed_ips': [{'subnet_id': '4727b4cf-a8ea-4dab-8db4-019b4e8b0546', 'ip_address': '172.27.1.76'}], 'enable_snat': True}, 'gw_port_id': '928eb5a7-6360-4d9f-95ef-94a5cbd93667', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T06:30:09Z', 'updated_at': '2021-09-30T06:36:12Z', 'revision_number': 5, 'project_id': '9aa1d25e98de4f36a0b60652c0c46005', 'gw_port': {'id': '928eb5a7-6360-4d9f-95ef-94a5cbd93667', 'name': '', 'network_id': 'ddd8ee8b-b24f-47fb-afd7-cfc700c93624', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:38:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bc5ac9b-aba0-4b0e-90b3-292d0ec5e51a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '4727b4cf-a8ea-4dab-8db4-019b4e8b0546', 'ip_address': '172.27.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T06:30:10Z', 'updated_at': '2021-09-30T06:30:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4727b4cf-a8ea-4dab-8db4-019b4e8b0546', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811877-1-iscsi'}], 'dv-cinder-811877-1-iscsi', False) {} {{(pid=94002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 06:36:13.232691 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a0cc29a-c12b-4709-84ab-0cfc95dc2bbb None None] The sync data for ids ['a6c4853c-e1dc-4bac-83c1-36a77b44fa55'] in dv-cinder-811877-1-iscsi is: [{'id': 'a6c4853c-e1dc-4bac-83c1-36a77b44fa55', 'name': 'tempest-TestVolumeBootPattern-848458579-router', 'tenant_id': '371c6a2cbad540218fff235f4a93c18c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddd8ee8b-b24f-47fb-afd7-cfc700c93624', 'external_fixed_ips': [{'subnet_id': '4727b4cf-a8ea-4dab-8db4-019b4e8b0546', 'ip_address': '172.27.1.15'}], 'enable_snat': True}, 'gw_port_id': '798e9915-3eba-45d1-89f0-8592c0c15feb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T06:32:44Z', 'updated_at': '2021-09-30T06:32:48Z', 'revision_number': 4, 'project_id': '371c6a2cbad540218fff235f4a93c18c', 'gw_port': {'id': '798e9915-3eba-45d1-89f0-8592c0c15feb', 'name': '', 'network_id': 'ddd8ee8b-b24f-47fb-afd7-cfc700c93624', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:62:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6c4853c-e1dc-4bac-83c1-36a77b44fa55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '4727b4cf-a8ea-4dab-8db4-019b4e8b0546', 'ip_address': '172.27.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T06:32:45Z', 'updated_at': '2021-09-30T06:32:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4727b4cf-a8ea-4dab-8db4-019b4e8b0546', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811877-1-iscsi', '_floatingips': [{'id': '2de8b621-30a2-433c-9f21-0aba9acc3ed3', 'tenant_id': '371c6a2cbad540218fff235f4a93c18c', 'floating_ip_address': '172.27.1.118', 'floating_network_id': 'ddd8ee8b-b24f-47fb-afd7-cfc700c93624', 'router_id': 'a6c4853c-e1dc-4bac-83c1-36a77b44fa55', 'port_id': 'a6dff84a-8242-4446-b2d6-8ab6dd3e05ac', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 627, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5bc9530f-6d9b-49f6-aa4a-02099720eacd', 'mac_address': 'fa:16:3e:dd:63:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dab3054c-1af0-4feb-a1d2-392311252c7f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T06:36:10Z', 'updated_at': '2021-09-30T06:36:10Z', 'revision_number': 0, 'project_id': '371c6a2cbad540218fff235f4a93c18c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '387f1708-162f-49f9-bb78-cef2bd73f78a', 'name': '', 'network_id': '5bc9530f-6d9b-49f6-aa4a-02099720eacd', 'tenant_id': '371c6a2cbad540218fff235f4a93c18c', 'mac_address': 'fa:16:3e:d5:3b:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6c4853c-e1dc-4bac-83c1-36a77b44fa55', 'device_owner': 'network:router_interface', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': 'a64b5ea3-7042-4499-97da-2a827c2c06a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T06:32:47Z', 'updated_at': '2021-09-30T06:32:53Z', 'revision_number': 5, 'project_id': '371c6a2cbad540218fff235f4a93c18c', 'subnets': [{'id': 'a64b5ea3-7042-4499-97da-2a827c2c06a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 06:36:13.254725 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 06:36:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a819cb7-24f9-4a68-837f-970a891c9b54 x-openstack-request-id: req-4a819cb7-24f9-4a68-837f-970a891c9b54 {{(pid=93999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 06:36:13.255303 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7c13242-c002-48ee-bd49-2902b919ff77", "tag": "e6cb5ea6-c361-4986-bda7-8cad7ab9fa82", "status": "completed", "code": 200}]} {{(pid=93999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 06:36:13.255735 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-4a819cb7-24f9-4a68-837f-970a891c9b54 {{(pid=93999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 06:36:13.256137 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7c13242-c002-48ee-bd49-2902b919ff77', 'tag': 'e6cb5ea6-c361-4986-bda7-8cad7ab9fa82', 'status': 'completed', 'code': 200} Sep 30 06:36:13.285860 dv-cinder-811877-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b05e28a-2734-430e-931c-9e4d3e34efa4 None None] Checking router: 0bc5ac9b-aba0-4b0e-90b3-292d0ec5e51a for host: dv-cinder-811877-1-iscsi {{(pid=94002) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 06:36:13.300601 dv-cinder-811877-1-iscsi neutron-server[94002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b05e28a-2734-430e-931c-9e4d3e34efa4 None None] Routers {'0bc5ac9b-aba0-4b0e-90b3-292d0ec5e51a'} bound to L3 agent in host dv-cinder-811877-1-iscsi {{(pid=94002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 06:36:13.301425 dv-cinder-811877-1-iscsi neutron-server[94002]: DEBUG neutron.db.l3_hamode_db [None req-0b05e28a-2734-430e-931c-9e4d3e34efa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811877-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-30T06:19:31Z,description=,heartbeat_timestamp=2021-09-30T06:36:01Z,host='dv-cinder-811877-1-iscsi',id=f054bd23-6895-478f-87a4-7cc0e21c04e0,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T06:19:31Z,topic='l3_agent')) {'router_ids': ['0bc5ac9b-aba0-4b0e-90b3-292d0ec5e51a'], 'active': True} {{(pid=94002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 06:36:13.301565 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b304af71-ec03-409d-95fe-6b447810e85f req-132e3057-b33b-460d-9c34-66c455cef982 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:36:13.303824 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-b304af71-ec03-409d-95fe-6b447810e85f req-132e3057-b33b-460d-9c34-66c455cef982 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=bc2fbe128cb04422ae6794af2311246e&device_id=d7c13242-c002-48ee-bd49-2902b919ff77 HTTP/1.1" status: 200 len: 1097 time: 0.0845051 Sep 30 06:36:13.349041 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.plugins.ml2.db [None req-7a46558c-7cba-4b8f-9860-34d8fdec5397 admin admin] For port 928eb5a7-6360-4d9f-95ef-94a5cbd93667, host dv-cinder-811877-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811877-1-iscsi',level=0,port_id=928eb5a7-6360-4d9f-95ef-94a5cbd93667,segment=NetworkSegment(f18bb042-e630-4c4b-b384-e9bf093ecc8b),segment_id=f18bb042-e630-4c4b-b384-e9bf093ecc8b)] {{(pid=94000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 06:36:13.349416 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-7a46558c-7cba-4b8f-9860-34d8fdec5397 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7874563'] for port, precommit_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:36:13.389924 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.plugins.ml2.plugin [None req-7a46558c-7cba-4b8f-9860-34d8fdec5397 admin admin] Calling delete_port for 928eb5a7-6360-4d9f-95ef-94a5cbd93667 owned by network:router_gateway {{(pid=94000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 06:36:13.391377 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-b304af71-ec03-409d-95fe-6b447810e85f req-e66d04e4-bdc2-4897-beca-7bde4196774f service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e6cb5ea6-c361-4986-bda7-8cad7ab9fa82 HTTP/1.1" status: 200 len: 217 time: 0.0734985 Sep 30 06:36:13.414622 dv-cinder-811877-1-iscsi neutron-server[94002]: DEBUG neutron.db.l3_dvr_db [None req-0b05e28a-2734-430e-931c-9e4d3e34efa4 None None] Set router 0bc5ac9b-aba0-4b0e-90b3-292d0ec5e51a gateway port host: None {{(pid=94002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 06:36:13.486170 dv-cinder-811877-1-iscsi neutron-server[94002]: DEBUG neutron.db.l3_hamode_db [None req-0b05e28a-2734-430e-931c-9e4d3e34efa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bc5ac9b-aba0-4b0e-90b3-292d0ec5e51a', 'name': 'tempest-TestShelveInstance-1753272872-router', 'tenant_id': '9aa1d25e98de4f36a0b60652c0c46005', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T06:30:09Z', 'updated_at': '2021-09-30T06:36:13Z', 'revision_number': 6, 'project_id': '9aa1d25e98de4f36a0b60652c0c46005', 'gw_port_host': None}], 'dv-cinder-811877-1-iscsi', False) {} {{(pid=94002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 06:36:13.508685 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1107815e-d39a-4dad-a9a7-1f1b484a8bd2 req-497354ed-ccc4-4ccf-a164-d93f8bbafb38 tempest-VolumesSnapshotTestJSON-2000785449 tempest-VolumesSnapshotTestJSON-2000785449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:36:13.516760 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-1107815e-d39a-4dad-a9a7-1f1b484a8bd2 req-497354ed-ccc4-4ccf-a164-d93f8bbafb38 tempest-VolumesSnapshotTestJSON-2000785449 tempest-VolumesSnapshotTestJSON-2000785449-project] 10.222.0.36 "GET /v2.0/ports?device_id=40835c32-3e42-40bf-bf38-51a96aca3bba HTTP/1.1" status: 200 len: 944 time: 0.1282854 Sep 30 06:36:13.518949 dv-cinder-811877-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b05e28a-2734-430e-931c-9e4d3e34efa4 None None] The sync data for ids ['0bc5ac9b-aba0-4b0e-90b3-292d0ec5e51a'] in dv-cinder-811877-1-iscsi is: [{'id': '0bc5ac9b-aba0-4b0e-90b3-292d0ec5e51a', 'name': 'tempest-TestShelveInstance-1753272872-router', 'tenant_id': '9aa1d25e98de4f36a0b60652c0c46005', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T06:30:09Z', 'updated_at': '2021-09-30T06:36:13Z', 'revision_number': 6, 'project_id': '9aa1d25e98de4f36a0b60652c0c46005', 'gw_port_host': None}] {{(pid=94002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 06:36:13.543106 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b304af71-ec03-409d-95fe-6b447810e85f req-c87dfb33-f616-430f-94eb-fbf37bb3de1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:36:13.544587 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-b304af71-ec03-409d-95fe-6b447810e85f req-c87dfb33-f616-430f-94eb-fbf37bb3de1e service neutron] 10.222.0.10 "GET /v2.0/subnets?id=d978bd5f-31d0-431a-a556-4024f642ae59 HTTP/1.1" status: 200 len: 854 time: 0.1187263 Sep 30 06:36:13.588850 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-b304af71-ec03-409d-95fe-6b447810e85f req-56ba05f4-5add-48ef-97b3-7112e05c92b9 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=cd60cd18-0775-4a69-9147-a3630ccd6292&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0332837 Sep 30 06:36:13.595718 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-1107815e-d39a-4dad-a9a7-1f1b484a8bd2 req-b979f662-e249-4449-bec5-d7fb09b66d78 tempest-VolumesSnapshotTestJSON-2000785449 tempest-VolumesSnapshotTestJSON-2000785449-project] 10.222.0.36 "GET /v2.0/security-groups?id=61c8e2da-05be-409d-a3a8-94b406f3be78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780282 Sep 30 06:36:13.599638 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba7a769e-2404-4418-a480-28b32519f6c8 None None] New status for floating IP 2de8b621-30a2-433c-9f21-0aba9acc3ed3: ACTIVE {{(pid=94001) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 30 06:36:13.620496 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-7a46558c-7cba-4b8f-9860-34d8fdec5397 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7821886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727545991406', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727545489354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4572815'] for port, after_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:36:13.670586 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a46558c-7cba-4b8f-9860-34d8fdec5397 admin admin] Pushing event deleted for resources: {'Port': ['ID=928eb5a7-6360-4d9f-95ef-94a5cbd93667,revision_number=None']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:36:13.710050 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-b304af71-ec03-409d-95fe-6b447810e85f req-7f60ba73-532c-4254-a6e0-f56852412d32 service neutron] 10.222.0.10 "GET /v2.0/networks/cd60cd18-0775-4a69-9147-a3630ccd6292?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1064684 Sep 30 06:36:13.721411 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a46558c-7cba-4b8f-9860-34d8fdec5397 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=94000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:36:13.721677 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a46558c-7cba-4b8f-9860-34d8fdec5397 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=94000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:36:13.722007 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a46558c-7cba-4b8f-9860-34d8fdec5397 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=94000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:36:13.722343 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a46558c-7cba-4b8f-9860-34d8fdec5397 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=94000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:36:13.722699 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a46558c-7cba-4b8f-9860-34d8fdec5397 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=94000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:36:13.723029 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a46558c-7cba-4b8f-9860-34d8fdec5397 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=94000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:36:13.723353 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a46558c-7cba-4b8f-9860-34d8fdec5397 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=94000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:36:13.723699 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a46558c-7cba-4b8f-9860-34d8fdec5397 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=94000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:36:13.724025 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a46558c-7cba-4b8f-9860-34d8fdec5397 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=94000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:36:13.724348 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a46558c-7cba-4b8f-9860-34d8fdec5397 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=94000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:36:13.724664 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a46558c-7cba-4b8f-9860-34d8fdec5397 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=94000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:36:13.724979 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a46558c-7cba-4b8f-9860-34d8fdec5397 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=94000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:36:13.776015 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-7a46558c-7cba-4b8f-9860-34d8fdec5397 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7877968'] for router_gateway, after_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:36:13.811020 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-b304af71-ec03-409d-95fe-6b447810e85f req-cbc3cb29-d103-4bac-ba58-ec6cae80f648 service neutron] 10.222.0.10 "GET /v2.0/networks/cd60cd18-0775-4a69-9147-a3630ccd6292?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931444 Sep 30 06:36:13.852009 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955a0a0f-45b6-4be6-ba81-a909b1ad6cbb req-4bae6bac-8ff6-4e6c-813a-70f0eacfe2de tempest-AttachVolumeNegativeTest-819990020 tempest-AttachVolumeNegativeTest-819990020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:36:13.853316 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-955a0a0f-45b6-4be6-ba81-a909b1ad6cbb req-4bae6bac-8ff6-4e6c-813a-70f0eacfe2de tempest-AttachVolumeNegativeTest-819990020 tempest-AttachVolumeNegativeTest-819990020-project] 10.222.0.36 "GET /v2.0/ports?device_id=d7c13242-c002-48ee-bd49-2902b919ff77 HTTP/1.1" status: 200 len: 944 time: 0.1540544 Sep 30 06:36:13.883335 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-7a46558c-7cba-4b8f-9860-34d8fdec5397 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7877183', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-693'] for router, precommit_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:36:13.887460 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-7a46558c-7cba-4b8f-9860-34d8fdec5397 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:36:13.957497 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-7a46558c-7cba-4b8f-9860-34d8fdec5397 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7877174'] for router, after_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:36:13.957932 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a46558c-7cba-4b8f-9860-34d8fdec5397 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0bc5ac9b-aba0-4b0e-90b3-292d0ec5e51a {{(pid=94000) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 30 06:36:13.961363 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581ca9bd-bf82-441d-af3c-694a2855812b req-f3df69e6-ecd1-45df-80c7-d8ef9d0d868b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:36:13.963067 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-581ca9bd-bf82-441d-af3c-694a2855812b req-f3df69e6-ecd1-45df-80c7-d8ef9d0d868b service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=bc2fbe128cb04422ae6794af2311246e&device_id=d7c13242-c002-48ee-bd49-2902b919ff77 HTTP/1.1" status: 200 len: 1097 time: 0.0509024 Sep 30 06:36:13.964550 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-7a46558c-7cba-4b8f-9860-34d8fdec5397 admin admin] Notify callbacks [] for router, before_response {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:36:13.965673 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [None req-7a46558c-7cba-4b8f-9860-34d8fdec5397 admin admin] 10.222.0.36 "DELETE /v2.0/routers/0bc5ac9b-aba0-4b0e-90b3-292d0ec5e51a HTTP/1.1" status: 204 len: 168 time: 1.1242416 Sep 30 06:36:13.975475 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.wsgi [-] (93999) accepted ('10.222.0.36', 60814) {{(pid=93999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 06:36:13.977897 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-955a0a0f-45b6-4be6-ba81-a909b1ad6cbb req-64375484-5fbc-45c0-9de4-e88b67ee0656 tempest-AttachVolumeNegativeTest-819990020 tempest-AttachVolumeNegativeTest-819990020-project] 10.222.0.36 "GET /v2.0/security-groups?id=3cd9f0ee-6d13-47ac-8476-0f53a840e523&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924208 Sep 30 06:36:14.322709 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.rpc [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] Device 7036e90d-96e5-4aa5-8b4d-5468589f16a9 up at agent hyperv_hv-cinder-81187 {{(pid=94001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 06:36:14.332593 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.db.db_base_plugin_v2 [None req-39cd772d-851e-490d-92ac-60847686e065 admin admin] Deleting subnet ad20151b-cb17-497f-b1bf-e53cf87b5f0f {{(pid=93999) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 06:36:14.340018 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-39cd772d-851e-490d-92ac-60847686e065 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:36:14.352055 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.rpc [None req-1a5ef50c-1a60-4eeb-b96e-cf5df6fcca4b None None] Device a2d28a87-588e-42e6-a151-16c4f6e0ae10 no longer exists at agent ovs-agent-dv-cinder-811877-1-iscsi {{(pid=94001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 06:36:14.376415 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.plugin [None req-1a5ef50c-1a60-4eeb-b96e-cf5df6fcca4b None None] No Port match for: a2d28a87-588e-42e6-a151-16c4f6e0ae10 {{(pid=94001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 06:36:14.376767 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.rpc [None req-1a5ef50c-1a60-4eeb-b96e-cf5df6fcca4b None None] Device a2d28a87-588e-42e6-a151-16c4f6e0ae10 not bound to the agent host dv-cinder-811877-1-iscsi {{(pid=94001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 06:36:14.377189 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.rpc [None req-1a5ef50c-1a60-4eeb-b96e-cf5df6fcca4b None None] Device 928eb5a7-6360-4d9f-95ef-94a5cbd93667 no longer exists at agent ovs-agent-dv-cinder-811877-1-iscsi {{(pid=94001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 06:36:14.388971 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-39cd772d-851e-490d-92ac-60847686e065 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4492016'] for subnet, precommit_delete_associations {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:36:14.391748 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581ca9bd-bf82-441d-af3c-694a2855812b req-ec9be050-e377-47a5-afd4-6e18de89ed21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:36:14.393217 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-581ca9bd-bf82-441d-af3c-694a2855812b req-ec9be050-e377-47a5-afd4-6e18de89ed21 service neutron] 10.222.0.10 "GET /v2.0/networks?id=cd60cd18-0775-4a69-9147-a3630ccd6292 HTTP/1.1" status: 200 len: 915 time: 0.4190738 Sep 30 06:36:14.404645 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.plugin [None req-1a5ef50c-1a60-4eeb-b96e-cf5df6fcca4b None None] No Port match for: 928eb5a7-6360-4d9f-95ef-94a5cbd93667 {{(pid=94001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 06:36:14.404990 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.rpc [None req-1a5ef50c-1a60-4eeb-b96e-cf5df6fcca4b None None] Device 928eb5a7-6360-4d9f-95ef-94a5cbd93667 not bound to the agent host dv-cinder-811877-1-iscsi {{(pid=94001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 06:36:14.422491 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.db.provisioning_blocks [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] Provisioning for port 7036e90d-96e5-4aa5-8b4d-5468589f16a9 completed by entity L2. {{(pid=94001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 06:36:14.426498 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.db.provisioning_blocks [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] Provisioning complete for port 7036e90d-96e5-4aa5-8b4d-5468589f16a9 triggered by entity L2. {{(pid=94001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 06:36:14.426908 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-597822'] for port, provisioning_complete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:36:14.452220 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-581ca9bd-bf82-441d-af3c-694a2855812b req-ae58992a-e2f7-4890-b74f-6cf14395fb19 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e6cb5ea6-c361-4986-bda7-8cad7ab9fa82 HTTP/1.1" status: 200 len: 217 time: 0.0415952 Sep 30 06:36:14.507241 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653538'] for port, before_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:36:14.530392 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40835c32-3e42-40bf-bf38-51a96aca3bba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7036e90d-96e5-4aa5-8b4d-5468589f16a9'}] {{(pid=94001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 06:36:14.532750 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6a6fbc36b32d89ab1780593628eab99e94898f937be62aa03f5208480f4236e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa141fbb-c5cf-4507-9b9c-c534f2d463c2" -d '{"events": [{"server_uuid": "40835c32-3e42-40bf-bf38-51a96aca3bba", "name": "network-vif-plugged", "status": "completed", "tag": "7036e90d-96e5-4aa5-8b4d-5468589f16a9"}]}' {{(pid=94001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 06:36:14.546781 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.db [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] For port 7036e90d-96e5-4aa5-8b4d-5468589f16a9, host hv-cinder-81187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81187',level=0,port_id=7036e90d-96e5-4aa5-8b4d-5468589f16a9,segment=NetworkSegment(7e5be05c-83c6-4980-892b-ee3a10f8c368),segment_id=7e5be05c-83c6-4980-892b-ee3a10f8c368)] {{(pid=94001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 06:36:14.553533 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7821886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727545992452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727545489363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727545489381'] for port, after_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:36:14.571305 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581ca9bd-bf82-441d-af3c-694a2855812b req-43eae98b-352e-4d9f-a7ab-f172d041d504 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:36:14.573006 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-581ca9bd-bf82-441d-af3c-694a2855812b req-43eae98b-352e-4d9f-a7ab-f172d041d504 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=d978bd5f-31d0-431a-a556-4024f642ae59 HTTP/1.1" status: 200 len: 854 time: 0.0870678 Sep 30 06:36:14.576847 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 06:36:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74143e46-6aee-43a9-bd80-877b635b7cf8 x-openstack-request-id: req-74143e46-6aee-43a9-bd80-877b635b7cf8 {{(pid=94001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 06:36:14.577200 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40835c32-3e42-40bf-bf38-51a96aca3bba", "name": "network-vif-plugged", "status": "completed", "tag": "7036e90d-96e5-4aa5-8b4d-5468589f16a9", "code": 200}]} {{(pid=94001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 06:36:14.577458 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-74143e46-6aee-43a9-bd80-877b635b7cf8 {{(pid=94001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 06:36:14.577848 dv-cinder-811877-1-iscsi neutron-server[94001]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40835c32-3e42-40bf-bf38-51a96aca3bba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7036e90d-96e5-4aa5-8b4d-5468589f16a9', 'code': 200} Sep 30 06:36:14.600876 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-39cd772d-851e-490d-92ac-60847686e065 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-583762'] for subnet, precommit_delete {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:36:14.608287 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] Pushing event updated for resources: {'Port': ['ID=7036e90d-96e5-4aa5-8b4d-5468589f16a9,revision_number=5']} {{(pid=94001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:36:14.665338 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-581ca9bd-bf82-441d-af3c-694a2855812b req-848848c2-3dfb-4841-962a-0426a4b18dba service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=cd60cd18-0775-4a69-9147-a3630ccd6292&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0364823 Sep 30 06:36:14.731661 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefea8a6-efb3-44ef-86d3-9559403e6359 req-3196817d-1a14-4706-a406-64abf6f36cd6 tempest-VolumesSnapshotTestJSON-2000785449 tempest-VolumesSnapshotTestJSON-2000785449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:36:14.733258 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-aefea8a6-efb3-44ef-86d3-9559403e6359 req-3196817d-1a14-4706-a406-64abf6f36cd6 tempest-VolumesSnapshotTestJSON-2000785449 tempest-VolumesSnapshotTestJSON-2000785449-project] 10.222.0.36 "GET /v2.0/ports?device_id=40835c32-3e42-40bf-bf38-51a96aca3bba HTTP/1.1" status: 200 len: 945 time: 0.0597718 Sep 30 06:36:14.751182 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-39cd772d-851e-490d-92ac-60847686e065 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-583771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7821886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6560342', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4478104'] for subnet, after_delete {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:36:14.773910 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-aefea8a6-efb3-44ef-86d3-9559403e6359 req-da194231-32a9-4722-a06f-52b7b29a1e38 tempest-VolumesSnapshotTestJSON-2000785449 tempest-VolumesSnapshotTestJSON-2000785449-project] 10.222.0.36 "GET /v2.0/security-groups?id=61c8e2da-05be-409d-a3a8-94b406f3be78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339887 Sep 30 06:36:14.794642 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3db92aeb-6c5e-4459-b87a-c3ef56779ac6 None None] Network 87db61c9-abbc-4bc5-969a-590306bf0ba2 requested from dv-cinder-811877-1-iscsi {{(pid=94001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 06:36:14.795308 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39cd772d-851e-490d-92ac-60847686e065 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ad20151b-cb17-497f-b1bf-e53cf87b5f0f,revision_number=None']} {{(pid=93999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:36:14.802581 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-39cd772d-851e-490d-92ac-60847686e065 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7821868'] for subnet, before_response {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:36:14.804235 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [None req-39cd772d-851e-490d-92ac-60847686e065 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/ad20151b-cb17-497f-b1bf-e53cf87b5f0f HTTP/1.1" status: 204 len: 168 time: 0.8277209 Sep 30 06:36:14.807523 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.36', 60820) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 06:36:14.831614 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-581ca9bd-bf82-441d-af3c-694a2855812b req-558ac41a-6b5a-4459-8789-e2fd539844ca service neutron] 10.222.0.10 "GET /v2.0/networks/cd60cd18-0775-4a69-9147-a3630ccd6292?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1573894 Sep 30 06:36:14.850722 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcf76be-5162-4bca-a9e9-8c6454750e69 req-56daa768-3c8e-424d-9825-f0f75ec8bbd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:36:14.852169 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-4bcf76be-5162-4bca-a9e9-8c6454750e69 req-56daa768-3c8e-424d-9825-f0f75ec8bbd0 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=40835c32-3e42-40bf-bf38-51a96aca3bba HTTP/1.1" status: 200 len: 1098 time: 0.0688357 Sep 30 06:36:14.886294 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-1d68cfe7-1ac6-437d-b922-f73219e2afe2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763795'] for network, before_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:36:14.934215 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-4bcf76be-5162-4bca-a9e9-8c6454750e69 req-dea3a507-3a13-46ae-b904-b65591af0db4 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=61c8e2da-05be-409d-a3a8-94b406f3be78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715685 Sep 30 06:36:14.952597 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.plugins.ml2.plugin [None req-1d68cfe7-1ac6-437d-b922-f73219e2afe2 admin admin] Deleting port 214a19dd-abef-4fb6-9db3-08d9fc1294f7 {{(pid=94000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 06:36:14.952940 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-1d68cfe7-1ac6-437d-b922-f73219e2afe2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727545987880'] for port, before_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:36:14.959232 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-581ca9bd-bf82-441d-af3c-694a2855812b req-a6912b7c-f3a3-4979-9b1d-c1a04312cbb0 service neutron] 10.222.0.10 "GET /v2.0/networks/cd60cd18-0775-4a69-9147-a3630ccd6292?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1188908 Sep 30 06:36:14.981675 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e4d886f-b04e-46cc-a718-a996ce592632 None None] DHCP port deletion for 87db61c9-abbc-4bc5-969a-590306bf0ba2 request from dv-cinder-811877-1-iscsi {{(pid=94001) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 30 06:36:15.017833 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.plugins.ml2.db [None req-1d68cfe7-1ac6-437d-b922-f73219e2afe2 admin admin] For port 214a19dd-abef-4fb6-9db3-08d9fc1294f7, host dv-cinder-811877-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811877-1-iscsi',level=0,port_id=214a19dd-abef-4fb6-9db3-08d9fc1294f7,segment=NetworkSegment(04f5ac7d-c914-4271-ad20-e8c8197f8c4f),segment_id=04f5ac7d-c914-4271-ad20-e8c8197f8c4f)] {{(pid=94000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 06:36:15.018319 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-1d68cfe7-1ac6-437d-b922-f73219e2afe2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7874563'] for port, precommit_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:36:15.030172 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.plugins.ml2.plugin [None req-1d68cfe7-1ac6-437d-b922-f73219e2afe2 admin admin] Calling delete_port for 214a19dd-abef-4fb6-9db3-08d9fc1294f7 owned by network:dhcp {{(pid=94000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 06:36:15.039599 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.plugin [None req-4e4d886f-b04e-46cc-a718-a996ce592632 None None] Deleting port 214a19dd-abef-4fb6-9db3-08d9fc1294f7 {{(pid=94001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 06:36:15.039898 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-4e4d886f-b04e-46cc-a718-a996ce592632 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727545987880'] for port, before_delete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:36:15.102488 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c746da-b827-4a76-9fa0-2de9c9c78d4b req-cfd14044-0ef3-4168-b003-84c7e0effdfd tempest-AttachVolumeNegativeTest-819990020 tempest-AttachVolumeNegativeTest-819990020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:36:15.104114 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-c0c746da-b827-4a76-9fa0-2de9c9c78d4b req-cfd14044-0ef3-4168-b003-84c7e0effdfd tempest-AttachVolumeNegativeTest-819990020 tempest-AttachVolumeNegativeTest-819990020-project] 10.222.0.36 "GET /v2.0/ports?device_id=d7c13242-c002-48ee-bd49-2902b919ff77 HTTP/1.1" status: 200 len: 944 time: 0.0539434 Sep 30 06:36:15.107064 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.db [None req-4e4d886f-b04e-46cc-a718-a996ce592632 None None] For port 214a19dd-abef-4fb6-9db3-08d9fc1294f7, host dv-cinder-811877-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811877-1-iscsi',level=0,port_id=214a19dd-abef-4fb6-9db3-08d9fc1294f7,segment=NetworkSegment(04f5ac7d-c914-4271-ad20-e8c8197f8c4f),segment_id=04f5ac7d-c914-4271-ad20-e8c8197f8c4f)] {{(pid=94001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 06:36:15.107543 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-4e4d886f-b04e-46cc-a718-a996ce592632 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7874563'] for port, precommit_delete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:36:15.119659 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-1d68cfe7-1ac6-437d-b922-f73219e2afe2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7821886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727545991406', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727545489354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4572815'] for port, after_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:36:15.120131 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.plugin [None req-4e4d886f-b04e-46cc-a718-a996ce592632 None None] Calling delete_port for 214a19dd-abef-4fb6-9db3-08d9fc1294f7 owned by network:dhcp {{(pid=94001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 06:36:15.145094 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-c0c746da-b827-4a76-9fa0-2de9c9c78d4b req-456a7038-74ec-4a28-b09f-c11238860bf8 tempest-AttachVolumeNegativeTest-819990020 tempest-AttachVolumeNegativeTest-819990020-project] 10.222.0.36 "GET /v2.0/security-groups?id=3cd9f0ee-6d13-47ac-8476-0f53a840e523&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349088 Sep 30 06:36:15.149734 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d68cfe7-1ac6-437d-b922-f73219e2afe2 admin admin] No DVR routers for this DVR port 214a19dd-abef-4fb6-9db3-08d9fc1294f7 on host dv-cinder-811877-1-iscsi {{(pid=94000) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 06:36:15.155067 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d68cfe7-1ac6-437d-b922-f73219e2afe2 admin admin] Pushing event deleted for resources: {'Port': ['ID=214a19dd-abef-4fb6-9db3-08d9fc1294f7,revision_number=None']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:36:15.204351 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-4e4d886f-b04e-46cc-a718-a996ce592632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7821886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727545991406', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727545489354'] for port, after_delete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:36:15.225929 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-1d68cfe7-1ac6-437d-b922-f73219e2afe2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-585195', 'neutron.services.segments.db._delete_segments_for_network-8727546001812'] for network, precommit_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:36:15.226577 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4d886f-b04e-46cc-a718-a996ce592632 None None] Pushing event deleted for resources: {'Port': ['ID=214a19dd-abef-4fb6-9db3-08d9fc1294f7,revision_number=None']} {{(pid=94001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:36:15.232075 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e4d886f-b04e-46cc-a718-a996ce592632 None None] No DVR routers for this DVR port 214a19dd-abef-4fb6-9db3-08d9fc1294f7 on host dv-cinder-811877-1-iscsi {{(pid=94001) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 06:36:15.507344 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.services.segments.db [None req-1d68cfe7-1ac6-437d-b922-f73219e2afe2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87db61c9-abbc-4bc5-969a-590306bf0ba2']}} {{(pid=94000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 06:36:15.516657 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.services.segments.db [None req-1d68cfe7-1ac6-437d-b922-f73219e2afe2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '04f5ac7d-c914-4271-ad20-e8c8197f8c4f') {'for_net_delete': True} {{(pid=94000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 06:36:15.516949 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.services.segments.db [None req-1d68cfe7-1ac6-437d-b922-f73219e2afe2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '04f5ac7d-c914-4271-ad20-e8c8197f8c4f') {} {{(pid=94000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 06:36:15.526158 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-1d68cfe7-1ac6-437d-b922-f73219e2afe2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727546002077', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4572787'] for segment, before_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:36:15.539184 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-1d68cfe7-1ac6-437d-b922-f73219e2afe2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583621'] for segment, precommit_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:36:15.545140 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d68cfe7-1ac6-437d-b922-f73219e2afe2 admin admin] Releasing vlan 308 on physical network physnet1 to pool {{(pid=94000) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 06:36:15.545525 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-1d68cfe7-1ac6-437d-b922-f73219e2afe2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4571260'] for segment, after_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:36:15.547822 dv-cinder-811877-1-iscsi neutron-server[94000]: Traceback (most recent call last): Sep 30 06:36:15.547822 dv-cinder-811877-1-iscsi neutron-server[94000]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 06:36:15.547822 dv-cinder-811877-1-iscsi neutron-server[94000]: timer() Sep 30 06:36:15.547822 dv-cinder-811877-1-iscsi neutron-server[94000]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 06:36:15.547822 dv-cinder-811877-1-iscsi neutron-server[94000]: cb(*args, **kw) Sep 30 06:36:15.547822 dv-cinder-811877-1-iscsi neutron-server[94000]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 06:36:15.547822 dv-cinder-811877-1-iscsi neutron-server[94000]: return func(*args, **kwargs) Sep 30 06:36:15.547822 dv-cinder-811877-1-iscsi neutron-server[94000]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 06:36:15.547822 dv-cinder-811877-1-iscsi neutron-server[94000]: self._notify() Sep 30 06:36:15.547822 dv-cinder-811877-1-iscsi neutron-server[94000]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 06:36:15.547822 dv-cinder-811877-1-iscsi neutron-server[94000]: self.callback(batched_events) Sep 30 06:36:15.547822 dv-cinder-811877-1-iscsi neutron-server[94000]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 06:36:15.547822 dv-cinder-811877-1-iscsi neutron-server[94000]: event.method(event) Sep 30 06:36:15.547822 dv-cinder-811877-1-iscsi neutron-server[94000]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 06:36:15.547822 dv-cinder-811877-1-iscsi neutron-server[94000]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 06:36:15.547822 dv-cinder-811877-1-iscsi neutron-server[94000]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 06:36:15.547822 dv-cinder-811877-1-iscsi neutron-server[94000]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 06:36:15.547822 dv-cinder-811877-1-iscsi neutron-server[94000]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 06:36:15.547822 dv-cinder-811877-1-iscsi neutron-server[94000]: return f(self, *a, **k) Sep 30 06:36:15.547822 dv-cinder-811877-1-iscsi neutron-server[94000]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 06:36:15.547822 dv-cinder-811877-1-iscsi neutron-server[94000]: return self._get(url).json() Sep 30 06:36:15.547822 dv-cinder-811877-1-iscsi neutron-server[94000]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 06:36:15.547822 dv-cinder-811877-1-iscsi neutron-server[94000]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 06:36:15.547822 dv-cinder-811877-1-iscsi neutron-server[94000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 06:36:15.547822 dv-cinder-811877-1-iscsi neutron-server[94000]: return self.request(url, 'GET', **kwargs) Sep 30 06:36:15.547822 dv-cinder-811877-1-iscsi neutron-server[94000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 06:36:15.547822 dv-cinder-811877-1-iscsi neutron-server[94000]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 06:36:15.547822 dv-cinder-811877-1-iscsi neutron-server[94000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 06:36:15.547822 dv-cinder-811877-1-iscsi neutron-server[94000]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 06:36:15.547822 dv-cinder-811877-1-iscsi neutron-server[94000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 06:36:15.547822 dv-cinder-811877-1-iscsi neutron-server[94000]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 06:36:15.547822 dv-cinder-811877-1-iscsi neutron-server[94000]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 06:36:15.601093 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-1d68cfe7-1ac6-437d-b922-f73219e2afe2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-585180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7821886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7877900'] for network, after_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:36:15.606476 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-1d68cfe7-1ac6-437d-b922-f73219e2afe2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7821868'] for network, before_response {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:36:15.608322 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [None req-1d68cfe7-1ac6-437d-b922-f73219e2afe2 admin admin] 10.222.0.36 "DELETE /v2.0/networks/87db61c9-abbc-4bc5-969a-590306bf0ba2 HTTP/1.1" status: 204 len: 168 time: 0.7996156 Sep 30 06:36:15.611956 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.wsgi [-] (93999) accepted ('10.222.0.36', 60824) {{(pid=93999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 06:36:15.619373 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d68cfe7-1ac6-437d-b922-f73219e2afe2 admin admin] Pushing event deleted for resources: {'Network': ['ID=87db61c9-abbc-4bc5-969a-590306bf0ba2,revision_number=None']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:36:15.894806 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec8fc75-9e7e-4935-b306-0e134870e33a req-b20e7b8a-8038-4c1f-a10d-23de648f47c0 tempest-VolumesSnapshotTestJSON-2000785449 tempest-VolumesSnapshotTestJSON-2000785449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:36:15.896356 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-1ec8fc75-9e7e-4935-b306-0e134870e33a req-b20e7b8a-8038-4c1f-a10d-23de648f47c0 tempest-VolumesSnapshotTestJSON-2000785449 tempest-VolumesSnapshotTestJSON-2000785449-project] 10.222.0.36 "GET /v2.0/ports?device_id=40835c32-3e42-40bf-bf38-51a96aca3bba HTTP/1.1" status: 200 len: 945 time: 0.0543880 Sep 30 06:36:15.939193 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-1ec8fc75-9e7e-4935-b306-0e134870e33a req-66a37610-e071-4b14-97a7-27b22d3879c6 tempest-VolumesSnapshotTestJSON-2000785449 tempest-VolumesSnapshotTestJSON-2000785449-project] 10.222.0.36 "GET /v2.0/security-groups?id=61c8e2da-05be-409d-a3a8-94b406f3be78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350175 Sep 30 06:36:15.971504 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-463dad53-43dc-42f9-84a7-6c202c07b688 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7877658'] for router_interface, before_delete {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:36:16.120598 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.rpc [None req-1a5ef50c-1a60-4eeb-b96e-cf5df6fcca4b None None] Device 214a19dd-abef-4fb6-9db3-08d9fc1294f7 no longer exists at agent ovs-agent-dv-cinder-811877-1-iscsi {{(pid=94001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 06:36:16.146519 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.plugin [None req-1a5ef50c-1a60-4eeb-b96e-cf5df6fcca4b None None] No Port match for: 214a19dd-abef-4fb6-9db3-08d9fc1294f7 {{(pid=94001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 06:36:16.146891 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.rpc [None req-1a5ef50c-1a60-4eeb-b96e-cf5df6fcca4b None None] Device 214a19dd-abef-4fb6-9db3-08d9fc1294f7 not bound to the agent host dv-cinder-811877-1-iscsi {{(pid=94001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 06:36:16.258392 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.plugins.ml2.plugin [None req-463dad53-43dc-42f9-84a7-6c202c07b688 admin admin] Deleting port d2e341a2-fe7f-4aa7-9ab1-1463e3cc274d {{(pid=93999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 06:36:16.258762 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-463dad53-43dc-42f9-84a7-6c202c07b688 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727545987880'] for port, before_delete {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:36:16.297130 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d802256-12fb-48ac-b265-4abe8dab1999 req-27a38d02-114f-4c66-ae02-299711c4f90f tempest-AttachVolumeNegativeTest-819990020 tempest-AttachVolumeNegativeTest-819990020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:36:16.298766 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-5d802256-12fb-48ac-b265-4abe8dab1999 req-27a38d02-114f-4c66-ae02-299711c4f90f tempest-AttachVolumeNegativeTest-819990020 tempest-AttachVolumeNegativeTest-819990020-project] 10.222.0.36 "GET /v2.0/ports?device_id=d7c13242-c002-48ee-bd49-2902b919ff77 HTTP/1.1" status: 200 len: 944 time: 0.0835457 Sep 30 06:36:16.375595 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.plugins.ml2.db [None req-463dad53-43dc-42f9-84a7-6c202c07b688 admin admin] For port d2e341a2-fe7f-4aa7-9ab1-1463e3cc274d, host dv-cinder-811877-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811877-1-iscsi',level=0,port_id=d2e341a2-fe7f-4aa7-9ab1-1463e3cc274d,segment=NetworkSegment(65b29c81-111a-40dc-8523-b6d87832ea79),segment_id=65b29c81-111a-40dc-8523-b6d87832ea79)] {{(pid=93999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 06:36:16.375877 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-463dad53-43dc-42f9-84a7-6c202c07b688 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7874563'] for port, precommit_delete {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:36:16.380551 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-5d802256-12fb-48ac-b265-4abe8dab1999 req-601787be-90f7-476e-bc16-bd6c478ce90a tempest-AttachVolumeNegativeTest-819990020 tempest-AttachVolumeNegativeTest-819990020-project] 10.222.0.36 "GET /v2.0/security-groups?id=3cd9f0ee-6d13-47ac-8476-0f53a840e523&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552623 Sep 30 06:36:16.390323 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.plugins.ml2.plugin [None req-463dad53-43dc-42f9-84a7-6c202c07b688 admin admin] Calling delete_port for d2e341a2-fe7f-4aa7-9ab1-1463e3cc274d owned by network:router_interface {{(pid=93999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 06:36:16.580915 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-463dad53-43dc-42f9-84a7-6c202c07b688 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7821886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727545991406', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727545489354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6560267'] for port, after_delete {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:36:16.606799 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463dad53-43dc-42f9-84a7-6c202c07b688 admin admin] Pushing event deleted for resources: {'Port': ['ID=d2e341a2-fe7f-4aa7-9ab1-1463e3cc274d,revision_number=None']} {{(pid=93999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:36:16.776860 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-463dad53-43dc-42f9-84a7-6c202c07b688 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7821773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7878035'] for router_interface, after_delete {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:36:16.986018 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-463dad53-43dc-42f9-84a7-6c202c07b688 admin admin] Router bf02fa2f-a137-4b87-a285-3dda76f10e36 has already been hosted by L3 agent f054bd23-6895-478f-87a4-7cc0e21c04e0 {{(pid=93999) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 06:36:17.053439 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da39d1c-d05c-454e-9c72-c98b4bb70fe6 req-0a3b3a0f-70f9-44c3-946a-329abdc86718 tempest-VolumesSnapshotTestJSON-2000785449 tempest-VolumesSnapshotTestJSON-2000785449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:36:17.055014 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-4da39d1c-d05c-454e-9c72-c98b4bb70fe6 req-0a3b3a0f-70f9-44c3-946a-329abdc86718 tempest-VolumesSnapshotTestJSON-2000785449 tempest-VolumesSnapshotTestJSON-2000785449-project] 10.222.0.36 "GET /v2.0/ports?device_id=40835c32-3e42-40bf-bf38-51a96aca3bba HTTP/1.1" status: 200 len: 945 time: 0.0498667 Sep 30 06:36:17.090559 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-463dad53-43dc-42f9-84a7-6c202c07b688 admin admin] Notify agent at l3_agent.dv-cinder-811877-1-iscsi the message routers_updated {{(pid=93999) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 06:36:17.095097 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-4da39d1c-d05c-454e-9c72-c98b4bb70fe6 req-c87659e1-fa23-4f63-97d0-673458019746 tempest-VolumesSnapshotTestJSON-2000785449 tempest-VolumesSnapshotTestJSON-2000785449-project] 10.222.0.36 "GET /v2.0/security-groups?id=61c8e2da-05be-409d-a3a8-94b406f3be78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335813 Sep 30 06:36:17.096198 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [None req-463dad53-43dc-42f9-84a7-6c202c07b688 admin admin] 10.222.0.36 "PUT /v2.0/routers/bf02fa2f-a137-4b87-a285-3dda76f10e36/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4825008 Sep 30 06:36:17.098196 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.36', 60832) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 06:36:17.100773 dv-cinder-811877-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d9a3085-0bee-4adb-859c-c30be223b96f None None] Sync routers for ids ['bf02fa2f-a137-4b87-a285-3dda76f10e36'] in dv-cinder-811877-1-iscsi {{(pid=94002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 06:36:17.116268 dv-cinder-811877-1-iscsi neutron-server[94002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d9a3085-0bee-4adb-859c-c30be223b96f None None] Routers {'bf02fa2f-a137-4b87-a285-3dda76f10e36'} bound to L3 agent in host dv-cinder-811877-1-iscsi {{(pid=94002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 06:36:17.117002 dv-cinder-811877-1-iscsi neutron-server[94002]: DEBUG neutron.db.l3_hamode_db [None req-5d9a3085-0bee-4adb-859c-c30be223b96f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811877-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-30T06:19:31Z,description=,heartbeat_timestamp=2021-09-30T06:36:01Z,host='dv-cinder-811877-1-iscsi',id=f054bd23-6895-478f-87a4-7cc0e21c04e0,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T06:19:31Z,topic='l3_agent')) {'router_ids': ['bf02fa2f-a137-4b87-a285-3dda76f10e36'], 'active': True} {{(pid=94002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 06:36:17.207096 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-7e271265-59b4-4c47-befe-f4c369cd0f0c admin admin] Notify callbacks [] for router, before_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:36:17.327226 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-7e271265-59b4-4c47-befe-f4c369cd0f0c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:36:17.331858 dv-cinder-811877-1-iscsi neutron-server[94002]: DEBUG neutron.db.l3_dvr_db [None req-5d9a3085-0bee-4adb-859c-c30be223b96f None None] Set router bf02fa2f-a137-4b87-a285-3dda76f10e36 gateway port host: dv-cinder-811877-1-iscsi {{(pid=94002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 06:36:17.383174 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.plugins.ml2.plugin [None req-7e271265-59b4-4c47-befe-f4c369cd0f0c admin admin] Deleting port 1c582360-a844-45ab-9247-fac5adf64da4 {{(pid=94000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 06:36:17.383666 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-7e271265-59b4-4c47-befe-f4c369cd0f0c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727545987880'] for port, before_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:36:17.510873 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.plugins.ml2.db [None req-7e271265-59b4-4c47-befe-f4c369cd0f0c admin admin] For port 1c582360-a844-45ab-9247-fac5adf64da4, host dv-cinder-811877-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811877-1-iscsi',level=0,port_id=1c582360-a844-45ab-9247-fac5adf64da4,segment=NetworkSegment(f18bb042-e630-4c4b-b384-e9bf093ecc8b),segment_id=f18bb042-e630-4c4b-b384-e9bf093ecc8b)] {{(pid=94000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 06:36:17.511307 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-7e271265-59b4-4c47-befe-f4c369cd0f0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7874563'] for port, precommit_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:36:17.529178 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.plugins.ml2.plugin [None req-7e271265-59b4-4c47-befe-f4c369cd0f0c admin admin] Calling delete_port for 1c582360-a844-45ab-9247-fac5adf64da4 owned by network:router_gateway {{(pid=94000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 06:36:17.540216 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee133e52-0928-4080-a781-89c04a5836f8 req-bbe6f542-eba0-4416-ae5f-c520a9f77594 tempest-AttachVolumeNegativeTest-819990020 tempest-AttachVolumeNegativeTest-819990020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:36:17.541784 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-ee133e52-0928-4080-a781-89c04a5836f8 req-bbe6f542-eba0-4416-ae5f-c520a9f77594 tempest-AttachVolumeNegativeTest-819990020 tempest-AttachVolumeNegativeTest-819990020-project] 10.222.0.36 "GET /v2.0/ports?device_id=d7c13242-c002-48ee-bd49-2902b919ff77 HTTP/1.1" status: 200 len: 944 time: 0.0823948 Sep 30 06:36:17.546430 dv-cinder-811877-1-iscsi neutron-server[94002]: DEBUG neutron.db.l3_hamode_db [None req-5d9a3085-0bee-4adb-859c-c30be223b96f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf02fa2f-a137-4b87-a285-3dda76f10e36', 'name': 'tempest-TestShelveInstance-793399152-router', 'tenant_id': '1f823187fb874096912cf27c09c0c35e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddd8ee8b-b24f-47fb-afd7-cfc700c93624', 'external_fixed_ips': [{'subnet_id': '4727b4cf-a8ea-4dab-8db4-019b4e8b0546', 'ip_address': '172.27.1.77'}], 'enable_snat': True}, 'gw_port_id': '1c582360-a844-45ab-9247-fac5adf64da4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T06:30:26Z', 'updated_at': '2021-09-30T06:36:16Z', 'revision_number': 5, 'project_id': '1f823187fb874096912cf27c09c0c35e', 'gw_port': {'id': '1c582360-a844-45ab-9247-fac5adf64da4', 'name': '', 'network_id': 'ddd8ee8b-b24f-47fb-afd7-cfc700c93624', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:98:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf02fa2f-a137-4b87-a285-3dda76f10e36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '4727b4cf-a8ea-4dab-8db4-019b4e8b0546', 'ip_address': '172.27.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T06:30:29Z', 'updated_at': '2021-09-30T06:30:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4727b4cf-a8ea-4dab-8db4-019b4e8b0546', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811877-1-iscsi'}], 'dv-cinder-811877-1-iscsi', False) {} {{(pid=94002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 06:36:17.574115 dv-cinder-811877-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d9a3085-0bee-4adb-859c-c30be223b96f None None] Checking router: bf02fa2f-a137-4b87-a285-3dda76f10e36 for host: dv-cinder-811877-1-iscsi {{(pid=94002) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 06:36:17.582519 dv-cinder-811877-1-iscsi neutron-server[94002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d9a3085-0bee-4adb-859c-c30be223b96f None None] Routers {'bf02fa2f-a137-4b87-a285-3dda76f10e36'} bound to L3 agent in host dv-cinder-811877-1-iscsi {{(pid=94002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 06:36:17.583224 dv-cinder-811877-1-iscsi neutron-server[94002]: DEBUG neutron.db.l3_hamode_db [None req-5d9a3085-0bee-4adb-859c-c30be223b96f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811877-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-30T06:19:31Z,description=,heartbeat_timestamp=2021-09-30T06:36:01Z,host='dv-cinder-811877-1-iscsi',id=f054bd23-6895-478f-87a4-7cc0e21c04e0,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T06:19:31Z,topic='l3_agent')) {'router_ids': ['bf02fa2f-a137-4b87-a285-3dda76f10e36'], 'active': True} {{(pid=94002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 06:36:17.629145 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-ee133e52-0928-4080-a781-89c04a5836f8 req-a9cbda2b-d023-4bc8-840c-9383d6028b59 tempest-AttachVolumeNegativeTest-819990020 tempest-AttachVolumeNegativeTest-819990020-project] 10.222.0.36 "GET /v2.0/security-groups?id=3cd9f0ee-6d13-47ac-8476-0f53a840e523&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783129 Sep 30 06:36:17.673247 dv-cinder-811877-1-iscsi neutron-server[94002]: DEBUG neutron.db.l3_dvr_db [None req-5d9a3085-0bee-4adb-859c-c30be223b96f None None] Set router bf02fa2f-a137-4b87-a285-3dda76f10e36 gateway port host: None {{(pid=94002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 06:36:17.729846 dv-cinder-811877-1-iscsi neutron-server[94002]: DEBUG neutron.db.l3_hamode_db [None req-5d9a3085-0bee-4adb-859c-c30be223b96f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf02fa2f-a137-4b87-a285-3dda76f10e36', 'name': 'tempest-TestShelveInstance-793399152-router', 'tenant_id': '1f823187fb874096912cf27c09c0c35e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T06:30:26Z', 'updated_at': '2021-09-30T06:36:17Z', 'revision_number': 6, 'project_id': '1f823187fb874096912cf27c09c0c35e', 'gw_port_host': None}], 'dv-cinder-811877-1-iscsi', False) {} {{(pid=94002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 06:36:17.737634 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-7e271265-59b4-4c47-befe-f4c369cd0f0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7821886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727545991406', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727545489354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4572815'] for port, after_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:36:17.756680 dv-cinder-811877-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d9a3085-0bee-4adb-859c-c30be223b96f None None] The sync data for ids ['bf02fa2f-a137-4b87-a285-3dda76f10e36'] in dv-cinder-811877-1-iscsi is: [{'id': 'bf02fa2f-a137-4b87-a285-3dda76f10e36', 'name': 'tempest-TestShelveInstance-793399152-router', 'tenant_id': '1f823187fb874096912cf27c09c0c35e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T06:30:26Z', 'updated_at': '2021-09-30T06:36:17Z', 'revision_number': 6, 'project_id': '1f823187fb874096912cf27c09c0c35e', 'gw_port_host': None}] {{(pid=94002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 06:36:17.762750 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e271265-59b4-4c47-befe-f4c369cd0f0c admin admin] Pushing event deleted for resources: {'Port': ['ID=1c582360-a844-45ab-9247-fac5adf64da4,revision_number=None']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:36:17.830432 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-7e271265-59b4-4c47-befe-f4c369cd0f0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7877968'] for router_gateway, after_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:36:17.921471 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-7e271265-59b4-4c47-befe-f4c369cd0f0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7877183', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-693'] for router, precommit_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:36:17.924006 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-7e271265-59b4-4c47-befe-f4c369cd0f0c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:36:17.967126 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-7e271265-59b4-4c47-befe-f4c369cd0f0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7877174'] for router, after_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:36:17.967679 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e271265-59b4-4c47-befe-f4c369cd0f0c admin admin] Fanout notify agent at l3_agent the message router_deleted on router bf02fa2f-a137-4b87-a285-3dda76f10e36 {{(pid=94000) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 30 06:36:17.972276 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-7e271265-59b4-4c47-befe-f4c369cd0f0c admin admin] Notify callbacks [] for router, before_response {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:36:17.973462 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [None req-7e271265-59b4-4c47-befe-f4c369cd0f0c admin admin] 10.222.0.36 "DELETE /v2.0/routers/bf02fa2f-a137-4b87-a285-3dda76f10e36 HTTP/1.1" status: 204 len: 168 time: 0.8743117 Sep 30 06:36:17.976075 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.36', 60846) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 06:36:18.022596 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.db.db_base_plugin_v2 [None req-902ccce2-2993-4671-b83b-ed5805777959 admin admin] Deleting subnet 94fc05ed-120c-4077-86a2-13639ed73ffc {{(pid=94000) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 06:36:18.025512 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-902ccce2-2993-4671-b83b-ed5805777959 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:36:18.058388 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-902ccce2-2993-4671-b83b-ed5805777959 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4572778'] for subnet, precommit_delete_associations {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:36:18.136083 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-902ccce2-2993-4671-b83b-ed5805777959 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-583762'] for subnet, precommit_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:36:18.204186 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-902ccce2-2993-4671-b83b-ed5805777959 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-583771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7821886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4572882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5105895'] for subnet, after_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:36:18.227879 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902ccce2-2993-4671-b83b-ed5805777959 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=94fc05ed-120c-4077-86a2-13639ed73ffc,revision_number=None']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:36:18.233899 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-902ccce2-2993-4671-b83b-ed5805777959 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:36:18.236985 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [None req-902ccce2-2993-4671-b83b-ed5805777959 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/94fc05ed-120c-4077-86a2-13639ed73ffc HTTP/1.1" status: 204 len: 168 time: 0.2598617 Sep 30 06:36:18.240365 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.wsgi [-] (93999) accepted ('10.222.0.36', 60848) {{(pid=93999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 06:36:18.241083 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4acf14eb-ff6d-4a48-90ba-bbd92c14a463 None None] Network b59ebf78-aaac-41b8-b79e-46417d57ba35 requested from dv-cinder-811877-1-iscsi {{(pid=94001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 06:36:18.261646 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.rpc [None req-1a5ef50c-1a60-4eeb-b96e-cf5df6fcca4b None None] Device d2e341a2-fe7f-4aa7-9ab1-1463e3cc274d no longer exists at agent ovs-agent-dv-cinder-811877-1-iscsi {{(pid=94001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 06:36:18.290196 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.plugin [None req-1a5ef50c-1a60-4eeb-b96e-cf5df6fcca4b None None] No Port match for: d2e341a2-fe7f-4aa7-9ab1-1463e3cc274d {{(pid=94001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 06:36:18.290542 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.rpc [None req-1a5ef50c-1a60-4eeb-b96e-cf5df6fcca4b None None] Device d2e341a2-fe7f-4aa7-9ab1-1463e3cc274d not bound to the agent host dv-cinder-811877-1-iscsi {{(pid=94001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 06:36:18.312450 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-03ed63d1-972f-4d32-93c5-722c478b5b11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763795'] for network, before_delete {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:36:18.352283 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.rpc [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] Device e6cb5ea6-c361-4986-bda7-8cad7ab9fa82 details requested by agent hyperv_hv-cinder-81187 with host hv-cinder-81187 {{(pid=94001) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 06:36:18.363542 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.plugins.ml2.plugin [None req-03ed63d1-972f-4d32-93c5-722c478b5b11 admin admin] Deleting port 659e57f4-0bab-429c-8a84-6767ff5f64d6 {{(pid=93999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 06:36:18.363882 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-03ed63d1-972f-4d32-93c5-722c478b5b11 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727545987880'] for port, before_delete {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:36:18.431622 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.plugins.ml2.db [None req-03ed63d1-972f-4d32-93c5-722c478b5b11 admin admin] For port 659e57f4-0bab-429c-8a84-6767ff5f64d6, host dv-cinder-811877-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811877-1-iscsi',level=0,port_id=659e57f4-0bab-429c-8a84-6767ff5f64d6,segment=NetworkSegment(65b29c81-111a-40dc-8523-b6d87832ea79),segment_id=65b29c81-111a-40dc-8523-b6d87832ea79)] {{(pid=93999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 06:36:18.432398 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-03ed63d1-972f-4d32-93c5-722c478b5b11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7874563'] for port, precommit_delete {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:36:18.445092 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.plugins.ml2.plugin [None req-03ed63d1-972f-4d32-93c5-722c478b5b11 admin admin] Calling delete_port for 659e57f4-0bab-429c-8a84-6767ff5f64d6 owned by network:dhcp {{(pid=93999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 06:36:18.476201 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.db [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] For port e6cb5ea6-c361-4986-bda7-8cad7ab9fa82, host hv-cinder-81187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81187',level=0,port_id=e6cb5ea6-c361-4986-bda7-8cad7ab9fa82,segment=NetworkSegment(17bc15e7-64c3-4d00-8811-ef0fd2652c1c),segment_id=17bc15e7-64c3-4d00-8811-ef0fd2652c1c)] {{(pid=94001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 06:36:18.488373 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.rpc [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] Returning: {'device': 'e6cb5ea6-c361-4986-bda7-8cad7ab9fa82', 'network_id': 'cd60cd18-0775-4a69-9147-a3630ccd6292', 'port_id': 'e6cb5ea6-c361-4986-bda7-8cad7ab9fa82', 'mac_address': 'fa:16:3e:0d:e3:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 333, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd978bd5f-31d0-431a-a556-4024f642ae59', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94001) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 06:36:18.525649 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653538'] for port, before_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:36:18.535770 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-03ed63d1-972f-4d32-93c5-722c478b5b11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7821886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727545991406', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727545489354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6560267'] for port, after_delete {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:36:18.539451 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.notifiers.nova [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e6cb5ea6-c361-4986-bda7-8cad7ab9fa82 {{(pid=94001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 06:36:18.559470 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.db [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] For port e6cb5ea6-c361-4986-bda7-8cad7ab9fa82, host hv-cinder-81187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81187',level=0,port_id=e6cb5ea6-c361-4986-bda7-8cad7ab9fa82,segment=NetworkSegment(17bc15e7-64c3-4d00-8811-ef0fd2652c1c),segment_id=17bc15e7-64c3-4d00-8811-ef0fd2652c1c)] {{(pid=94001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 06:36:18.562047 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ed63d1-972f-4d32-93c5-722c478b5b11 admin admin] Pushing event deleted for resources: {'Port': ['ID=659e57f4-0bab-429c-8a84-6767ff5f64d6,revision_number=None']} {{(pid=93999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:36:18.566193 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7821886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727545992452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727545489363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727545489381'] for port, after_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:36:18.575577 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03ed63d1-972f-4d32-93c5-722c478b5b11 admin admin] No DVR routers for this DVR port 659e57f4-0bab-429c-8a84-6767ff5f64d6 on host dv-cinder-811877-1-iscsi {{(pid=93999) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 06:36:18.598386 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e17c371-5f64-460a-87e7-8f41d8f383dc None None] DHCP port deletion for b59ebf78-aaac-41b8-b79e-46417d57ba35 request from dv-cinder-811877-1-iscsi {{(pid=94001) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 30 06:36:18.631982 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] Pushing event updated for resources: {'Port': ['ID=e6cb5ea6-c361-4986-bda7-8cad7ab9fa82,revision_number=4']} {{(pid=94001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:36:18.660400 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-03ed63d1-972f-4d32-93c5-722c478b5b11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-585195', 'neutron.services.segments.db._delete_segments_for_network-8727546001812'] for network, precommit_delete {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:36:18.681200 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.services.segments.db [None req-03ed63d1-972f-4d32-93c5-722c478b5b11 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b59ebf78-aaac-41b8-b79e-46417d57ba35']}} {{(pid=93999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 06:36:18.691481 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.services.segments.db [None req-03ed63d1-972f-4d32-93c5-722c478b5b11 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '65b29c81-111a-40dc-8523-b6d87832ea79') {'for_net_delete': True} {{(pid=93999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 06:36:18.691783 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.services.segments.db [None req-03ed63d1-972f-4d32-93c5-722c478b5b11 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '65b29c81-111a-40dc-8523-b6d87832ea79') {} {{(pid=93999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 06:36:18.703702 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-03ed63d1-972f-4d32-93c5-722c478b5b11 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727546002077', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4492009'] for segment, before_delete {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:36:18.741200 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-03ed63d1-972f-4d32-93c5-722c478b5b11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583621'] for segment, precommit_delete {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:36:18.749593 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-03ed63d1-972f-4d32-93c5-722c478b5b11 admin admin] Releasing vlan 349 on physical network physnet1 to pool {{(pid=93999) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 06:36:18.750063 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-03ed63d1-972f-4d32-93c5-722c478b5b11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6561016'] for segment, after_delete {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:36:18.752724 dv-cinder-811877-1-iscsi neutron-server[93999]: Traceback (most recent call last): Sep 30 06:36:18.752724 dv-cinder-811877-1-iscsi neutron-server[93999]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 06:36:18.752724 dv-cinder-811877-1-iscsi neutron-server[93999]: timer() Sep 30 06:36:18.752724 dv-cinder-811877-1-iscsi neutron-server[93999]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 06:36:18.752724 dv-cinder-811877-1-iscsi neutron-server[93999]: cb(*args, **kw) Sep 30 06:36:18.752724 dv-cinder-811877-1-iscsi neutron-server[93999]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 06:36:18.752724 dv-cinder-811877-1-iscsi neutron-server[93999]: return func(*args, **kwargs) Sep 30 06:36:18.752724 dv-cinder-811877-1-iscsi neutron-server[93999]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 06:36:18.752724 dv-cinder-811877-1-iscsi neutron-server[93999]: self._notify() Sep 30 06:36:18.752724 dv-cinder-811877-1-iscsi neutron-server[93999]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 06:36:18.752724 dv-cinder-811877-1-iscsi neutron-server[93999]: self.callback(batched_events) Sep 30 06:36:18.752724 dv-cinder-811877-1-iscsi neutron-server[93999]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 06:36:18.752724 dv-cinder-811877-1-iscsi neutron-server[93999]: event.method(event) Sep 30 06:36:18.752724 dv-cinder-811877-1-iscsi neutron-server[93999]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 06:36:18.752724 dv-cinder-811877-1-iscsi neutron-server[93999]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 06:36:18.752724 dv-cinder-811877-1-iscsi neutron-server[93999]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 06:36:18.752724 dv-cinder-811877-1-iscsi neutron-server[93999]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 06:36:18.752724 dv-cinder-811877-1-iscsi neutron-server[93999]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 06:36:18.752724 dv-cinder-811877-1-iscsi neutron-server[93999]: return f(self, *a, **k) Sep 30 06:36:18.752724 dv-cinder-811877-1-iscsi neutron-server[93999]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 06:36:18.752724 dv-cinder-811877-1-iscsi neutron-server[93999]: return self._get(url).json() Sep 30 06:36:18.752724 dv-cinder-811877-1-iscsi neutron-server[93999]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 06:36:18.752724 dv-cinder-811877-1-iscsi neutron-server[93999]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 06:36:18.752724 dv-cinder-811877-1-iscsi neutron-server[93999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 06:36:18.752724 dv-cinder-811877-1-iscsi neutron-server[93999]: return self.request(url, 'GET', **kwargs) Sep 30 06:36:18.752724 dv-cinder-811877-1-iscsi neutron-server[93999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 06:36:18.752724 dv-cinder-811877-1-iscsi neutron-server[93999]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 06:36:18.752724 dv-cinder-811877-1-iscsi neutron-server[93999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 06:36:18.752724 dv-cinder-811877-1-iscsi neutron-server[93999]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 06:36:18.752724 dv-cinder-811877-1-iscsi neutron-server[93999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 06:36:18.752724 dv-cinder-811877-1-iscsi neutron-server[93999]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 06:36:18.752724 dv-cinder-811877-1-iscsi neutron-server[93999]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 06:36:18.944817 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.db [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] get_ports_and_sgs() called for port_ids ['e6cb5ea6-c361-4986-bda7-8cad7ab9fa82'] {{(pid=94001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 06:36:19.067826 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525f804c-148d-4717-b031-423e863e896f req-ee675ba5-1a79-4990-9c25-70139b76caf7 tempest-AttachVolumeNegativeTest-819990020 tempest-AttachVolumeNegativeTest-819990020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:36:19.069360 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-525f804c-148d-4717-b031-423e863e896f req-ee675ba5-1a79-4990-9c25-70139b76caf7 tempest-AttachVolumeNegativeTest-819990020 tempest-AttachVolumeNegativeTest-819990020-project] 10.222.0.36 "GET /v2.0/ports?device_id=d7c13242-c002-48ee-bd49-2902b919ff77 HTTP/1.1" status: 200 len: 945 time: 0.3677750 Sep 30 06:36:19.074757 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-03ed63d1-972f-4d32-93c5-722c478b5b11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-585180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7821886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7877900'] for network, after_delete {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:36:19.082339 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-03ed63d1-972f-4d32-93c5-722c478b5b11 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7821868'] for network, before_response {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:36:19.083679 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [None req-03ed63d1-972f-4d32-93c5-722c478b5b11 admin admin] 10.222.0.36 "DELETE /v2.0/networks/b59ebf78-aaac-41b8-b79e-46417d57ba35 HTTP/1.1" status: 204 len: 168 time: 0.8412817 Sep 30 06:36:19.104840 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ed63d1-972f-4d32-93c5-722c478b5b11 admin admin] Pushing event deleted for resources: {'Network': ['ID=b59ebf78-aaac-41b8-b79e-46417d57ba35,revision_number=None']} {{(pid=93999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:36:19.128118 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-525f804c-148d-4717-b031-423e863e896f req-89832b33-e2c5-4843-8e8b-734051f6704a tempest-AttachVolumeNegativeTest-819990020 tempest-AttachVolumeNegativeTest-819990020-project] 10.222.0.36 "GET /v2.0/security-groups?id=3cd9f0ee-6d13-47ac-8476-0f53a840e523&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513904 Sep 30 06:36:19.198163 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.36', 60856) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 06:36:19.237098 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [None req-e98266a3-eb5d-439c-9951-5f14eb4f73e3 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=9aa1d25e98de4f36a0b60652c0c46005&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0377436 Sep 30 06:36:19.239589 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.36', 60858) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 06:36:19.286161 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-175dcefa-235d-4b05-8474-59257a206d7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:36:19.306870 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-175dcefa-235d-4b05-8474-59257a206d7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:36:19.360622 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-175dcefa-235d-4b05-8474-59257a206d7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533969'] for security_group, after_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:36:19.363250 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-175dcefa-235d-4b05-8474-59257a206d7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:36:19.364445 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [None req-175dcefa-235d-4b05-8474-59257a206d7d admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/c911b37e-fac5-44f1-ad1c-46d1b5cbaa86 HTTP/1.1" status: 204 len: 168 time: 0.1238797 Sep 30 06:36:19.372327 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175dcefa-235d-4b05-8474-59257a206d7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c911b37e-fac5-44f1-ad1c-46d1b5cbaa86,revision_number=None']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:36:19.681839 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.36', 60868) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 06:36:19.721168 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [None req-b8b9030f-424c-49bf-ace2-334919027ed7 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=1f823187fb874096912cf27c09c0c35e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0381033 Sep 30 06:36:19.723570 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.36', 60870) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 06:36:19.774988 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-c6d67425-fc54-4dbd-b97b-ffd643eaff02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:36:19.801310 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-c6d67425-fc54-4dbd-b97b-ffd643eaff02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:36:19.854694 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-c6d67425-fc54-4dbd-b97b-ffd643eaff02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533969'] for security_group, after_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:36:19.857222 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-c6d67425-fc54-4dbd-b97b-ffd643eaff02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:36:19.858491 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [None req-c6d67425-fc54-4dbd-b97b-ffd643eaff02 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/bba462b8-e935-467a-a594-250e4a77fe6b HTTP/1.1" status: 204 len: 168 time: 0.1338861 Sep 30 06:36:19.866296 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d67425-fc54-4dbd-b97b-ffd643eaff02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bba462b8-e935-467a-a594-250e4a77fe6b,revision_number=None']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:36:20.124807 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.rpc [None req-1a5ef50c-1a60-4eeb-b96e-cf5df6fcca4b None None] Device 659e57f4-0bab-429c-8a84-6767ff5f64d6 no longer exists at agent ovs-agent-dv-cinder-811877-1-iscsi {{(pid=94001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 06:36:20.149103 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.plugin [None req-1a5ef50c-1a60-4eeb-b96e-cf5df6fcca4b None None] No Port match for: 659e57f4-0bab-429c-8a84-6767ff5f64d6 {{(pid=94001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 06:36:20.149484 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.rpc [None req-1a5ef50c-1a60-4eeb-b96e-cf5df6fcca4b None None] Device 659e57f4-0bab-429c-8a84-6767ff5f64d6 not bound to the agent host dv-cinder-811877-1-iscsi {{(pid=94001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 06:36:20.149913 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.rpc [None req-1a5ef50c-1a60-4eeb-b96e-cf5df6fcca4b None None] Device 1c582360-a844-45ab-9247-fac5adf64da4 no longer exists at agent ovs-agent-dv-cinder-811877-1-iscsi {{(pid=94001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 06:36:20.172449 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.plugin [None req-1a5ef50c-1a60-4eeb-b96e-cf5df6fcca4b None None] No Port match for: 1c582360-a844-45ab-9247-fac5adf64da4 {{(pid=94001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 06:36:20.172821 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.rpc [None req-1a5ef50c-1a60-4eeb-b96e-cf5df6fcca4b None None] Device 1c582360-a844-45ab-9247-fac5adf64da4 not bound to the agent host dv-cinder-811877-1-iscsi {{(pid=94001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 06:36:20.249545 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b01d8f-0f1c-4756-82a7-d9c2c3f04fa2 req-e13e1761-6651-4c7d-9e3f-6d682c1ecb2b tempest-AttachVolumeNegativeTest-819990020 tempest-AttachVolumeNegativeTest-819990020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:36:20.251626 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-f2b01d8f-0f1c-4756-82a7-d9c2c3f04fa2 req-e13e1761-6651-4c7d-9e3f-6d682c1ecb2b tempest-AttachVolumeNegativeTest-819990020 tempest-AttachVolumeNegativeTest-819990020-project] 10.222.0.36 "GET /v2.0/ports?device_id=d7c13242-c002-48ee-bd49-2902b919ff77 HTTP/1.1" status: 200 len: 945 time: 0.0514274 Sep 30 06:36:20.290913 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-f2b01d8f-0f1c-4756-82a7-d9c2c3f04fa2 req-3d908e02-36f7-4601-af7a-b8cf72c90e7e tempest-AttachVolumeNegativeTest-819990020 tempest-AttachVolumeNegativeTest-819990020-project] 10.222.0.36 "GET /v2.0/security-groups?id=3cd9f0ee-6d13-47ac-8476-0f53a840e523&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327396 Sep 30 06:36:20.360201 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.rpc [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] Device e6cb5ea6-c361-4986-bda7-8cad7ab9fa82 up at agent hyperv_hv-cinder-81187 {{(pid=94001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 06:36:20.409476 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.db.provisioning_blocks [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] Provisioning for port e6cb5ea6-c361-4986-bda7-8cad7ab9fa82 completed by entity L2. {{(pid=94001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 06:36:20.412979 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.db.provisioning_blocks [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] Provisioning complete for port e6cb5ea6-c361-4986-bda7-8cad7ab9fa82 triggered by entity L2. {{(pid=94001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 06:36:20.413336 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-597822'] for port, provisioning_complete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:36:20.489033 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653538'] for port, before_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:36:20.510696 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7c13242-c002-48ee-bd49-2902b919ff77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6cb5ea6-c361-4986-bda7-8cad7ab9fa82'}] {{(pid=94001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 06:36:20.512907 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6a6fbc36b32d89ab1780593628eab99e94898f937be62aa03f5208480f4236e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-983c5f80-61d7-45b6-a6bc-48fc225f9d61" -d '{"events": [{"server_uuid": "d7c13242-c002-48ee-bd49-2902b919ff77", "name": "network-vif-plugged", "status": "completed", "tag": "e6cb5ea6-c361-4986-bda7-8cad7ab9fa82"}]}' {{(pid=94001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 06:36:20.525229 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.db [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] For port e6cb5ea6-c361-4986-bda7-8cad7ab9fa82, host hv-cinder-81187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81187',level=0,port_id=e6cb5ea6-c361-4986-bda7-8cad7ab9fa82,segment=NetworkSegment(17bc15e7-64c3-4d00-8811-ef0fd2652c1c),segment_id=17bc15e7-64c3-4d00-8811-ef0fd2652c1c)] {{(pid=94001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 06:36:20.529149 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7821886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727545992452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727545489363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727545489381'] for port, after_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:36:20.552108 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 06:36:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64b58b78-936e-4fb6-91ab-2bda1cabb80a x-openstack-request-id: req-64b58b78-936e-4fb6-91ab-2bda1cabb80a {{(pid=94001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 06:36:20.552403 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7c13242-c002-48ee-bd49-2902b919ff77", "name": "network-vif-plugged", "status": "completed", "tag": "e6cb5ea6-c361-4986-bda7-8cad7ab9fa82", "code": 200}]} {{(pid=94001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 06:36:20.552654 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-64b58b78-936e-4fb6-91ab-2bda1cabb80a {{(pid=94001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 06:36:20.553039 dv-cinder-811877-1-iscsi neutron-server[94001]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7c13242-c002-48ee-bd49-2902b919ff77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6cb5ea6-c361-4986-bda7-8cad7ab9fa82', 'code': 200} Sep 30 06:36:20.581288 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] Pushing event updated for resources: {'Port': ['ID=e6cb5ea6-c361-4986-bda7-8cad7ab9fa82,revision_number=5']} {{(pid=94001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:36:20.762473 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c910463-de9a-4160-b6cb-f8e7bb7c47ce req-f58a8532-79b9-4728-a6fd-6988ccf4b941 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:36:20.763890 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-9c910463-de9a-4160-b6cb-f8e7bb7c47ce req-f58a8532-79b9-4728-a6fd-6988ccf4b941 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=d7c13242-c002-48ee-bd49-2902b919ff77 HTTP/1.1" status: 200 len: 1099 time: 0.0394533 Sep 30 06:36:20.803069 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-9c910463-de9a-4160-b6cb-f8e7bb7c47ce req-9e0474f7-ba69-48d4-a307-1eabdf4350dd service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=3cd9f0ee-6d13-47ac-8476-0f53a840e523&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302358 Sep 30 06:36:21.403641 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacbcdc8-5d61-4bf7-a5c9-b9495c1132f4 req-a5e16c82-d1b2-468e-9178-4495a6486bb7 tempest-AttachVolumeNegativeTest-819990020 tempest-AttachVolumeNegativeTest-819990020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:36:21.405048 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-aacbcdc8-5d61-4bf7-a5c9-b9495c1132f4 req-a5e16c82-d1b2-468e-9178-4495a6486bb7 tempest-AttachVolumeNegativeTest-819990020 tempest-AttachVolumeNegativeTest-819990020-project] 10.222.0.36 "GET /v2.0/ports?device_id=d7c13242-c002-48ee-bd49-2902b919ff77 HTTP/1.1" status: 200 len: 946 time: 0.0481777 Sep 30 06:36:21.445890 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-aacbcdc8-5d61-4bf7-a5c9-b9495c1132f4 req-9aa87ca4-505a-446c-a691-4922ae5d79ce tempest-AttachVolumeNegativeTest-819990020 tempest-AttachVolumeNegativeTest-819990020-project] 10.222.0.36 "GET /v2.0/security-groups?id=3cd9f0ee-6d13-47ac-8476-0f53a840e523&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348225 Sep 30 06:36:22.560138 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90898965-192f-45b7-a49f-1c5842c5d272 req-ba093c37-c5c7-4500-af60-013418158a41 tempest-AttachVolumeNegativeTest-819990020 tempest-AttachVolumeNegativeTest-819990020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:36:22.561599 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-90898965-192f-45b7-a49f-1c5842c5d272 req-ba093c37-c5c7-4500-af60-013418158a41 tempest-AttachVolumeNegativeTest-819990020 tempest-AttachVolumeNegativeTest-819990020-project] 10.222.0.36 "GET /v2.0/ports?device_id=d7c13242-c002-48ee-bd49-2902b919ff77 HTTP/1.1" status: 200 len: 946 time: 0.0472512 Sep 30 06:36:22.600036 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-90898965-192f-45b7-a49f-1c5842c5d272 req-f9d89f2a-ab78-48a6-9b31-c770b24f6eea tempest-AttachVolumeNegativeTest-819990020 tempest-AttachVolumeNegativeTest-819990020-project] 10.222.0.36 "GET /v2.0/security-groups?id=3cd9f0ee-6d13-47ac-8476-0f53a840e523&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317512 Sep 30 06:36:28.492484 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-106c0f83-1653-4816-9655-ddbefa3b3909 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727546001794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-597483'] for agent, after_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:36:28.595638 dv-cinder-811877-1-iscsi neutron-server[94002]: DEBUG neutron.db.agents_db [None req-d9c94b1b-4ad8-4063-8329-7a4f29b52830 None None] Agent healthcheck: found 6 active agents {{(pid=94002) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 06:36:31.348506 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-9cc8b1fa-6907-4ead-8791-e3d506b69f77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727546001794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-597483'] for agent, after_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:36:32.314914 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-1a5ef50c-1a60-4eeb-b96e-cf5df6fcca4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727546001794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-597483'] for agent, after_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:36:32.664948 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-028184f3-f8cc-4c85-9e6b-64613141ad03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727546001794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-597483'] for agent, after_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:36:34.050293 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-31788eca-3db2-42eb-847b-597dce492ba7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727546001794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-597483'] for agent, after_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:36:35.517931 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f4f790-24c9-4310-b8a9-b1057bff82c8 req-445d2d8b-6d91-4f9a-9a00-f3a5e07ace62 tempest-AttachVolumeNegativeTest-819990020 tempest-AttachVolumeNegativeTest-819990020-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:36:35.519976 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-99f4f790-24c9-4310-b8a9-b1057bff82c8 req-445d2d8b-6d91-4f9a-9a00-f3a5e07ace62 tempest-AttachVolumeNegativeTest-819990020 tempest-AttachVolumeNegativeTest-819990020-project] 10.222.0.36 "GET /v2.0/networks?id=cd60cd18-0775-4a69-9147-a3630ccd6292 HTTP/1.1" status: 200 len: 814 time: 0.1012669 Sep 30 06:36:35.536430 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-99f4f790-24c9-4310-b8a9-b1057bff82c8 req-efd6fcf8-2cee-4215-ad26-49b97e4794fa tempest-AttachVolumeNegativeTest-819990020 tempest-AttachVolumeNegativeTest-819990020-project] 10.222.0.36 "GET /v2.0/quotas/bc2fbe128cb04422ae6794af2311246e HTTP/1.1" status: 200 len: 375 time: 0.0103343 Sep 30 06:36:35.594820 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-99f4f790-24c9-4310-b8a9-b1057bff82c8 req-55227e24-c653-4226-bd1c-c1249d24742d tempest-AttachVolumeNegativeTest-819990020 tempest-AttachVolumeNegativeTest-819990020-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=bc2fbe128cb04422ae6794af2311246e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0522971 Sep 30 06:36:35.688976 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-99f4f790-24c9-4310-b8a9-b1057bff82c8 req-e33bde8e-9614-4d55-990f-b73988a6ac40 service neutron] 10.222.0.36 "GET /v2.0/networks/cd60cd18-0775-4a69-9147-a3630ccd6292?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859845 Sep 30 06:36:35.784272 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-99f4f790-24c9-4310-b8a9-b1057bff82c8 req-f66f68b4-42d5-4d57-9887-6799b2eea2d0 service neutron] 10.222.0.36 "GET /v2.0/networks/cd60cd18-0775-4a69-9147-a3630ccd6292?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887022 Sep 30 06:36:35.939136 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-0d7bd59a-51e9-44d4-bdfa-d70726f6364b req-9371f3f1-26b7-4892-bf92-0a781c836992 tempest-AttachVolumeNegativeTest-819990020 tempest-AttachVolumeNegativeTest-819990020-project] 10.222.0.36 "GET /v2.0/ports?device_id=f4fec4e1-09eb-46cf-87c1-4ed24d4e238d HTTP/1.1" status: 200 len: 210 time: 0.0272532 Sep 30 06:36:37.033556 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-3141cad2-7182-49cd-9b5b-1dfe6dcd5544 req-e1e21eb9-ab9d-40aa-bf20-ad189811d106 tempest-AttachVolumeNegativeTest-819990020 tempest-AttachVolumeNegativeTest-819990020-project] 10.222.0.36 "GET /v2.0/ports?device_id=f4fec4e1-09eb-46cf-87c1-4ed24d4e238d HTTP/1.1" status: 200 len: 210 time: 0.0280449 Sep 30 06:36:37.120678 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f4f790-24c9-4310-b8a9-b1057bff82c8 req-e2bfc152-bd32-406e-8686-b8ef1e8c3a65 tempest-AttachVolumeNegativeTest-819990020 tempest-AttachVolumeNegativeTest-819990020-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:36:37.122153 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-99f4f790-24c9-4310-b8a9-b1057bff82c8 req-e2bfc152-bd32-406e-8686-b8ef1e8c3a65 tempest-AttachVolumeNegativeTest-819990020 tempest-AttachVolumeNegativeTest-819990020-project] 10.222.0.10 "GET /v2.0/networks?id=cd60cd18-0775-4a69-9147-a3630ccd6292 HTTP/1.1" status: 200 len: 814 time: 0.1115394 Sep 30 06:36:37.167844 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.api.v2.base [req-99f4f790-24c9-4310-b8a9-b1057bff82c8 req-9263c12e-6092-4ecb-bd8c-864e05ec2b50 tempest-AttachVolumeNegativeTest-819990020 tempest-AttachVolumeNegativeTest-819990020-project] Request body: {'port': {'device_id': 'f4fec4e1-09eb-46cf-87c1-4ed24d4e238d', 'network_id': 'cd60cd18-0775-4a69-9147-a3630ccd6292', 'admin_state_up': True, 'tenant_id': 'bc2fbe128cb04422ae6794af2311246e'}} {{(pid=93999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 06:36:37.274232 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-99f4f790-24c9-4310-b8a9-b1057bff82c8 req-9263c12e-6092-4ecb-bd8c-864e05ec2b50 tempest-AttachVolumeNegativeTest-819990020 tempest-AttachVolumeNegativeTest-819990020-project] Made reservation on behalf of bc2fbe128cb04422ae6794af2311246e for: {'port': 1} {{(pid=93999) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 06:36:37.277715 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [req-99f4f790-24c9-4310-b8a9-b1057bff82c8 req-9263c12e-6092-4ecb-bd8c-864e05ec2b50 tempest-AttachVolumeNegativeTest-819990020 tempest-AttachVolumeNegativeTest-819990020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653538'] for port, before_create {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:36:37.405008 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.db.db_base_plugin_common [req-99f4f790-24c9-4310-b8a9-b1057bff82c8 req-9263c12e-6092-4ecb-bd8c-864e05ec2b50 tempest-AttachVolumeNegativeTest-819990020 tempest-AttachVolumeNegativeTest-819990020-project] Allocated IP 172.20.0.6 (cd60cd18-0775-4a69-9147-a3630ccd6292/d978bd5f-31d0-431a-a556-4024f642ae59/52a6a823-a8cb-449c-b48f-d2129352cae0) {{(pid=93999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 06:36:37.562762 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [req-99f4f790-24c9-4310-b8a9-b1057bff82c8 req-9263c12e-6092-4ecb-bd8c-864e05ec2b50 tempest-AttachVolumeNegativeTest-819990020 tempest-AttachVolumeNegativeTest-819990020-project] Notify callbacks [] for port, precommit_create {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:36:37.596237 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [req-99f4f790-24c9-4310-b8a9-b1057bff82c8 req-9263c12e-6092-4ecb-bd8c-864e05ec2b50 tempest-AttachVolumeNegativeTest-819990020 tempest-AttachVolumeNegativeTest-819990020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7821886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727545489345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6560267'] for port, after_create {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:36:37.638932 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-99f4f790-24c9-4310-b8a9-b1057bff82c8 req-9263c12e-6092-4ecb-bd8c-864e05ec2b50 tempest-AttachVolumeNegativeTest-819990020 tempest-AttachVolumeNegativeTest-819990020-project] Network cd60cd18-0775-4a69-9147-a3630ccd6292 is already hosted by enough agents. {{(pid=93999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 06:36:37.641904 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.scheduler.base_scheduler [req-99f4f790-24c9-4310-b8a9-b1057bff82c8 req-9263c12e-6092-4ecb-bd8c-864e05ec2b50 tempest-AttachVolumeNegativeTest-819990020 tempest-AttachVolumeNegativeTest-819990020-project] Resources bound (agent type, host, resource id): {{(pid=93999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 06:36:37.646066 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.db.l3_dvrscheduler_db [req-99f4f790-24c9-4310-b8a9-b1057bff82c8 req-9263c12e-6092-4ecb-bd8c-864e05ec2b50 tempest-AttachVolumeNegativeTest-819990020 tempest-AttachVolumeNegativeTest-819990020-project] Received port after_create {{(pid=93999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 06:36:37.646258 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.db [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] get_ports_and_sgs() called for port_ids ['3fb08640-c461-4b92-b2e7-23b64529c59f', '285e4a75-1742-479d-9b6c-61b8ef19883e', 'e6cb5ea6-c361-4986-bda7-8cad7ab9fa82'] {{(pid=94001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 06:36:37.671902 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9263c12e-6092-4ecb-bd8c-864e05ec2b50 tempest-AttachVolumeNegativeTest-819990020 tempest-AttachVolumeNegativeTest-819990020-project] Pushing event updated for resources: {'Port': ['ID=52a6a823-a8cb-449c-b48f-d2129352cae0,revision_number=1']} {{(pid=93999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:36:37.685893 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9263c12e-6092-4ecb-bd8c-864e05ec2b50 tempest-AttachVolumeNegativeTest-819990020 tempest-AttachVolumeNegativeTest-819990020-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=93999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:36:37.686242 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9263c12e-6092-4ecb-bd8c-864e05ec2b50 tempest-AttachVolumeNegativeTest-819990020 tempest-AttachVolumeNegativeTest-819990020-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=93999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:36:37.686602 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9263c12e-6092-4ecb-bd8c-864e05ec2b50 tempest-AttachVolumeNegativeTest-819990020 tempest-AttachVolumeNegativeTest-819990020-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=93999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:36:37.686943 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9263c12e-6092-4ecb-bd8c-864e05ec2b50 tempest-AttachVolumeNegativeTest-819990020 tempest-AttachVolumeNegativeTest-819990020-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=93999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:36:37.687278 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9263c12e-6092-4ecb-bd8c-864e05ec2b50 tempest-AttachVolumeNegativeTest-819990020 tempest-AttachVolumeNegativeTest-819990020-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=93999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:36:37.687608 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9263c12e-6092-4ecb-bd8c-864e05ec2b50 tempest-AttachVolumeNegativeTest-819990020 tempest-AttachVolumeNegativeTest-819990020-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=93999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:36:37.687939 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9263c12e-6092-4ecb-bd8c-864e05ec2b50 tempest-AttachVolumeNegativeTest-819990020 tempest-AttachVolumeNegativeTest-819990020-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=93999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:36:37.688274 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9263c12e-6092-4ecb-bd8c-864e05ec2b50 tempest-AttachVolumeNegativeTest-819990020 tempest-AttachVolumeNegativeTest-819990020-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=93999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:36:37.688596 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9263c12e-6092-4ecb-bd8c-864e05ec2b50 tempest-AttachVolumeNegativeTest-819990020 tempest-AttachVolumeNegativeTest-819990020-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=93999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:36:37.688920 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9263c12e-6092-4ecb-bd8c-864e05ec2b50 tempest-AttachVolumeNegativeTest-819990020 tempest-AttachVolumeNegativeTest-819990020-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=93999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:36:37.689244 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9263c12e-6092-4ecb-bd8c-864e05ec2b50 tempest-AttachVolumeNegativeTest-819990020 tempest-AttachVolumeNegativeTest-819990020-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=93999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:36:37.689568 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9263c12e-6092-4ecb-bd8c-864e05ec2b50 tempest-AttachVolumeNegativeTest-819990020 tempest-AttachVolumeNegativeTest-819990020-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=93999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:36:37.710220 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f4f790-24c9-4310-b8a9-b1057bff82c8 req-9263c12e-6092-4ecb-bd8c-864e05ec2b50 tempest-AttachVolumeNegativeTest-819990020 tempest-AttachVolumeNegativeTest-819990020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:36:37.710908 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [req-99f4f790-24c9-4310-b8a9-b1057bff82c8 req-9263c12e-6092-4ecb-bd8c-864e05ec2b50 tempest-AttachVolumeNegativeTest-819990020 tempest-AttachVolumeNegativeTest-819990020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57126'] for port, before_response {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:36:37.726105 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-99f4f790-24c9-4310-b8a9-b1057bff82c8 req-9263c12e-6092-4ecb-bd8c-864e05ec2b50 tempest-AttachVolumeNegativeTest-819990020 tempest-AttachVolumeNegativeTest-819990020-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5624104 Sep 30 06:36:37.746147 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.api.v2.base [req-99f4f790-24c9-4310-b8a9-b1057bff82c8 req-db68635f-8890-4ac5-b5ad-39531678fc9d service neutron] Request body: {'port': {'device_id': 'f4fec4e1-09eb-46cf-87c1-4ed24d4e238d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81187'}} {{(pid=93999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 06:36:37.803283 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [req-99f4f790-24c9-4310-b8a9-b1057bff82c8 req-db68635f-8890-4ac5-b5ad-39531678fc9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653538'] for port, before_update {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:36:38.082227 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.notifiers.nova [req-99f4f790-24c9-4310-b8a9-b1057bff82c8 req-db68635f-8890-4ac5-b5ad-39531678fc9d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 52a6a823-a8cb-449c-b48f-d2129352cae0 {{(pid=93999) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 06:36:38.090103 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [req-99f4f790-24c9-4310-b8a9-b1057bff82c8 req-db68635f-8890-4ac5-b5ad-39531678fc9d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:36:38.103426 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.db.provisioning_blocks [req-99f4f790-24c9-4310-b8a9-b1057bff82c8 req-db68635f-8890-4ac5-b5ad-39531678fc9d service neutron] Transition to ACTIVE for port object 52a6a823-a8cb-449c-b48f-d2129352cae0 will not be triggered until provisioned by entity L2. {{(pid=93999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 06:36:38.116077 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [req-99f4f790-24c9-4310-b8a9-b1057bff82c8 req-db68635f-8890-4ac5-b5ad-39531678fc9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7821886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727545992452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727545489363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727545489381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6560256'] for port, after_update {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:36:38.150295 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4550c907-f2ac-4f95-8839-ef7ee073e2f9 req-935f5820-c081-4b71-bf2e-30a69940ad90 tempest-VolumesSnapshotTestJSON-2000785449 tempest-VolumesSnapshotTestJSON-2000785449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:36:38.151801 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-4550c907-f2ac-4f95-8839-ef7ee073e2f9 req-935f5820-c081-4b71-bf2e-30a69940ad90 tempest-VolumesSnapshotTestJSON-2000785449 tempest-VolumesSnapshotTestJSON-2000785449-project] 10.222.0.36 "GET /v2.0/ports?device_id=40835c32-3e42-40bf-bf38-51a96aca3bba HTTP/1.1" status: 200 len: 945 time: 0.0535231 Sep 30 06:36:38.190061 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-4550c907-f2ac-4f95-8839-ef7ee073e2f9 req-de972d1c-a79e-410f-b226-ce110d921032 tempest-VolumesSnapshotTestJSON-2000785449 tempest-VolumesSnapshotTestJSON-2000785449-project] 10.222.0.36 "GET /v2.0/security-groups?id=61c8e2da-05be-409d-a3a8-94b406f3be78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322406 Sep 30 06:36:38.193905 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db68635f-8890-4ac5-b5ad-39531678fc9d service neutron] Pushing event updated for resources: {'Port': ['ID=52a6a823-a8cb-449c-b48f-d2129352cae0,revision_number=2']} {{(pid=93999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:36:38.207469 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b53ca74-4a78-45f8-a89e-6b100e4a3c40 req-3a1d8176-4659-48cd-85de-b529739f2e59 tempest-AttachVolumeNegativeTest-819990020 tempest-AttachVolumeNegativeTest-819990020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:36:38.210737 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-1b53ca74-4a78-45f8-a89e-6b100e4a3c40 req-3a1d8176-4659-48cd-85de-b529739f2e59 tempest-AttachVolumeNegativeTest-819990020 tempest-AttachVolumeNegativeTest-819990020-project] 10.222.0.36 "GET /v2.0/ports?device_id=f4fec4e1-09eb-46cf-87c1-4ed24d4e238d HTTP/1.1" status: 200 len: 943 time: 0.1027291 Sep 30 06:36:38.283685 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-1b53ca74-4a78-45f8-a89e-6b100e4a3c40 req-1e48ddc9-f084-4b5a-8df6-29726ced61cd tempest-AttachVolumeNegativeTest-819990020 tempest-AttachVolumeNegativeTest-819990020-project] 10.222.0.36 "GET /v2.0/security-groups?id=3cd9f0ee-6d13-47ac-8476-0f53a840e523&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611546 Sep 30 06:36:38.302655 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.plugins.ml2.managers [req-99f4f790-24c9-4310-b8a9-b1057bff82c8 req-db68635f-8890-4ac5-b5ad-39531678fc9d service neutron] Attempting to bind port 52a6a823-a8cb-449c-b48f-d2129352cae0 on host hv-cinder-81187 for vnic_type normal with profile {{(pid=93999) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 06:36:38.303145 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.plugins.ml2.managers [req-99f4f790-24c9-4310-b8a9-b1057bff82c8 req-db68635f-8890-4ac5-b5ad-39531678fc9d service neutron] Attempting to bind port 52a6a823-a8cb-449c-b48f-d2129352cae0 by drivers openvswitch,hyperv on host hv-cinder-81187 at level 0 using segments [{'id': '17bc15e7-64c3-4d00-8811-ef0fd2652c1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'cd60cd18-0775-4a69-9147-a3630ccd6292'}] {{(pid=93999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 06:36:38.303481 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99f4f790-24c9-4310-b8a9-b1057bff82c8 req-db68635f-8890-4ac5-b5ad-39531678fc9d service neutron] Attempting to bind port 52a6a823-a8cb-449c-b48f-d2129352cae0 on network cd60cd18-0775-4a69-9147-a3630ccd6292 {{(pid=93999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 06:36:38.307832 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99f4f790-24c9-4310-b8a9-b1057bff82c8 req-db68635f-8890-4ac5-b5ad-39531678fc9d service neutron] Port 52a6a823-a8cb-449c-b48f-d2129352cae0 on network cd60cd18-0775-4a69-9147-a3630ccd6292 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81187 {{(pid=93999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 06:36:38.308181 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99f4f790-24c9-4310-b8a9-b1057bff82c8 req-db68635f-8890-4ac5-b5ad-39531678fc9d service neutron] Attempting to bind port 52a6a823-a8cb-449c-b48f-d2129352cae0 on network cd60cd18-0775-4a69-9147-a3630ccd6292 {{(pid=93999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 06:36:38.312846 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99f4f790-24c9-4310-b8a9-b1057bff82c8 req-db68635f-8890-4ac5-b5ad-39531678fc9d service neutron] Checking agent: {'id': '8d9eab89-7803-44fc-b727-c0e530c74148', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81187', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 6, 25, 39), 'started_at': datetime.datetime(2021, 9, 30, 6, 25, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 6, 36, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 06:36:38.313178 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99f4f790-24c9-4310-b8a9-b1057bff82c8 req-db68635f-8890-4ac5-b5ad-39531678fc9d service neutron] Checking segment: {'id': '17bc15e7-64c3-4d00-8811-ef0fd2652c1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'cd60cd18-0775-4a69-9147-a3630ccd6292'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 06:36:38.313554 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99f4f790-24c9-4310-b8a9-b1057bff82c8 req-db68635f-8890-4ac5-b5ad-39531678fc9d service neutron] Bound using segment: {'id': '17bc15e7-64c3-4d00-8811-ef0fd2652c1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'cd60cd18-0775-4a69-9147-a3630ccd6292'} {{(pid=93999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 06:36:38.313977 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.plugins.ml2.managers [req-99f4f790-24c9-4310-b8a9-b1057bff82c8 req-db68635f-8890-4ac5-b5ad-39531678fc9d service neutron] Bound port: 52a6a823-a8cb-449c-b48f-d2129352cae0, host: hv-cinder-81187, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '17bc15e7-64c3-4d00-8811-ef0fd2652c1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'cd60cd18-0775-4a69-9147-a3630ccd6292'}}] {{(pid=93999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 06:36:38.314414 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [req-99f4f790-24c9-4310-b8a9-b1057bff82c8 req-db68635f-8890-4ac5-b5ad-39531678fc9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653538'] for port, before_update {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:36:38.377581 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.plugins.ml2.db [req-99f4f790-24c9-4310-b8a9-b1057bff82c8 req-db68635f-8890-4ac5-b5ad-39531678fc9d service neutron] For port 52a6a823-a8cb-449c-b48f-d2129352cae0, host hv-cinder-81187, cleared binding levels {{(pid=93999) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 06:36:38.380540 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.plugins.ml2.db [req-99f4f790-24c9-4310-b8a9-b1057bff82c8 req-db68635f-8890-4ac5-b5ad-39531678fc9d service neutron] For port 52a6a823-a8cb-449c-b48f-d2129352cae0, host hv-cinder-81187, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81187',level=0,port_id=52a6a823-a8cb-449c-b48f-d2129352cae0,segment=NetworkSegment(17bc15e7-64c3-4d00-8811-ef0fd2652c1c),segment_id=17bc15e7-64c3-4d00-8811-ef0fd2652c1c)] {{(pid=93999) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 06:36:38.384798 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [req-99f4f790-24c9-4310-b8a9-b1057bff82c8 req-db68635f-8890-4ac5-b5ad-39531678fc9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7821886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727545992452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727545489363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727545489381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6560256'] for port, after_update {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:36:38.418525 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f4f790-24c9-4310-b8a9-b1057bff82c8 req-db68635f-8890-4ac5-b5ad-39531678fc9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:36:38.419155 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [req-99f4f790-24c9-4310-b8a9-b1057bff82c8 req-db68635f-8890-4ac5-b5ad-39531678fc9d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57126'] for port, before_response {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:36:38.420515 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-99f4f790-24c9-4310-b8a9-b1057bff82c8 req-db68635f-8890-4ac5-b5ad-39531678fc9d service neutron] 10.222.0.10 "PUT /v2.0/ports/52a6a823-a8cb-449c-b48f-d2129352cae0 HTTP/1.1" status: 200 len: 1093 time: 0.6785948 Sep 30 06:36:38.420998 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4fec4e1-09eb-46cf-87c1-4ed24d4e238d', 'tag': '52a6a823-a8cb-449c-b48f-d2129352cae0'}] {{(pid=93999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 06:36:38.423248 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07b111f6e278cfffd9c4f208e103de524c2b9e3fbd4e5a5b5d8dd158a433df71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10c824c6-180d-4b5e-9b9f-819ec97d9ca1" -d '{"events": [{"name": "network-changed", "server_uuid": "f4fec4e1-09eb-46cf-87c1-4ed24d4e238d", "tag": "52a6a823-a8cb-449c-b48f-d2129352cae0"}]}' {{(pid=93999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 06:36:38.445530 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db68635f-8890-4ac5-b5ad-39531678fc9d service neutron] Pushing event updated for resources: {'Port': ['ID=52a6a823-a8cb-449c-b48f-d2129352cae0,revision_number=3']} {{(pid=93999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:36:38.461793 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 06:36:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c6ccf8b-35b3-4d9a-98ed-17d1730cfc12 x-openstack-request-id: req-1c6ccf8b-35b3-4d9a-98ed-17d1730cfc12 {{(pid=93999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 06:36:38.461959 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4fec4e1-09eb-46cf-87c1-4ed24d4e238d", "tag": "52a6a823-a8cb-449c-b48f-d2129352cae0", "status": "completed", "code": 200}]} {{(pid=93999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 06:36:38.462187 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-1c6ccf8b-35b3-4d9a-98ed-17d1730cfc12 {{(pid=93999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 06:36:38.462686 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4fec4e1-09eb-46cf-87c1-4ed24d4e238d', 'tag': '52a6a823-a8cb-449c-b48f-d2129352cae0', 'status': 'completed', 'code': 200} Sep 30 06:36:38.547702 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f4f790-24c9-4310-b8a9-b1057bff82c8 req-fbbe8112-8f3b-4108-b469-beaf7a61e90f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:36:38.549210 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-99f4f790-24c9-4310-b8a9-b1057bff82c8 req-fbbe8112-8f3b-4108-b469-beaf7a61e90f service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=bc2fbe128cb04422ae6794af2311246e&device_id=f4fec4e1-09eb-46cf-87c1-4ed24d4e238d HTTP/1.1" status: 200 len: 1096 time: 0.0419543 Sep 30 06:36:38.603162 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-99f4f790-24c9-4310-b8a9-b1057bff82c8 req-ba8f209a-8799-4a61-b692-df6cec8a656b service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=52a6a823-a8cb-449c-b48f-d2129352cae0 HTTP/1.1" status: 200 len: 217 time: 0.0369112 Sep 30 06:36:38.654181 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f4f790-24c9-4310-b8a9-b1057bff82c8 req-8046456b-7777-4690-a9b6-d38aefee6ad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:36:38.655563 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-99f4f790-24c9-4310-b8a9-b1057bff82c8 req-8046456b-7777-4690-a9b6-d38aefee6ad3 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=d978bd5f-31d0-431a-a556-4024f642ae59 HTTP/1.1" status: 200 len: 854 time: 0.0437043 Sep 30 06:36:38.698311 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-99f4f790-24c9-4310-b8a9-b1057bff82c8 req-7c13299a-cbd2-48a7-ab18-f323d5be1e24 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=cd60cd18-0775-4a69-9147-a3630ccd6292&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278907 Sep 30 06:36:38.798962 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-99f4f790-24c9-4310-b8a9-b1057bff82c8 req-5e1a7b78-bc96-4394-896d-17391716ae5d service neutron] 10.222.0.10 "GET /v2.0/networks/cd60cd18-0775-4a69-9147-a3630ccd6292?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869203 Sep 30 06:36:38.889910 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-99f4f790-24c9-4310-b8a9-b1057bff82c8 req-b738b13c-e331-43f5-a8e5-28e111dc758f service neutron] 10.222.0.10 "GET /v2.0/networks/cd60cd18-0775-4a69-9147-a3630ccd6292?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803993 Sep 30 06:36:39.055752 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c824c6-180d-4b5e-9b9f-819ec97d9ca1 req-6e3b5feb-aac2-4012-a9b1-fd4ddc91476f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:36:39.057227 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-10c824c6-180d-4b5e-9b9f-819ec97d9ca1 req-6e3b5feb-aac2-4012-a9b1-fd4ddc91476f service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=bc2fbe128cb04422ae6794af2311246e&device_id=f4fec4e1-09eb-46cf-87c1-4ed24d4e238d HTTP/1.1" status: 200 len: 1096 time: 0.0409322 Sep 30 06:36:39.125558 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727546001794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-597483'] for agent, after_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:36:39.163233 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c824c6-180d-4b5e-9b9f-819ec97d9ca1 req-f96c85ad-04f3-4a06-8e10-e2065fa04ddf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:36:39.164705 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-10c824c6-180d-4b5e-9b9f-819ec97d9ca1 req-f96c85ad-04f3-4a06-8e10-e2065fa04ddf service neutron] 10.222.0.10 "GET /v2.0/networks?id=cd60cd18-0775-4a69-9147-a3630ccd6292 HTTP/1.1" status: 200 len: 915 time: 0.0891740 Sep 30 06:36:39.212584 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-10c824c6-180d-4b5e-9b9f-819ec97d9ca1 req-f65ef2ed-5c7f-4471-88e3-d6079e2c6914 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=52a6a823-a8cb-449c-b48f-d2129352cae0 HTTP/1.1" status: 200 len: 217 time: 0.0333498 Sep 30 06:36:39.295512 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c824c6-180d-4b5e-9b9f-819ec97d9ca1 req-1549a52b-9c23-44c8-a76f-d01057319806 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:36:39.296994 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-10c824c6-180d-4b5e-9b9f-819ec97d9ca1 req-1549a52b-9c23-44c8-a76f-d01057319806 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=d978bd5f-31d0-431a-a556-4024f642ae59 HTTP/1.1" status: 200 len: 854 time: 0.0715883 Sep 30 06:36:39.324855 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c813e93-bdba-4617-b8fc-43640724b293 req-8c837a8c-5dd4-4d79-aad8-6fed44d05449 tempest-VolumesSnapshotTestJSON-2000785449 tempest-VolumesSnapshotTestJSON-2000785449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:36:39.326358 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-2c813e93-bdba-4617-b8fc-43640724b293 req-8c837a8c-5dd4-4d79-aad8-6fed44d05449 tempest-VolumesSnapshotTestJSON-2000785449 tempest-VolumesSnapshotTestJSON-2000785449-project] 10.222.0.36 "GET /v2.0/ports?device_id=40835c32-3e42-40bf-bf38-51a96aca3bba HTTP/1.1" status: 200 len: 945 time: 0.0697694 Sep 30 06:36:39.342737 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-10c824c6-180d-4b5e-9b9f-819ec97d9ca1 req-4e902bf6-bc9a-47e0-8349-e02ad92d17fe service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=cd60cd18-0775-4a69-9147-a3630ccd6292&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0362465 Sep 30 06:36:39.399793 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-2c813e93-bdba-4617-b8fc-43640724b293 req-27420ee4-782c-4a30-9b1d-47403e3754f4 tempest-VolumesSnapshotTestJSON-2000785449 tempest-VolumesSnapshotTestJSON-2000785449-project] 10.222.0.36 "GET /v2.0/security-groups?id=61c8e2da-05be-409d-a3a8-94b406f3be78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594497 Sep 30 06:36:39.401996 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b65308-b733-4d01-a3bd-dab7536ea695 req-934a1e1b-cf60-4533-ba96-001a8d854203 tempest-AttachVolumeNegativeTest-819990020 tempest-AttachVolumeNegativeTest-819990020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:36:39.403504 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-82b65308-b733-4d01-a3bd-dab7536ea695 req-934a1e1b-cf60-4533-ba96-001a8d854203 tempest-AttachVolumeNegativeTest-819990020 tempest-AttachVolumeNegativeTest-819990020-project] 10.222.0.36 "GET /v2.0/ports?device_id=f4fec4e1-09eb-46cf-87c1-4ed24d4e238d HTTP/1.1" status: 200 len: 943 time: 0.0478628 Sep 30 06:36:39.447501 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-82b65308-b733-4d01-a3bd-dab7536ea695 req-0ce83e62-d2f4-4042-a318-3ccdbdb8cd28 tempest-AttachVolumeNegativeTest-819990020 tempest-AttachVolumeNegativeTest-819990020-project] 10.222.0.36 "GET /v2.0/security-groups?id=3cd9f0ee-6d13-47ac-8476-0f53a840e523&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376012 Sep 30 06:36:39.461617 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-10c824c6-180d-4b5e-9b9f-819ec97d9ca1 req-014fc32e-2ea6-48fe-b3a3-5b28df273045 service neutron] 10.222.0.10 "GET /v2.0/networks/cd60cd18-0775-4a69-9147-a3630ccd6292?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1057031 Sep 30 06:36:39.557779 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-10c824c6-180d-4b5e-9b9f-819ec97d9ca1 req-0404a573-2453-40e6-993d-06ed13d58916 service neutron] 10.222.0.10 "GET /v2.0/networks/cd60cd18-0775-4a69-9147-a3630ccd6292?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812256 Sep 30 06:36:40.521623 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288098f8-5dfc-4777-9fd6-d7e554422ccb req-81492b3a-c1f7-4772-a6d5-3628c20399d0 tempest-VolumesSnapshotTestJSON-2000785449 tempest-VolumesSnapshotTestJSON-2000785449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:36:40.523168 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-288098f8-5dfc-4777-9fd6-d7e554422ccb req-81492b3a-c1f7-4772-a6d5-3628c20399d0 tempest-VolumesSnapshotTestJSON-2000785449 tempest-VolumesSnapshotTestJSON-2000785449-project] 10.222.0.36 "GET /v2.0/ports?device_id=40835c32-3e42-40bf-bf38-51a96aca3bba HTTP/1.1" status: 200 len: 945 time: 0.0551276 Sep 30 06:36:40.563163 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-288098f8-5dfc-4777-9fd6-d7e554422ccb req-5e95640d-1f62-4f19-a86d-912303f6d893 tempest-VolumesSnapshotTestJSON-2000785449 tempest-VolumesSnapshotTestJSON-2000785449-project] 10.222.0.36 "GET /v2.0/security-groups?id=61c8e2da-05be-409d-a3a8-94b406f3be78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320342 Sep 30 06:36:40.564431 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd32963f-c827-4d8d-abb4-0fdbc23d4188 req-82807ba8-5412-4f2a-b756-adece9f4b587 tempest-AttachVolumeNegativeTest-819990020 tempest-AttachVolumeNegativeTest-819990020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:36:40.566756 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-dd32963f-c827-4d8d-abb4-0fdbc23d4188 req-82807ba8-5412-4f2a-b756-adece9f4b587 tempest-AttachVolumeNegativeTest-819990020 tempest-AttachVolumeNegativeTest-819990020-project] 10.222.0.36 "GET /v2.0/ports?device_id=f4fec4e1-09eb-46cf-87c1-4ed24d4e238d HTTP/1.1" status: 200 len: 943 time: 0.0506251 Sep 30 06:36:40.604519 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-dd32963f-c827-4d8d-abb4-0fdbc23d4188 req-e91fc135-e1be-43c6-9bee-f04e12ec875a tempest-AttachVolumeNegativeTest-819990020 tempest-AttachVolumeNegativeTest-819990020-project] 10.222.0.36 "GET /v2.0/security-groups?id=3cd9f0ee-6d13-47ac-8476-0f53a840e523&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315902 Sep 30 06:36:40.749263 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143bd08b-a478-411b-9513-bc0d3ad8287f req-cd94f743-d45a-4aad-b1cd-e12875e32f81 tempest-VolumesSnapshotTestJSON-2000785449 tempest-VolumesSnapshotTestJSON-2000785449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:36:40.750648 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-143bd08b-a478-411b-9513-bc0d3ad8287f req-cd94f743-d45a-4aad-b1cd-e12875e32f81 tempest-VolumesSnapshotTestJSON-2000785449 tempest-VolumesSnapshotTestJSON-2000785449-project] 10.222.0.10 "GET /v2.0/ports?device_id=40835c32-3e42-40bf-bf38-51a96aca3bba HTTP/1.1" status: 200 len: 945 time: 0.0515149 Sep 30 06:36:40.840788 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.plugins.ml2.plugin [req-143bd08b-a478-411b-9513-bc0d3ad8287f req-b72584ce-e6d4-4027-9a00-5ee3fd5e94ff tempest-VolumesSnapshotTestJSON-2000785449 tempest-VolumesSnapshotTestJSON-2000785449-project] Deleting port 7036e90d-96e5-4aa5-8b4d-5468589f16a9 {{(pid=93999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 06:36:40.841129 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [req-143bd08b-a478-411b-9513-bc0d3ad8287f req-b72584ce-e6d4-4027-9a00-5ee3fd5e94ff tempest-VolumesSnapshotTestJSON-2000785449 tempest-VolumesSnapshotTestJSON-2000785449-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727545987880'] for port, before_delete {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:36:40.928810 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.plugins.ml2.db [req-143bd08b-a478-411b-9513-bc0d3ad8287f req-b72584ce-e6d4-4027-9a00-5ee3fd5e94ff tempest-VolumesSnapshotTestJSON-2000785449 tempest-VolumesSnapshotTestJSON-2000785449-project] For port 7036e90d-96e5-4aa5-8b4d-5468589f16a9, host hv-cinder-81187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81187',level=0,port_id=7036e90d-96e5-4aa5-8b4d-5468589f16a9,segment=NetworkSegment(7e5be05c-83c6-4980-892b-ee3a10f8c368),segment_id=7e5be05c-83c6-4980-892b-ee3a10f8c368)] {{(pid=93999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 06:36:40.929172 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [req-143bd08b-a478-411b-9513-bc0d3ad8287f req-b72584ce-e6d4-4027-9a00-5ee3fd5e94ff tempest-VolumesSnapshotTestJSON-2000785449 tempest-VolumesSnapshotTestJSON-2000785449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7874563'] for port, precommit_delete {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:36:40.943520 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.plugins.ml2.plugin [req-143bd08b-a478-411b-9513-bc0d3ad8287f req-b72584ce-e6d4-4027-9a00-5ee3fd5e94ff tempest-VolumesSnapshotTestJSON-2000785449 tempest-VolumesSnapshotTestJSON-2000785449-project] Calling delete_port for 7036e90d-96e5-4aa5-8b4d-5468589f16a9 owned by compute:nova {{(pid=93999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 06:36:41.068135 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [req-143bd08b-a478-411b-9513-bc0d3ad8287f req-b72584ce-e6d4-4027-9a00-5ee3fd5e94ff tempest-VolumesSnapshotTestJSON-2000785449 tempest-VolumesSnapshotTestJSON-2000785449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7821886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727545991406', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727545489354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6560267'] for port, after_delete {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:36:41.095378 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72584ce-e6d4-4027-9a00-5ee3fd5e94ff tempest-VolumesSnapshotTestJSON-2000785449 tempest-VolumesSnapshotTestJSON-2000785449-project] Pushing event deleted for resources: {'Port': ['ID=7036e90d-96e5-4aa5-8b4d-5468589f16a9,revision_number=None']} {{(pid=93999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:36:41.120543 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.db [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] get_ports_and_sgs() called for port_ids ['7036e90d-96e5-4aa5-8b4d-5468589f16a9'] {{(pid=94001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 06:36:41.137494 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.db.l3_dvrscheduler_db [req-143bd08b-a478-411b-9513-bc0d3ad8287f req-b72584ce-e6d4-4027-9a00-5ee3fd5e94ff tempest-VolumesSnapshotTestJSON-2000785449 tempest-VolumesSnapshotTestJSON-2000785449-project] No DVR routers for this DVR port 7036e90d-96e5-4aa5-8b4d-5468589f16a9 on host hv-cinder-81187 {{(pid=93999) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 06:36:41.139934 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [req-143bd08b-a478-411b-9513-bc0d3ad8287f req-b72584ce-e6d4-4027-9a00-5ee3fd5e94ff tempest-VolumesSnapshotTestJSON-2000785449 tempest-VolumesSnapshotTestJSON-2000785449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57126'] for port, before_response {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:36:41.142600 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-143bd08b-a478-411b-9513-bc0d3ad8287f req-b72584ce-e6d4-4027-9a00-5ee3fd5e94ff tempest-VolumesSnapshotTestJSON-2000785449 tempest-VolumesSnapshotTestJSON-2000785449-project] 10.222.0.10 "DELETE /v2.0/ports/7036e90d-96e5-4aa5-8b4d-5468589f16a9 HTTP/1.1" status: 204 len: 173 time: 0.3837075 Sep 30 06:36:41.143147 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40835c32-3e42-40bf-bf38-51a96aca3bba', 'name': 'network-vif-deleted', 'tag': '7036e90d-96e5-4aa5-8b4d-5468589f16a9'}] {{(pid=93999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 06:36:41.146944 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07b111f6e278cfffd9c4f208e103de524c2b9e3fbd4e5a5b5d8dd158a433df71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c42ae8d8-3ae8-43d7-9119-75e5710176f3" -d '{"events": [{"server_uuid": "40835c32-3e42-40bf-bf38-51a96aca3bba", "name": "network-vif-deleted", "tag": "7036e90d-96e5-4aa5-8b4d-5468589f16a9"}]}' {{(pid=93999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 06:36:41.185428 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 06:36:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b164022c-b20a-4bfe-b27e-497f635c927a x-openstack-request-id: req-b164022c-b20a-4bfe-b27e-497f635c927a {{(pid=93999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 06:36:41.185924 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40835c32-3e42-40bf-bf38-51a96aca3bba", "name": "network-vif-deleted", "tag": "7036e90d-96e5-4aa5-8b4d-5468589f16a9", "status": "completed", "code": 200}]} {{(pid=93999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 06:36:41.186189 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-b164022c-b20a-4bfe-b27e-497f635c927a {{(pid=93999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 06:36:41.187151 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40835c32-3e42-40bf-bf38-51a96aca3bba', 'name': 'network-vif-deleted', 'tag': '7036e90d-96e5-4aa5-8b4d-5468589f16a9', 'status': 'completed', 'code': 200} Sep 30 06:36:41.669582 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-2afa62d9-b2e3-477c-b499-7d81bfd3b555 req-5480787d-564f-4a2d-9bfb-4a7839a13fca tempest-VolumesSnapshotTestJSON-2000785449 tempest-VolumesSnapshotTestJSON-2000785449-project] 10.222.0.36 "GET /v2.0/ports?device_id=40835c32-3e42-40bf-bf38-51a96aca3bba HTTP/1.1" status: 200 len: 210 time: 0.0271401 Sep 30 06:36:41.732700 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e64e808-1340-4004-b6a4-9da22e87382e req-6a3b33ba-cdef-49ad-8991-98f0306fb715 tempest-AttachVolumeNegativeTest-819990020 tempest-AttachVolumeNegativeTest-819990020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:36:41.734225 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-0e64e808-1340-4004-b6a4-9da22e87382e req-6a3b33ba-cdef-49ad-8991-98f0306fb715 tempest-AttachVolumeNegativeTest-819990020 tempest-AttachVolumeNegativeTest-819990020-project] 10.222.0.36 "GET /v2.0/ports?device_id=f4fec4e1-09eb-46cf-87c1-4ed24d4e238d HTTP/1.1" status: 200 len: 943 time: 0.0601466 Sep 30 06:36:41.772581 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-0e64e808-1340-4004-b6a4-9da22e87382e req-41fd383f-2950-4fe0-b50e-17ee007c56b8 tempest-AttachVolumeNegativeTest-819990020 tempest-AttachVolumeNegativeTest-819990020-project] 10.222.0.36 "GET /v2.0/security-groups?id=3cd9f0ee-6d13-47ac-8476-0f53a840e523&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311801 Sep 30 06:36:42.449240 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.rpc [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] Device 52a6a823-a8cb-449c-b48f-d2129352cae0 details requested by agent hyperv_hv-cinder-81187 with host hv-cinder-81187 {{(pid=94001) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 06:36:42.544375 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.db [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] For port 52a6a823-a8cb-449c-b48f-d2129352cae0, host hv-cinder-81187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81187',level=0,port_id=52a6a823-a8cb-449c-b48f-d2129352cae0,segment=NetworkSegment(17bc15e7-64c3-4d00-8811-ef0fd2652c1c),segment_id=17bc15e7-64c3-4d00-8811-ef0fd2652c1c)] {{(pid=94001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 06:36:42.555521 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.rpc [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] Returning: {'device': '52a6a823-a8cb-449c-b48f-d2129352cae0', 'network_id': 'cd60cd18-0775-4a69-9147-a3630ccd6292', 'port_id': '52a6a823-a8cb-449c-b48f-d2129352cae0', 'mac_address': 'fa:16:3e:ac:b1:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 333, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd978bd5f-31d0-431a-a556-4024f642ae59', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94001) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 06:36:42.591619 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653538'] for port, before_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:36:42.603834 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.notifiers.nova [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 52a6a823-a8cb-449c-b48f-d2129352cae0 {{(pid=94001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 06:36:42.622664 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.db [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] For port 52a6a823-a8cb-449c-b48f-d2129352cae0, host hv-cinder-81187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81187',level=0,port_id=52a6a823-a8cb-449c-b48f-d2129352cae0,segment=NetworkSegment(17bc15e7-64c3-4d00-8811-ef0fd2652c1c),segment_id=17bc15e7-64c3-4d00-8811-ef0fd2652c1c)] {{(pid=94001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 06:36:42.626605 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7821886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727545992452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727545489363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727545489381'] for port, after_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:36:42.675691 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] Pushing event updated for resources: {'Port': ['ID=52a6a823-a8cb-449c-b48f-d2129352cae0,revision_number=4']} {{(pid=94001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:36:42.890904 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ca0921-e2e2-49d1-93a5-076e56d665cf req-a0950052-771a-4731-a0fe-ffeab39f4d66 tempest-AttachVolumeNegativeTest-819990020 tempest-AttachVolumeNegativeTest-819990020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:36:42.892546 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-83ca0921-e2e2-49d1-93a5-076e56d665cf req-a0950052-771a-4731-a0fe-ffeab39f4d66 tempest-AttachVolumeNegativeTest-819990020 tempest-AttachVolumeNegativeTest-819990020-project] 10.222.0.36 "GET /v2.0/ports?device_id=f4fec4e1-09eb-46cf-87c1-4ed24d4e238d HTTP/1.1" status: 200 len: 944 time: 0.0519326 Sep 30 06:36:42.940530 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-83ca0921-e2e2-49d1-93a5-076e56d665cf req-f1587863-f6f1-4ca1-a3c2-2ebcac4a7f6b tempest-AttachVolumeNegativeTest-819990020 tempest-AttachVolumeNegativeTest-819990020-project] 10.222.0.36 "GET /v2.0/security-groups?id=3cd9f0ee-6d13-47ac-8476-0f53a840e523&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409806 Sep 30 06:36:43.079174 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.db [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] get_ports_and_sgs() called for port_ids ['52a6a823-a8cb-449c-b48f-d2129352cae0'] {{(pid=94001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 06:36:44.061762 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1ed389-257c-4677-83cc-3d5a3616326d req-c1a8aa39-8476-452b-881b-74f7ecca0cf2 tempest-AttachVolumeNegativeTest-819990020 tempest-AttachVolumeNegativeTest-819990020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:36:44.063316 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-5b1ed389-257c-4677-83cc-3d5a3616326d req-c1a8aa39-8476-452b-881b-74f7ecca0cf2 tempest-AttachVolumeNegativeTest-819990020 tempest-AttachVolumeNegativeTest-819990020-project] 10.222.0.36 "GET /v2.0/ports?device_id=f4fec4e1-09eb-46cf-87c1-4ed24d4e238d HTTP/1.1" status: 200 len: 944 time: 0.0496655 Sep 30 06:36:44.101495 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-5b1ed389-257c-4677-83cc-3d5a3616326d req-b0776f10-e70a-4de0-9a4d-c66076e719e8 tempest-AttachVolumeNegativeTest-819990020 tempest-AttachVolumeNegativeTest-819990020-project] 10.222.0.36 "GET /v2.0/security-groups?id=3cd9f0ee-6d13-47ac-8476-0f53a840e523&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321584 Sep 30 06:36:45.215645 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6910b058-8e5b-4474-881c-d57f6d0dcac7 req-574126dd-050a-4f12-a010-e1c17f89d0a3 tempest-AttachVolumeNegativeTest-819990020 tempest-AttachVolumeNegativeTest-819990020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:36:45.217434 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-6910b058-8e5b-4474-881c-d57f6d0dcac7 req-574126dd-050a-4f12-a010-e1c17f89d0a3 tempest-AttachVolumeNegativeTest-819990020 tempest-AttachVolumeNegativeTest-819990020-project] 10.222.0.36 "GET /v2.0/ports?device_id=f4fec4e1-09eb-46cf-87c1-4ed24d4e238d HTTP/1.1" status: 200 len: 944 time: 0.0478799 Sep 30 06:36:45.255709 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-6910b058-8e5b-4474-881c-d57f6d0dcac7 req-175abae5-bffc-4f90-874f-78509f297f77 tempest-AttachVolumeNegativeTest-819990020 tempest-AttachVolumeNegativeTest-819990020-project] 10.222.0.36 "GET /v2.0/security-groups?id=3cd9f0ee-6d13-47ac-8476-0f53a840e523&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314424 Sep 30 06:36:45.306948 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.rpc [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] Device 52a6a823-a8cb-449c-b48f-d2129352cae0 up at agent hyperv_hv-cinder-81187 {{(pid=94001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 06:36:45.356809 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.db.provisioning_blocks [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] Provisioning for port 52a6a823-a8cb-449c-b48f-d2129352cae0 completed by entity L2. {{(pid=94001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 06:36:45.360423 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.db.provisioning_blocks [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] Provisioning complete for port 52a6a823-a8cb-449c-b48f-d2129352cae0 triggered by entity L2. {{(pid=94001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 06:36:45.360780 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-597822'] for port, provisioning_complete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:36:45.435056 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653538'] for port, before_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:36:45.456977 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4fec4e1-09eb-46cf-87c1-4ed24d4e238d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52a6a823-a8cb-449c-b48f-d2129352cae0'}] {{(pid=94001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 06:36:45.459440 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6a6fbc36b32d89ab1780593628eab99e94898f937be62aa03f5208480f4236e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28030855-70a9-4a69-a20f-1320904d614d" -d '{"events": [{"server_uuid": "f4fec4e1-09eb-46cf-87c1-4ed24d4e238d", "name": "network-vif-plugged", "status": "completed", "tag": "52a6a823-a8cb-449c-b48f-d2129352cae0"}]}' {{(pid=94001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 06:36:45.471524 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.db [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] For port 52a6a823-a8cb-449c-b48f-d2129352cae0, host hv-cinder-81187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81187',level=0,port_id=52a6a823-a8cb-449c-b48f-d2129352cae0,segment=NetworkSegment(17bc15e7-64c3-4d00-8811-ef0fd2652c1c),segment_id=17bc15e7-64c3-4d00-8811-ef0fd2652c1c)] {{(pid=94001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 06:36:45.475730 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7821886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727545992452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727545489363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727545489381'] for port, after_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:36:45.476507 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.rpc [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] Device 7036e90d-96e5-4aa5-8b4d-5468589f16a9 no longer exists at agent hyperv_hv-cinder-81187 {{(pid=94001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 06:36:45.517864 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 06:36:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a41aa45a-8883-4105-9df1-b160d7c60263 x-openstack-request-id: req-a41aa45a-8883-4105-9df1-b160d7c60263 {{(pid=94001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 06:36:45.518163 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4fec4e1-09eb-46cf-87c1-4ed24d4e238d", "name": "network-vif-plugged", "status": "completed", "tag": "52a6a823-a8cb-449c-b48f-d2129352cae0", "code": 200}]} {{(pid=94001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 06:36:45.518418 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-a41aa45a-8883-4105-9df1-b160d7c60263 {{(pid=94001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 06:36:45.518857 dv-cinder-811877-1-iscsi neutron-server[94001]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4fec4e1-09eb-46cf-87c1-4ed24d4e238d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52a6a823-a8cb-449c-b48f-d2129352cae0', 'code': 200} Sep 30 06:36:45.521921 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.plugin [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] No Port match for: 7036e90d-96e5-4aa5-8b4d-5468589f16a9 {{(pid=94001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 06:36:45.522311 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.rpc [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] Device 7036e90d-96e5-4aa5-8b4d-5468589f16a9 not bound to the agent host hv-cinder-81187 {{(pid=94001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 06:36:45.545770 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] Pushing event updated for resources: {'Port': ['ID=52a6a823-a8cb-449c-b48f-d2129352cae0,revision_number=5']} {{(pid=94001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:36:46.377467 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95efa993-80f4-42f5-8d8e-7d9a51905dd9 req-3fc8eb4f-2b1f-4d98-a0c0-2f42b7afc4e3 tempest-AttachVolumeNegativeTest-819990020 tempest-AttachVolumeNegativeTest-819990020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:36:46.379630 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-95efa993-80f4-42f5-8d8e-7d9a51905dd9 req-3fc8eb4f-2b1f-4d98-a0c0-2f42b7afc4e3 tempest-AttachVolumeNegativeTest-819990020 tempest-AttachVolumeNegativeTest-819990020-project] 10.222.0.36 "GET /v2.0/ports?device_id=f4fec4e1-09eb-46cf-87c1-4ed24d4e238d HTTP/1.1" status: 200 len: 945 time: 0.0566008 Sep 30 06:36:46.416454 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-95efa993-80f4-42f5-8d8e-7d9a51905dd9 req-b2dc5c39-665a-4bb2-a0ae-4783593aac49 tempest-AttachVolumeNegativeTest-819990020 tempest-AttachVolumeNegativeTest-819990020-project] 10.222.0.36 "GET /v2.0/security-groups?id=3cd9f0ee-6d13-47ac-8476-0f53a840e523&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310097 Sep 30 06:36:47.363042 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3135eed-4f7d-418b-925a-f7c3cfdb6cc7 req-ae91f56e-ec50-4f07-973b-dbf8fe8a97e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:36:47.364551 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-e3135eed-4f7d-418b-925a-f7c3cfdb6cc7 req-ae91f56e-ec50-4f07-973b-dbf8fe8a97e9 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=f4fec4e1-09eb-46cf-87c1-4ed24d4e238d HTTP/1.1" status: 200 len: 1098 time: 0.0398285 Sep 30 06:36:47.405314 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-e3135eed-4f7d-418b-925a-f7c3cfdb6cc7 req-8394689f-dbfa-4be5-9764-6b0a6888be77 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=3cd9f0ee-6d13-47ac-8476-0f53a840e523&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0271580 Sep 30 06:36:47.532670 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd834f25-3e0b-4246-b479-6513b93ce82d req-7093cb37-4ab5-4a30-bb60-dba2e50883f8 tempest-AttachVolumeNegativeTest-819990020 tempest-AttachVolumeNegativeTest-819990020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:36:47.534126 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-fd834f25-3e0b-4246-b479-6513b93ce82d req-7093cb37-4ab5-4a30-bb60-dba2e50883f8 tempest-AttachVolumeNegativeTest-819990020 tempest-AttachVolumeNegativeTest-819990020-project] 10.222.0.36 "GET /v2.0/ports?device_id=f4fec4e1-09eb-46cf-87c1-4ed24d4e238d HTTP/1.1" status: 200 len: 945 time: 0.0508585 Sep 30 06:36:47.571681 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-fd834f25-3e0b-4246-b479-6513b93ce82d req-21228f8a-f9f4-4bb5-9cad-0e4ca2a16208 tempest-AttachVolumeNegativeTest-819990020 tempest-AttachVolumeNegativeTest-819990020-project] 10.222.0.36 "GET /v2.0/security-groups?id=3cd9f0ee-6d13-47ac-8476-0f53a840e523&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309930 Sep 30 06:36:48.716773 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fc7cfb-a684-4fd7-ad2c-543bfecdc3d0 req-804e9040-d9d6-47a5-9412-5ba038cee317 tempest-AttachVolumeNegativeTest-819990020 tempest-AttachVolumeNegativeTest-819990020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:36:48.719098 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-47fc7cfb-a684-4fd7-ad2c-543bfecdc3d0 req-804e9040-d9d6-47a5-9412-5ba038cee317 tempest-AttachVolumeNegativeTest-819990020 tempest-AttachVolumeNegativeTest-819990020-project] 10.222.0.36 "GET /v2.0/ports?device_id=f4fec4e1-09eb-46cf-87c1-4ed24d4e238d HTTP/1.1" status: 200 len: 945 time: 0.0606890 Sep 30 06:36:48.761002 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-47fc7cfb-a684-4fd7-ad2c-543bfecdc3d0 req-aab7b4ca-84b5-4117-ab0a-1524bbca3d34 tempest-AttachVolumeNegativeTest-819990020 tempest-AttachVolumeNegativeTest-819990020-project] 10.222.0.36 "GET /v2.0/security-groups?id=3cd9f0ee-6d13-47ac-8476-0f53a840e523&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345430 Sep 30 06:36:49.874403 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c6734a-5244-49c8-8f80-86143abeb218 req-1bfefe25-83c9-46e6-9973-66d66ffeecc6 tempest-AttachVolumeNegativeTest-819990020 tempest-AttachVolumeNegativeTest-819990020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:36:49.875791 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-75c6734a-5244-49c8-8f80-86143abeb218 req-1bfefe25-83c9-46e6-9973-66d66ffeecc6 tempest-AttachVolumeNegativeTest-819990020 tempest-AttachVolumeNegativeTest-819990020-project] 10.222.0.36 "GET /v2.0/ports?device_id=f4fec4e1-09eb-46cf-87c1-4ed24d4e238d HTTP/1.1" status: 200 len: 945 time: 0.0477507 Sep 30 06:36:49.913082 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-75c6734a-5244-49c8-8f80-86143abeb218 req-450064cf-d1ed-4bfb-8aa3-6fd3781f5316 tempest-AttachVolumeNegativeTest-819990020 tempest-AttachVolumeNegativeTest-819990020-project] 10.222.0.36 "GET /v2.0/security-groups?id=3cd9f0ee-6d13-47ac-8476-0f53a840e523&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313225 Sep 30 06:36:50.377622 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-167a51b9-7a92-4317-b005-8699be7ef4ce req-1743c2f6-df62-438c-9ce3-f5d81eea9183 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=730efc80-b06d-4a1d-8fe2-b2a46094cf1e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0421810 Sep 30 06:36:50.485456 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167a51b9-7a92-4317-b005-8699be7ef4ce req-33a133e9-4f7f-4945-bd9b-3f01fd50dcee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:36:50.486852 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-167a51b9-7a92-4317-b005-8699be7ef4ce req-33a133e9-4f7f-4945-bd9b-3f01fd50dcee service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=bc2fbe128cb04422ae6794af2311246e&device_id=730efc80-b06d-4a1d-8fe2-b2a46094cf1e HTTP/1.1" status: 200 len: 1098 time: 0.0398118 Sep 30 06:36:50.596130 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167a51b9-7a92-4317-b005-8699be7ef4ce req-51e82fc1-b437-420d-82f2-cbb565a09a2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:36:50.597699 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-167a51b9-7a92-4317-b005-8699be7ef4ce req-51e82fc1-b437-420d-82f2-cbb565a09a2a service neutron] 10.222.0.10 "GET /v2.0/networks?id=cd60cd18-0775-4a69-9147-a3630ccd6292 HTTP/1.1" status: 200 len: 915 time: 0.0880845 Sep 30 06:36:50.643018 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-167a51b9-7a92-4317-b005-8699be7ef4ce req-81c2f4c4-d6be-4baa-a680-be1e7676c16c service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3fb08640-c461-4b92-b2e7-23b64529c59f HTTP/1.1" status: 200 len: 217 time: 0.0344493 Sep 30 06:36:50.691977 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167a51b9-7a92-4317-b005-8699be7ef4ce req-7433a02b-ad75-489f-a94e-55be8d6933d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:36:50.693913 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-167a51b9-7a92-4317-b005-8699be7ef4ce req-7433a02b-ad75-489f-a94e-55be8d6933d2 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=d978bd5f-31d0-431a-a556-4024f642ae59 HTTP/1.1" status: 200 len: 854 time: 0.0432229 Sep 30 06:36:50.727059 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-167a51b9-7a92-4317-b005-8699be7ef4ce req-07cc3dc2-82b2-4405-8c60-60d943c64d65 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=cd60cd18-0775-4a69-9147-a3630ccd6292&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245755 Sep 30 06:36:50.823146 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-167a51b9-7a92-4317-b005-8699be7ef4ce req-93705d86-e68f-4b1f-bd74-0e8eda133a97 service neutron] 10.222.0.10 "GET /v2.0/networks/cd60cd18-0775-4a69-9147-a3630ccd6292?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858769 Sep 30 06:36:50.917897 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-167a51b9-7a92-4317-b005-8699be7ef4ce req-eff2620c-992b-4ede-9ac4-67564cd7fc17 service neutron] 10.222.0.10 "GET /v2.0/networks/cd60cd18-0775-4a69-9147-a3630ccd6292?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857468 Sep 30 06:36:58.494380 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-630b4f02-5e5e-49bd-82f2-4ed13b9b9658 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727546001794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-597483'] for agent, after_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:37:01.345190 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-8806fe22-ec90-47aa-af26-a6f1ceb0a59b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727546001794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-597483'] for agent, after_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:37:01.700497 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a987b5bb-e103-4529-8835-d896e1bae291 req-a9e4ac30-c13e-459f-b5b0-39f07b2ad5af tempest-AttachVolumeNegativeTest-819990020 tempest-AttachVolumeNegativeTest-819990020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:37:01.702026 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-a987b5bb-e103-4529-8835-d896e1bae291 req-a9e4ac30-c13e-459f-b5b0-39f07b2ad5af tempest-AttachVolumeNegativeTest-819990020 tempest-AttachVolumeNegativeTest-819990020-project] 10.222.0.36 "GET /v2.0/ports?device_id=f4fec4e1-09eb-46cf-87c1-4ed24d4e238d HTTP/1.1" status: 200 len: 945 time: 0.0502937 Sep 30 06:37:01.750127 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-a987b5bb-e103-4529-8835-d896e1bae291 req-5fdb43aa-2aa3-48c6-9933-583d42b49801 tempest-AttachVolumeNegativeTest-819990020 tempest-AttachVolumeNegativeTest-819990020-project] 10.222.0.36 "GET /v2.0/security-groups?id=3cd9f0ee-6d13-47ac-8476-0f53a840e523&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417995 Sep 30 06:37:02.316169 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-1a5ef50c-1a60-4eeb-b96e-cf5df6fcca4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727546001794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-597483'] for agent, after_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:37:02.666810 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-028184f3-f8cc-4c85-9e6b-64613141ad03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727546001794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-597483'] for agent, after_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:37:02.865338 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd1a3fb-2ba7-4792-9982-5efc4fea42a9 req-5365101d-7851-43ec-9643-fee2c82f8b0c tempest-AttachVolumeNegativeTest-819990020 tempest-AttachVolumeNegativeTest-819990020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:37:02.866719 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-ccd1a3fb-2ba7-4792-9982-5efc4fea42a9 req-5365101d-7851-43ec-9643-fee2c82f8b0c tempest-AttachVolumeNegativeTest-819990020 tempest-AttachVolumeNegativeTest-819990020-project] 10.222.0.36 "GET /v2.0/ports?device_id=f4fec4e1-09eb-46cf-87c1-4ed24d4e238d HTTP/1.1" status: 200 len: 945 time: 0.0477684 Sep 30 06:37:02.904359 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-ccd1a3fb-2ba7-4792-9982-5efc4fea42a9 req-03428f41-0045-4c0f-a4c1-e40b3e1c57da tempest-AttachVolumeNegativeTest-819990020 tempest-AttachVolumeNegativeTest-819990020-project] 10.222.0.36 "GET /v2.0/security-groups?id=3cd9f0ee-6d13-47ac-8476-0f53a840e523&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312293 Sep 30 06:37:03.668635 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1b5c86-5fbe-4428-9187-f2974a2abf17 req-0b537af9-2b0a-4f03-89cc-6a7f044a9d03 tempest-AttachVolumeNegativeTest-819990020 tempest-AttachVolumeNegativeTest-819990020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:37:03.670003 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-7e1b5c86-5fbe-4428-9187-f2974a2abf17 req-0b537af9-2b0a-4f03-89cc-6a7f044a9d03 tempest-AttachVolumeNegativeTest-819990020 tempest-AttachVolumeNegativeTest-819990020-project] 10.222.0.10 "GET /v2.0/ports?device_id=f4fec4e1-09eb-46cf-87c1-4ed24d4e238d HTTP/1.1" status: 200 len: 945 time: 0.0488162 Sep 30 06:37:03.765489 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.plugins.ml2.plugin [req-7e1b5c86-5fbe-4428-9187-f2974a2abf17 req-6009406e-f10b-454a-b270-8d93fc4c3a60 tempest-AttachVolumeNegativeTest-819990020 tempest-AttachVolumeNegativeTest-819990020-project] Deleting port 52a6a823-a8cb-449c-b48f-d2129352cae0 {{(pid=93999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 06:37:03.765987 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [req-7e1b5c86-5fbe-4428-9187-f2974a2abf17 req-6009406e-f10b-454a-b270-8d93fc4c3a60 tempest-AttachVolumeNegativeTest-819990020 tempest-AttachVolumeNegativeTest-819990020-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727545987880'] for port, before_delete {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:37:03.857394 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.plugins.ml2.db [req-7e1b5c86-5fbe-4428-9187-f2974a2abf17 req-6009406e-f10b-454a-b270-8d93fc4c3a60 tempest-AttachVolumeNegativeTest-819990020 tempest-AttachVolumeNegativeTest-819990020-project] For port 52a6a823-a8cb-449c-b48f-d2129352cae0, host hv-cinder-81187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81187',level=0,port_id=52a6a823-a8cb-449c-b48f-d2129352cae0,segment=NetworkSegment(17bc15e7-64c3-4d00-8811-ef0fd2652c1c),segment_id=17bc15e7-64c3-4d00-8811-ef0fd2652c1c)] {{(pid=93999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 06:37:03.857775 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [req-7e1b5c86-5fbe-4428-9187-f2974a2abf17 req-6009406e-f10b-454a-b270-8d93fc4c3a60 tempest-AttachVolumeNegativeTest-819990020 tempest-AttachVolumeNegativeTest-819990020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7874563'] for port, precommit_delete {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:37:03.869726 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.plugins.ml2.plugin [req-7e1b5c86-5fbe-4428-9187-f2974a2abf17 req-6009406e-f10b-454a-b270-8d93fc4c3a60 tempest-AttachVolumeNegativeTest-819990020 tempest-AttachVolumeNegativeTest-819990020-project] Calling delete_port for 52a6a823-a8cb-449c-b48f-d2129352cae0 owned by compute:nova {{(pid=93999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 06:37:04.001666 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [req-7e1b5c86-5fbe-4428-9187-f2974a2abf17 req-6009406e-f10b-454a-b270-8d93fc4c3a60 tempest-AttachVolumeNegativeTest-819990020 tempest-AttachVolumeNegativeTest-819990020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7821886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727545991406', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727545489354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6560267'] for port, after_delete {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:37:04.025023 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e289df1-2636-4fc9-8e94-2799407332a6 req-7e2e3bd7-7da5-4dea-8c40-d2b870dd4241 tempest-AttachVolumeNegativeTest-819990020 tempest-AttachVolumeNegativeTest-819990020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:37:04.026388 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-9e289df1-2636-4fc9-8e94-2799407332a6 req-7e2e3bd7-7da5-4dea-8c40-d2b870dd4241 tempest-AttachVolumeNegativeTest-819990020 tempest-AttachVolumeNegativeTest-819990020-project] 10.222.0.36 "GET /v2.0/ports?device_id=f4fec4e1-09eb-46cf-87c1-4ed24d4e238d HTTP/1.1" status: 200 len: 867 time: 0.0554020 Sep 30 06:37:04.030825 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6009406e-f10b-454a-b270-8d93fc4c3a60 tempest-AttachVolumeNegativeTest-819990020 tempest-AttachVolumeNegativeTest-819990020-project] Pushing event deleted for resources: {'Port': ['ID=52a6a823-a8cb-449c-b48f-d2129352cae0,revision_number=None']} {{(pid=93999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:37:04.059533 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.db [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] get_ports_and_sgs() called for port_ids ['3fb08640-c461-4b92-b2e7-23b64529c59f', '285e4a75-1742-479d-9b6c-61b8ef19883e', 'e6cb5ea6-c361-4986-bda7-8cad7ab9fa82', '52a6a823-a8cb-449c-b48f-d2129352cae0'] {{(pid=94001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 06:37:04.069966 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-9e289df1-2636-4fc9-8e94-2799407332a6 req-e510dc28-982e-4bfb-bdd8-fd7ac65366a3 tempest-AttachVolumeNegativeTest-819990020 tempest-AttachVolumeNegativeTest-819990020-project] 10.222.0.36 "GET /v2.0/security-groups?id=3cd9f0ee-6d13-47ac-8476-0f53a840e523&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367084 Sep 30 06:37:04.075624 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e1b5c86-5fbe-4428-9187-f2974a2abf17 req-6009406e-f10b-454a-b270-8d93fc4c3a60 tempest-AttachVolumeNegativeTest-819990020 tempest-AttachVolumeNegativeTest-819990020-project] No DVR routers for this DVR port 52a6a823-a8cb-449c-b48f-d2129352cae0 on host hv-cinder-81187 {{(pid=93999) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 06:37:04.078163 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [req-7e1b5c86-5fbe-4428-9187-f2974a2abf17 req-6009406e-f10b-454a-b270-8d93fc4c3a60 tempest-AttachVolumeNegativeTest-819990020 tempest-AttachVolumeNegativeTest-819990020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57126'] for port, before_response {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:37:04.080182 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-7e1b5c86-5fbe-4428-9187-f2974a2abf17 req-6009406e-f10b-454a-b270-8d93fc4c3a60 tempest-AttachVolumeNegativeTest-819990020 tempest-AttachVolumeNegativeTest-819990020-project] 10.222.0.10 "DELETE /v2.0/ports/52a6a823-a8cb-449c-b48f-d2129352cae0 HTTP/1.1" status: 204 len: 173 time: 0.4021297 Sep 30 06:37:04.080621 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4fec4e1-09eb-46cf-87c1-4ed24d4e238d', 'name': 'network-vif-deleted', 'tag': '52a6a823-a8cb-449c-b48f-d2129352cae0'}] {{(pid=93999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 06:37:04.082999 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07b111f6e278cfffd9c4f208e103de524c2b9e3fbd4e5a5b5d8dd158a433df71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8a2d255-b963-43f4-a164-e51213438587" -d '{"events": [{"server_uuid": "f4fec4e1-09eb-46cf-87c1-4ed24d4e238d", "name": "network-vif-deleted", "tag": "52a6a823-a8cb-449c-b48f-d2129352cae0"}]}' {{(pid=93999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 06:37:04.107790 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-31788eca-3db2-42eb-847b-597dce492ba7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727546001794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-597483'] for agent, after_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:37:04.135657 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 06:37:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d67e574e-48a4-4ba4-97ab-8fb21c508ce5 x-openstack-request-id: req-d67e574e-48a4-4ba4-97ab-8fb21c508ce5 {{(pid=93999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 06:37:04.135945 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4fec4e1-09eb-46cf-87c1-4ed24d4e238d", "name": "network-vif-deleted", "tag": "52a6a823-a8cb-449c-b48f-d2129352cae0", "status": "completed", "code": 200}]} {{(pid=93999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 06:37:04.136200 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-d67e574e-48a4-4ba4-97ab-8fb21c508ce5 {{(pid=93999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 06:37:04.136745 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4fec4e1-09eb-46cf-87c1-4ed24d4e238d', 'name': 'network-vif-deleted', 'tag': '52a6a823-a8cb-449c-b48f-d2129352cae0', 'status': 'completed', 'code': 200} Sep 30 06:37:05.594325 dv-cinder-811877-1-iscsi neutron-server[94002]: DEBUG neutron.db.agents_db [None req-d9c94b1b-4ad8-4063-8329-7a4f29b52830 None None] Agent healthcheck: found 6 active agents {{(pid=94002) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 06:37:05.690733 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.36', 33044) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 06:37:05.734498 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.db.db_base_plugin_v2 [None req-418e485e-1dcc-4bbe-8951-6e198a1f6f72 admin admin] Deleting subnet 188ae2ad-8559-4c2f-b0e2-93957332ed37 {{(pid=94000) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 06:37:05.737465 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-418e485e-1dcc-4bbe-8951-6e198a1f6f72 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:37:05.771328 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-418e485e-1dcc-4bbe-8951-6e198a1f6f72 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4572778'] for subnet, precommit_delete_associations {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:37:05.813145 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-418e485e-1dcc-4bbe-8951-6e198a1f6f72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-583762'] for subnet, precommit_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:37:05.863753 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-418e485e-1dcc-4bbe-8951-6e198a1f6f72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-583771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7821886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4572882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5105895'] for subnet, after_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:37:05.888587 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418e485e-1dcc-4bbe-8951-6e198a1f6f72 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=188ae2ad-8559-4c2f-b0e2-93957332ed37,revision_number=None']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:37:05.892585 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-418e485e-1dcc-4bbe-8951-6e198a1f6f72 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:37:05.894526 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [None req-418e485e-1dcc-4bbe-8951-6e198a1f6f72 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/188ae2ad-8559-4c2f-b0e2-93957332ed37 HTTP/1.1" status: 204 len: 168 time: 0.2027314 Sep 30 06:37:05.896983 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.36', 33046) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 06:37:05.964895 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-7e16ea24-86e9-450e-bcb4-28abc82eaaf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763795'] for network, before_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:37:06.044380 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-7e16ea24-86e9-450e-bcb4-28abc82eaaf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-585195', 'neutron.services.segments.db._delete_segments_for_network-8727546001812'] for network, precommit_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:37:06.063645 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.services.segments.db [None req-7e16ea24-86e9-450e-bcb4-28abc82eaaf8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['40677164-10dd-4c81-9254-06e3c21dbaf6']}} {{(pid=94000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 06:37:06.073070 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.services.segments.db [None req-7e16ea24-86e9-450e-bcb4-28abc82eaaf8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e5be05c-83c6-4980-892b-ee3a10f8c368') {'for_net_delete': True} {{(pid=94000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 06:37:06.073355 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.services.segments.db [None req-7e16ea24-86e9-450e-bcb4-28abc82eaaf8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e5be05c-83c6-4980-892b-ee3a10f8c368') {} {{(pid=94000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 06:37:06.082355 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-7e16ea24-86e9-450e-bcb4-28abc82eaaf8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727546002077', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4572787'] for segment, before_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:37:06.095465 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-7e16ea24-86e9-450e-bcb4-28abc82eaaf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583621'] for segment, precommit_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:37:06.101343 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e16ea24-86e9-450e-bcb4-28abc82eaaf8 admin admin] Releasing vlan 319 on physical network physnet1 to pool {{(pid=94000) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 06:37:06.101824 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-7e16ea24-86e9-450e-bcb4-28abc82eaaf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4571260'] for segment, after_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:37:06.103648 dv-cinder-811877-1-iscsi neutron-server[94000]: Traceback (most recent call last): Sep 30 06:37:06.103648 dv-cinder-811877-1-iscsi neutron-server[94000]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 06:37:06.103648 dv-cinder-811877-1-iscsi neutron-server[94000]: timer() Sep 30 06:37:06.103648 dv-cinder-811877-1-iscsi neutron-server[94000]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 06:37:06.103648 dv-cinder-811877-1-iscsi neutron-server[94000]: cb(*args, **kw) Sep 30 06:37:06.103648 dv-cinder-811877-1-iscsi neutron-server[94000]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 06:37:06.103648 dv-cinder-811877-1-iscsi neutron-server[94000]: return func(*args, **kwargs) Sep 30 06:37:06.103648 dv-cinder-811877-1-iscsi neutron-server[94000]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 06:37:06.103648 dv-cinder-811877-1-iscsi neutron-server[94000]: self._notify() Sep 30 06:37:06.103648 dv-cinder-811877-1-iscsi neutron-server[94000]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 06:37:06.103648 dv-cinder-811877-1-iscsi neutron-server[94000]: self.callback(batched_events) Sep 30 06:37:06.103648 dv-cinder-811877-1-iscsi neutron-server[94000]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 06:37:06.103648 dv-cinder-811877-1-iscsi neutron-server[94000]: event.method(event) Sep 30 06:37:06.103648 dv-cinder-811877-1-iscsi neutron-server[94000]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 06:37:06.103648 dv-cinder-811877-1-iscsi neutron-server[94000]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 06:37:06.103648 dv-cinder-811877-1-iscsi neutron-server[94000]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 06:37:06.103648 dv-cinder-811877-1-iscsi neutron-server[94000]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 06:37:06.103648 dv-cinder-811877-1-iscsi neutron-server[94000]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 06:37:06.103648 dv-cinder-811877-1-iscsi neutron-server[94000]: return f(self, *a, **k) Sep 30 06:37:06.103648 dv-cinder-811877-1-iscsi neutron-server[94000]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 06:37:06.103648 dv-cinder-811877-1-iscsi neutron-server[94000]: return self._get(url).json() Sep 30 06:37:06.103648 dv-cinder-811877-1-iscsi neutron-server[94000]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 06:37:06.103648 dv-cinder-811877-1-iscsi neutron-server[94000]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 06:37:06.103648 dv-cinder-811877-1-iscsi neutron-server[94000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 06:37:06.103648 dv-cinder-811877-1-iscsi neutron-server[94000]: return self.request(url, 'GET', **kwargs) Sep 30 06:37:06.103648 dv-cinder-811877-1-iscsi neutron-server[94000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 06:37:06.103648 dv-cinder-811877-1-iscsi neutron-server[94000]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 06:37:06.103648 dv-cinder-811877-1-iscsi neutron-server[94000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 06:37:06.103648 dv-cinder-811877-1-iscsi neutron-server[94000]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 06:37:06.103648 dv-cinder-811877-1-iscsi neutron-server[94000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 06:37:06.103648 dv-cinder-811877-1-iscsi neutron-server[94000]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 06:37:06.103648 dv-cinder-811877-1-iscsi neutron-server[94000]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 06:37:06.162241 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-7e16ea24-86e9-450e-bcb4-28abc82eaaf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-585180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7821886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7877900'] for network, after_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:37:06.166909 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-7e16ea24-86e9-450e-bcb4-28abc82eaaf8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7821868'] for network, before_response {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:37:06.169110 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [None req-7e16ea24-86e9-450e-bcb4-28abc82eaaf8 admin admin] 10.222.0.36 "DELETE /v2.0/networks/40677164-10dd-4c81-9254-06e3c21dbaf6 HTTP/1.1" status: 204 len: 168 time: 0.2711470 Sep 30 06:37:06.181651 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e16ea24-86e9-450e-bcb4-28abc82eaaf8 admin admin] Pushing event deleted for resources: {'Network': ['ID=40677164-10dd-4c81-9254-06e3c21dbaf6,revision_number=None']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:37:06.333602 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.wsgi [-] (93999) accepted ('10.222.0.36', 33054) {{(pid=93999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 06:37:06.382633 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [None req-bb0d9013-ab4e-458d-a559-8b9018895371 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=a9cabd0d31b64e3e9d52875f8d988c45&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0474601 Sep 30 06:37:06.384901 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.wsgi [-] (93999) accepted ('10.222.0.36', 33058) {{(pid=93999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 06:37:06.433280 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-619d251c-9e28-4f5e-a462-e8147fec2c4b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:37:06.454455 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-619d251c-9e28-4f5e-a462-e8147fec2c4b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:37:06.459079 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388dbd43-b8ff-4735-bb3e-1cbdca0a709c req-9eb72c11-17f0-420f-a37a-e0225de1caba tempest-AttachVolumeNegativeTest-819990020 tempest-AttachVolumeNegativeTest-819990020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:37:06.460567 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-388dbd43-b8ff-4735-bb3e-1cbdca0a709c req-9eb72c11-17f0-420f-a37a-e0225de1caba tempest-AttachVolumeNegativeTest-819990020 tempest-AttachVolumeNegativeTest-819990020-project] 10.222.0.36 "GET /v2.0/ports?device_id=d7c13242-c002-48ee-bd49-2902b919ff77 HTTP/1.1" status: 200 len: 946 time: 0.0495105 Sep 30 06:37:06.503065 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-388dbd43-b8ff-4735-bb3e-1cbdca0a709c req-30d0b2c5-d0fb-4d06-8ea6-be3d9902953d tempest-AttachVolumeNegativeTest-819990020 tempest-AttachVolumeNegativeTest-819990020-project] 10.222.0.36 "GET /v2.0/security-groups?id=3cd9f0ee-6d13-47ac-8476-0f53a840e523&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361803 Sep 30 06:37:06.503623 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-619d251c-9e28-4f5e-a462-e8147fec2c4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533969'] for security_group, after_delete {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:37:06.506322 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-619d251c-9e28-4f5e-a462-e8147fec2c4b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:37:06.507338 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [None req-619d251c-9e28-4f5e-a462-e8147fec2c4b admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/61c8e2da-05be-409d-a3a8-94b406f3be78 HTTP/1.1" status: 204 len: 168 time: 0.1215258 Sep 30 06:37:06.515449 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619d251c-9e28-4f5e-a462-e8147fec2c4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61c8e2da-05be-409d-a3a8-94b406f3be78,revision_number=None']} {{(pid=93999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:37:07.315917 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.rpc [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] Device 52a6a823-a8cb-449c-b48f-d2129352cae0 no longer exists at agent hyperv_hv-cinder-81187 {{(pid=94001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 06:37:07.336898 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.plugin [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] No Port match for: 52a6a823-a8cb-449c-b48f-d2129352cae0 {{(pid=94001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 06:37:07.337248 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.rpc [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] Device 52a6a823-a8cb-449c-b48f-d2129352cae0 not bound to the agent host hv-cinder-81187 {{(pid=94001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 06:37:07.630609 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5985bc-5779-46a4-a53e-a77bcb99a228 req-7a9b94b8-090e-4cc3-9481-054959923f5f tempest-AttachVolumeNegativeTest-819990020 tempest-AttachVolumeNegativeTest-819990020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:37:07.632176 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-6c5985bc-5779-46a4-a53e-a77bcb99a228 req-7a9b94b8-090e-4cc3-9481-054959923f5f tempest-AttachVolumeNegativeTest-819990020 tempest-AttachVolumeNegativeTest-819990020-project] 10.222.0.36 "GET /v2.0/ports?device_id=d7c13242-c002-48ee-bd49-2902b919ff77 HTTP/1.1" status: 200 len: 946 time: 0.0473292 Sep 30 06:37:07.669830 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-6c5985bc-5779-46a4-a53e-a77bcb99a228 req-e4fc8be3-8f4b-4c70-ba31-a455c18369a8 tempest-AttachVolumeNegativeTest-819990020 tempest-AttachVolumeNegativeTest-819990020-project] 10.222.0.36 "GET /v2.0/security-groups?id=3cd9f0ee-6d13-47ac-8476-0f53a840e523&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309453 Sep 30 06:37:08.280209 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d0d28b-c448-4500-9055-7be876cd230d req-ecfb9fef-ce44-482a-b03f-99db1d5559bf tempest-AttachVolumeNegativeTest-819990020 tempest-AttachVolumeNegativeTest-819990020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:37:08.281662 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-76d0d28b-c448-4500-9055-7be876cd230d req-ecfb9fef-ce44-482a-b03f-99db1d5559bf tempest-AttachVolumeNegativeTest-819990020 tempest-AttachVolumeNegativeTest-819990020-project] 10.222.0.10 "GET /v2.0/ports?device_id=d7c13242-c002-48ee-bd49-2902b919ff77 HTTP/1.1" status: 200 len: 946 time: 0.0510764 Sep 30 06:37:08.375672 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.plugins.ml2.plugin [req-76d0d28b-c448-4500-9055-7be876cd230d req-ca40daf1-18bb-4a7f-9296-0a1c24bc010d tempest-AttachVolumeNegativeTest-819990020 tempest-AttachVolumeNegativeTest-819990020-project] Deleting port e6cb5ea6-c361-4986-bda7-8cad7ab9fa82 {{(pid=93999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 06:37:08.375946 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [req-76d0d28b-c448-4500-9055-7be876cd230d req-ca40daf1-18bb-4a7f-9296-0a1c24bc010d tempest-AttachVolumeNegativeTest-819990020 tempest-AttachVolumeNegativeTest-819990020-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727545987880'] for port, before_delete {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:37:08.474358 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.plugins.ml2.db [req-76d0d28b-c448-4500-9055-7be876cd230d req-ca40daf1-18bb-4a7f-9296-0a1c24bc010d tempest-AttachVolumeNegativeTest-819990020 tempest-AttachVolumeNegativeTest-819990020-project] For port e6cb5ea6-c361-4986-bda7-8cad7ab9fa82, host hv-cinder-81187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81187',level=0,port_id=e6cb5ea6-c361-4986-bda7-8cad7ab9fa82,segment=NetworkSegment(17bc15e7-64c3-4d00-8811-ef0fd2652c1c),segment_id=17bc15e7-64c3-4d00-8811-ef0fd2652c1c)] {{(pid=93999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 06:37:08.474773 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [req-76d0d28b-c448-4500-9055-7be876cd230d req-ca40daf1-18bb-4a7f-9296-0a1c24bc010d tempest-AttachVolumeNegativeTest-819990020 tempest-AttachVolumeNegativeTest-819990020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7874563'] for port, precommit_delete {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:37:08.488964 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.plugins.ml2.plugin [req-76d0d28b-c448-4500-9055-7be876cd230d req-ca40daf1-18bb-4a7f-9296-0a1c24bc010d tempest-AttachVolumeNegativeTest-819990020 tempest-AttachVolumeNegativeTest-819990020-project] Calling delete_port for e6cb5ea6-c361-4986-bda7-8cad7ab9fa82 owned by compute:nova {{(pid=93999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 06:37:08.631473 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [req-76d0d28b-c448-4500-9055-7be876cd230d req-ca40daf1-18bb-4a7f-9296-0a1c24bc010d tempest-AttachVolumeNegativeTest-819990020 tempest-AttachVolumeNegativeTest-819990020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7821886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727545991406', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727545489354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6560267'] for port, after_delete {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:37:08.667046 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca40daf1-18bb-4a7f-9296-0a1c24bc010d tempest-AttachVolumeNegativeTest-819990020 tempest-AttachVolumeNegativeTest-819990020-project] Pushing event deleted for resources: {'Port': ['ID=e6cb5ea6-c361-4986-bda7-8cad7ab9fa82,revision_number=None']} {{(pid=93999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:37:08.671534 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.db [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] get_ports_and_sgs() called for port_ids ['3fb08640-c461-4b92-b2e7-23b64529c59f', '285e4a75-1742-479d-9b6c-61b8ef19883e', 'e6cb5ea6-c361-4986-bda7-8cad7ab9fa82'] {{(pid=94001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 06:37:08.716619 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.db.l3_dvrscheduler_db [req-76d0d28b-c448-4500-9055-7be876cd230d req-ca40daf1-18bb-4a7f-9296-0a1c24bc010d tempest-AttachVolumeNegativeTest-819990020 tempest-AttachVolumeNegativeTest-819990020-project] No DVR routers for this DVR port e6cb5ea6-c361-4986-bda7-8cad7ab9fa82 on host hv-cinder-81187 {{(pid=93999) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 06:37:08.719523 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [req-76d0d28b-c448-4500-9055-7be876cd230d req-ca40daf1-18bb-4a7f-9296-0a1c24bc010d tempest-AttachVolumeNegativeTest-819990020 tempest-AttachVolumeNegativeTest-819990020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57126'] for port, before_response {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:37:08.721896 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-76d0d28b-c448-4500-9055-7be876cd230d req-ca40daf1-18bb-4a7f-9296-0a1c24bc010d tempest-AttachVolumeNegativeTest-819990020 tempest-AttachVolumeNegativeTest-819990020-project] 10.222.0.10 "DELETE /v2.0/ports/e6cb5ea6-c361-4986-bda7-8cad7ab9fa82 HTTP/1.1" status: 204 len: 173 time: 0.4324448 Sep 30 06:37:08.722397 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7c13242-c002-48ee-bd49-2902b919ff77', 'name': 'network-vif-deleted', 'tag': 'e6cb5ea6-c361-4986-bda7-8cad7ab9fa82'}] {{(pid=93999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 06:37:08.735051 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07b111f6e278cfffd9c4f208e103de524c2b9e3fbd4e5a5b5d8dd158a433df71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a936f458-cd39-456d-8b02-da8bc25c1bd9" -d '{"events": [{"server_uuid": "d7c13242-c002-48ee-bd49-2902b919ff77", "name": "network-vif-deleted", "tag": "e6cb5ea6-c361-4986-bda7-8cad7ab9fa82"}]}' {{(pid=93999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 06:37:08.808122 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 06:37:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-180b42ce-69db-4294-9e87-dccc5ee4e906 x-openstack-request-id: req-180b42ce-69db-4294-9e87-dccc5ee4e906 {{(pid=93999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 06:37:08.808779 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7c13242-c002-48ee-bd49-2902b919ff77", "name": "network-vif-deleted", "tag": "e6cb5ea6-c361-4986-bda7-8cad7ab9fa82", "status": "completed", "code": 200}]} {{(pid=93999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 06:37:08.809324 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-180b42ce-69db-4294-9e87-dccc5ee4e906 {{(pid=93999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 06:37:08.809813 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7c13242-c002-48ee-bd49-2902b919ff77', 'name': 'network-vif-deleted', 'tag': 'e6cb5ea6-c361-4986-bda7-8cad7ab9fa82', 'status': 'completed', 'code': 200} Sep 30 06:37:08.823832 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-9385fbd4-e2c8-4a37-8905-db1555be5b63 req-cde53ad0-ad65-4432-8a01-31367227bcc2 tempest-AttachVolumeNegativeTest-819990020 tempest-AttachVolumeNegativeTest-819990020-project] 10.222.0.36 "GET /v2.0/ports?device_id=d7c13242-c002-48ee-bd49-2902b919ff77 HTTP/1.1" status: 200 len: 210 time: 0.0539422 Sep 30 06:37:09.120720 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727546001794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-597483'] for agent, after_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:37:10.123334 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdf84db-9bc3-421a-a549-5208b2c602c8 req-e23ecbf7-a94a-488a-8ea9-ab03c6a20291 tempest-AttachVolumeNegativeTest-819990020 tempest-AttachVolumeNegativeTest-819990020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:37:10.124774 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-6cdf84db-9bc3-421a-a549-5208b2c602c8 req-e23ecbf7-a94a-488a-8ea9-ab03c6a20291 tempest-AttachVolumeNegativeTest-819990020 tempest-AttachVolumeNegativeTest-819990020-project] 10.222.0.36 "GET /v2.0/ports?device_id=34a655d7-4f56-4eeb-a8f2-ae8d3fd5f906 HTTP/1.1" status: 200 len: 945 time: 0.0509205 Sep 30 06:37:10.163282 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-6cdf84db-9bc3-421a-a549-5208b2c602c8 req-69b44e88-608e-4708-afec-2c412732f0a7 tempest-AttachVolumeNegativeTest-819990020 tempest-AttachVolumeNegativeTest-819990020-project] 10.222.0.36 "GET /v2.0/security-groups?id=3cd9f0ee-6d13-47ac-8476-0f53a840e523&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325549 Sep 30 06:37:11.287330 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db553e33-eed8-490f-a852-0395e0079bf0 req-14218bb0-a60b-4592-a9f5-15996ceb5f2a tempest-AttachVolumeNegativeTest-819990020 tempest-AttachVolumeNegativeTest-819990020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:37:11.288789 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-db553e33-eed8-490f-a852-0395e0079bf0 req-14218bb0-a60b-4592-a9f5-15996ceb5f2a tempest-AttachVolumeNegativeTest-819990020 tempest-AttachVolumeNegativeTest-819990020-project] 10.222.0.36 "GET /v2.0/ports?device_id=34a655d7-4f56-4eeb-a8f2-ae8d3fd5f906 HTTP/1.1" status: 200 len: 945 time: 0.0548387 Sep 30 06:37:11.327584 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-db553e33-eed8-490f-a852-0395e0079bf0 req-64b05f55-c8d0-400d-8594-16433b77d661 tempest-AttachVolumeNegativeTest-819990020 tempest-AttachVolumeNegativeTest-819990020-project] 10.222.0.36 "GET /v2.0/security-groups?id=3cd9f0ee-6d13-47ac-8476-0f53a840e523&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314746 Sep 30 06:37:11.344745 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.rpc [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] Device e6cb5ea6-c361-4986-bda7-8cad7ab9fa82 no longer exists at agent hyperv_hv-cinder-81187 {{(pid=94001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 06:37:11.368694 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.plugin [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] No Port match for: e6cb5ea6-c361-4986-bda7-8cad7ab9fa82 {{(pid=94001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 06:37:11.369037 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.rpc [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] Device e6cb5ea6-c361-4986-bda7-8cad7ab9fa82 not bound to the agent host hv-cinder-81187 {{(pid=94001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 06:37:11.683653 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d325eb3c-ccf0-41da-bebc-79901f24b87d req-422197bd-b113-4cf3-87c2-5eecff4be73d tempest-AttachVolumeNegativeTest-819990020 tempest-AttachVolumeNegativeTest-819990020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:37:11.685093 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-d325eb3c-ccf0-41da-bebc-79901f24b87d req-422197bd-b113-4cf3-87c2-5eecff4be73d tempest-AttachVolumeNegativeTest-819990020 tempest-AttachVolumeNegativeTest-819990020-project] 10.222.0.10 "GET /v2.0/ports?device_id=34a655d7-4f56-4eeb-a8f2-ae8d3fd5f906 HTTP/1.1" status: 200 len: 945 time: 0.0503116 Sep 30 06:37:11.780083 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.plugins.ml2.plugin [req-d325eb3c-ccf0-41da-bebc-79901f24b87d req-01fe2271-5c1e-4e38-8cfb-1cd8b9a5f032 tempest-AttachVolumeNegativeTest-819990020 tempest-AttachVolumeNegativeTest-819990020-project] Deleting port 285e4a75-1742-479d-9b6c-61b8ef19883e {{(pid=93999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 06:37:11.780418 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [req-d325eb3c-ccf0-41da-bebc-79901f24b87d req-01fe2271-5c1e-4e38-8cfb-1cd8b9a5f032 tempest-AttachVolumeNegativeTest-819990020 tempest-AttachVolumeNegativeTest-819990020-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727545987880'] for port, before_delete {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:37:12.123807 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.plugins.ml2.db [req-d325eb3c-ccf0-41da-bebc-79901f24b87d req-01fe2271-5c1e-4e38-8cfb-1cd8b9a5f032 tempest-AttachVolumeNegativeTest-819990020 tempest-AttachVolumeNegativeTest-819990020-project] For port 285e4a75-1742-479d-9b6c-61b8ef19883e, host hv-cinder-81187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81187',level=0,port_id=285e4a75-1742-479d-9b6c-61b8ef19883e,segment=NetworkSegment(17bc15e7-64c3-4d00-8811-ef0fd2652c1c),segment_id=17bc15e7-64c3-4d00-8811-ef0fd2652c1c)] {{(pid=93999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 06:37:12.124168 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [req-d325eb3c-ccf0-41da-bebc-79901f24b87d req-01fe2271-5c1e-4e38-8cfb-1cd8b9a5f032 tempest-AttachVolumeNegativeTest-819990020 tempest-AttachVolumeNegativeTest-819990020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7874563'] for port, precommit_delete {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:37:12.136937 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.plugins.ml2.plugin [req-d325eb3c-ccf0-41da-bebc-79901f24b87d req-01fe2271-5c1e-4e38-8cfb-1cd8b9a5f032 tempest-AttachVolumeNegativeTest-819990020 tempest-AttachVolumeNegativeTest-819990020-project] Calling delete_port for 285e4a75-1742-479d-9b6c-61b8ef19883e owned by compute:nova {{(pid=93999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 06:37:12.269388 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [req-d325eb3c-ccf0-41da-bebc-79901f24b87d req-01fe2271-5c1e-4e38-8cfb-1cd8b9a5f032 tempest-AttachVolumeNegativeTest-819990020 tempest-AttachVolumeNegativeTest-819990020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7821886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727545991406', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727545489354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6560267'] for port, after_delete {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:37:12.301940 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01fe2271-5c1e-4e38-8cfb-1cd8b9a5f032 tempest-AttachVolumeNegativeTest-819990020 tempest-AttachVolumeNegativeTest-819990020-project] Pushing event deleted for resources: {'Port': ['ID=285e4a75-1742-479d-9b6c-61b8ef19883e,revision_number=None']} {{(pid=93999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:37:12.312611 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.db [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] get_ports_and_sgs() called for port_ids ['3fb08640-c461-4b92-b2e7-23b64529c59f', '285e4a75-1742-479d-9b6c-61b8ef19883e'] {{(pid=94001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 06:37:12.341185 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.db.l3_dvrscheduler_db [req-d325eb3c-ccf0-41da-bebc-79901f24b87d req-01fe2271-5c1e-4e38-8cfb-1cd8b9a5f032 tempest-AttachVolumeNegativeTest-819990020 tempest-AttachVolumeNegativeTest-819990020-project] No DVR routers for this DVR port 285e4a75-1742-479d-9b6c-61b8ef19883e on host hv-cinder-81187 {{(pid=93999) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 06:37:12.343735 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [req-d325eb3c-ccf0-41da-bebc-79901f24b87d req-01fe2271-5c1e-4e38-8cfb-1cd8b9a5f032 tempest-AttachVolumeNegativeTest-819990020 tempest-AttachVolumeNegativeTest-819990020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57126'] for port, before_response {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:37:12.345780 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-d325eb3c-ccf0-41da-bebc-79901f24b87d req-01fe2271-5c1e-4e38-8cfb-1cd8b9a5f032 tempest-AttachVolumeNegativeTest-819990020 tempest-AttachVolumeNegativeTest-819990020-project] 10.222.0.10 "DELETE /v2.0/ports/285e4a75-1742-479d-9b6c-61b8ef19883e HTTP/1.1" status: 204 len: 173 time: 0.6490700 Sep 30 06:37:12.346162 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34a655d7-4f56-4eeb-a8f2-ae8d3fd5f906', 'name': 'network-vif-deleted', 'tag': '285e4a75-1742-479d-9b6c-61b8ef19883e'}] {{(pid=93999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 06:37:12.348466 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07b111f6e278cfffd9c4f208e103de524c2b9e3fbd4e5a5b5d8dd158a433df71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-459a11a3-cc4f-4e4f-8080-f5daf4410453" -d '{"events": [{"server_uuid": "34a655d7-4f56-4eeb-a8f2-ae8d3fd5f906", "name": "network-vif-deleted", "tag": "285e4a75-1742-479d-9b6c-61b8ef19883e"}]}' {{(pid=93999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 06:37:12.403342 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 06:37:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2beaa5b-e253-4988-bddd-9837d57e2b0e x-openstack-request-id: req-b2beaa5b-e253-4988-bddd-9837d57e2b0e {{(pid=93999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 06:37:12.403618 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34a655d7-4f56-4eeb-a8f2-ae8d3fd5f906", "name": "network-vif-deleted", "tag": "285e4a75-1742-479d-9b6c-61b8ef19883e", "status": "completed", "code": 200}]} {{(pid=93999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 06:37:12.403887 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-b2beaa5b-e253-4988-bddd-9837d57e2b0e {{(pid=93999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 06:37:12.404266 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34a655d7-4f56-4eeb-a8f2-ae8d3fd5f906', 'name': 'network-vif-deleted', 'tag': '285e4a75-1742-479d-9b6c-61b8ef19883e', 'status': 'completed', 'code': 200} Sep 30 06:37:12.445343 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-a9a614c8-e90d-4b50-9bc0-97b74620b8de req-0af7f830-1db0-4b4a-a3a2-ea9678937163 tempest-AttachVolumeNegativeTest-819990020 tempest-AttachVolumeNegativeTest-819990020-project] 10.222.0.36 "GET /v2.0/ports?device_id=34a655d7-4f56-4eeb-a8f2-ae8d3fd5f906 HTTP/1.1" status: 200 len: 210 time: 0.0357492 Sep 30 06:37:14.860536 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e721c428-0993-4475-9ce9-8dbc1f5def7e req-bebb592a-4eb7-4884-ba48-5aabaea9ccb2 tempest-AttachVolumeNegativeTest-819990020 tempest-AttachVolumeNegativeTest-819990020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:37:14.861953 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-e721c428-0993-4475-9ce9-8dbc1f5def7e req-bebb592a-4eb7-4884-ba48-5aabaea9ccb2 tempest-AttachVolumeNegativeTest-819990020 tempest-AttachVolumeNegativeTest-819990020-project] 10.222.0.36 "GET /v2.0/ports?device_id=730efc80-b06d-4a1d-8fe2-b2a46094cf1e HTTP/1.1" status: 200 len: 945 time: 0.0502501 Sep 30 06:37:14.901675 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-e721c428-0993-4475-9ce9-8dbc1f5def7e req-914ca3f5-bfbc-4c73-b254-323ef8ea1617 tempest-AttachVolumeNegativeTest-819990020 tempest-AttachVolumeNegativeTest-819990020-project] 10.222.0.36 "GET /v2.0/security-groups?id=3cd9f0ee-6d13-47ac-8476-0f53a840e523&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337207 Sep 30 06:37:15.377922 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.rpc [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] Device 285e4a75-1742-479d-9b6c-61b8ef19883e no longer exists at agent hyperv_hv-cinder-81187 {{(pid=94001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 06:37:15.399436 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.plugin [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] No Port match for: 285e4a75-1742-479d-9b6c-61b8ef19883e {{(pid=94001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 06:37:15.399905 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.rpc [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] Device 285e4a75-1742-479d-9b6c-61b8ef19883e not bound to the agent host hv-cinder-81187 {{(pid=94001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 06:37:16.021109 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7aa16f1-bea6-43a5-9815-f6ba5af02012 req-5dd6473a-46a9-4854-9b69-d2f65818f638 tempest-AttachVolumeNegativeTest-819990020 tempest-AttachVolumeNegativeTest-819990020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:37:16.022633 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-e7aa16f1-bea6-43a5-9815-f6ba5af02012 req-5dd6473a-46a9-4854-9b69-d2f65818f638 tempest-AttachVolumeNegativeTest-819990020 tempest-AttachVolumeNegativeTest-819990020-project] 10.222.0.36 "GET /v2.0/ports?device_id=730efc80-b06d-4a1d-8fe2-b2a46094cf1e HTTP/1.1" status: 200 len: 945 time: 0.0499623 Sep 30 06:37:16.062923 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-e7aa16f1-bea6-43a5-9815-f6ba5af02012 req-2d5c01fa-5504-4362-bb50-f7ed72b50321 tempest-AttachVolumeNegativeTest-819990020 tempest-AttachVolumeNegativeTest-819990020-project] 10.222.0.36 "GET /v2.0/security-groups?id=3cd9f0ee-6d13-47ac-8476-0f53a840e523&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334728 Sep 30 06:37:16.510374 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b367ceb1-c4e7-4176-9e62-b0e51c97186d req-3463e2b4-96d8-4fc6-8f63-c4f6578fca13 tempest-AttachVolumeNegativeTest-819990020 tempest-AttachVolumeNegativeTest-819990020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:37:16.511994 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-b367ceb1-c4e7-4176-9e62-b0e51c97186d req-3463e2b4-96d8-4fc6-8f63-c4f6578fca13 tempest-AttachVolumeNegativeTest-819990020 tempest-AttachVolumeNegativeTest-819990020-project] 10.222.0.10 "GET /v2.0/ports?device_id=730efc80-b06d-4a1d-8fe2-b2a46094cf1e HTTP/1.1" status: 200 len: 945 time: 0.0516374 Sep 30 06:37:16.603132 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.plugins.ml2.plugin [req-b367ceb1-c4e7-4176-9e62-b0e51c97186d req-3dc5cae0-0e15-4329-99bb-ab063feb9c34 tempest-AttachVolumeNegativeTest-819990020 tempest-AttachVolumeNegativeTest-819990020-project] Deleting port 3fb08640-c461-4b92-b2e7-23b64529c59f {{(pid=93999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 06:37:16.603468 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [req-b367ceb1-c4e7-4176-9e62-b0e51c97186d req-3dc5cae0-0e15-4329-99bb-ab063feb9c34 tempest-AttachVolumeNegativeTest-819990020 tempest-AttachVolumeNegativeTest-819990020-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727545987880'] for port, before_delete {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:37:16.692202 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.plugins.ml2.db [req-b367ceb1-c4e7-4176-9e62-b0e51c97186d req-3dc5cae0-0e15-4329-99bb-ab063feb9c34 tempest-AttachVolumeNegativeTest-819990020 tempest-AttachVolumeNegativeTest-819990020-project] For port 3fb08640-c461-4b92-b2e7-23b64529c59f, host hv-cinder-81187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81187',level=0,port_id=3fb08640-c461-4b92-b2e7-23b64529c59f,segment=NetworkSegment(17bc15e7-64c3-4d00-8811-ef0fd2652c1c),segment_id=17bc15e7-64c3-4d00-8811-ef0fd2652c1c)] {{(pid=93999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 06:37:16.692570 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [req-b367ceb1-c4e7-4176-9e62-b0e51c97186d req-3dc5cae0-0e15-4329-99bb-ab063feb9c34 tempest-AttachVolumeNegativeTest-819990020 tempest-AttachVolumeNegativeTest-819990020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7874563'] for port, precommit_delete {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:37:16.705069 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.plugins.ml2.plugin [req-b367ceb1-c4e7-4176-9e62-b0e51c97186d req-3dc5cae0-0e15-4329-99bb-ab063feb9c34 tempest-AttachVolumeNegativeTest-819990020 tempest-AttachVolumeNegativeTest-819990020-project] Calling delete_port for 3fb08640-c461-4b92-b2e7-23b64529c59f owned by compute:nova {{(pid=93999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 06:37:16.830737 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [req-b367ceb1-c4e7-4176-9e62-b0e51c97186d req-3dc5cae0-0e15-4329-99bb-ab063feb9c34 tempest-AttachVolumeNegativeTest-819990020 tempest-AttachVolumeNegativeTest-819990020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7821886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727545991406', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727545489354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6560267'] for port, after_delete {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:37:16.862862 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc5cae0-0e15-4329-99bb-ab063feb9c34 tempest-AttachVolumeNegativeTest-819990020 tempest-AttachVolumeNegativeTest-819990020-project] Pushing event deleted for resources: {'Port': ['ID=3fb08640-c461-4b92-b2e7-23b64529c59f,revision_number=None']} {{(pid=93999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:37:16.865614 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.db [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] get_ports_and_sgs() called for port_ids ['3fb08640-c461-4b92-b2e7-23b64529c59f'] {{(pid=94001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 06:37:16.904116 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.db.l3_dvrscheduler_db [req-b367ceb1-c4e7-4176-9e62-b0e51c97186d req-3dc5cae0-0e15-4329-99bb-ab063feb9c34 tempest-AttachVolumeNegativeTest-819990020 tempest-AttachVolumeNegativeTest-819990020-project] No DVR routers for this DVR port 3fb08640-c461-4b92-b2e7-23b64529c59f on host hv-cinder-81187 {{(pid=93999) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 06:37:16.906612 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [req-b367ceb1-c4e7-4176-9e62-b0e51c97186d req-3dc5cae0-0e15-4329-99bb-ab063feb9c34 tempest-AttachVolumeNegativeTest-819990020 tempest-AttachVolumeNegativeTest-819990020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57126'] for port, before_response {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:37:16.908680 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-b367ceb1-c4e7-4176-9e62-b0e51c97186d req-3dc5cae0-0e15-4329-99bb-ab063feb9c34 tempest-AttachVolumeNegativeTest-819990020 tempest-AttachVolumeNegativeTest-819990020-project] 10.222.0.10 "DELETE /v2.0/ports/3fb08640-c461-4b92-b2e7-23b64529c59f HTTP/1.1" status: 204 len: 173 time: 0.3908439 Sep 30 06:37:16.909121 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '730efc80-b06d-4a1d-8fe2-b2a46094cf1e', 'name': 'network-vif-deleted', 'tag': '3fb08640-c461-4b92-b2e7-23b64529c59f'}] {{(pid=93999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 06:37:16.911506 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07b111f6e278cfffd9c4f208e103de524c2b9e3fbd4e5a5b5d8dd158a433df71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5ce9a88-1029-4913-a5b8-cf517bca65ea" -d '{"events": [{"server_uuid": "730efc80-b06d-4a1d-8fe2-b2a46094cf1e", "name": "network-vif-deleted", "tag": "3fb08640-c461-4b92-b2e7-23b64529c59f"}]}' {{(pid=93999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 06:37:16.950647 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 06:37:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e3531d5-cc03-4011-ad10-ec346c547c1a x-openstack-request-id: req-8e3531d5-cc03-4011-ad10-ec346c547c1a {{(pid=93999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 06:37:16.950969 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "730efc80-b06d-4a1d-8fe2-b2a46094cf1e", "name": "network-vif-deleted", "tag": "3fb08640-c461-4b92-b2e7-23b64529c59f", "status": "completed", "code": 200}]} {{(pid=93999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 06:37:16.951221 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-8e3531d5-cc03-4011-ad10-ec346c547c1a {{(pid=93999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 06:37:16.951621 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '730efc80-b06d-4a1d-8fe2-b2a46094cf1e', 'name': 'network-vif-deleted', 'tag': '3fb08640-c461-4b92-b2e7-23b64529c59f', 'status': 'completed', 'code': 200} Sep 30 06:37:17.169242 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-181b4b87-0549-4e30-9be3-9ec4da459596 req-cec14f9c-e89e-4878-a2b5-37b871a42eea tempest-AttachVolumeNegativeTest-819990020 tempest-AttachVolumeNegativeTest-819990020-project] 10.222.0.36 "GET /v2.0/ports?device_id=730efc80-b06d-4a1d-8fe2-b2a46094cf1e HTTP/1.1" status: 200 len: 210 time: 0.0281241 Sep 30 06:37:18.225391 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.wsgi [-] (93999) accepted ('10.222.0.36', 33104) {{(pid=93999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 06:37:18.269806 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.db.db_base_plugin_v2 [None req-931e3cdf-f0b0-409b-970f-87b5862012ae admin admin] Deleting subnet d978bd5f-31d0-431a-a556-4024f642ae59 {{(pid=93999) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 06:37:18.272107 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-931e3cdf-f0b0-409b-970f-87b5862012ae admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:37:18.307929 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-931e3cdf-f0b0-409b-970f-87b5862012ae admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4492016'] for subnet, precommit_delete_associations {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:37:18.350956 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-931e3cdf-f0b0-409b-970f-87b5862012ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-583762'] for subnet, precommit_delete {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:37:18.405846 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-931e3cdf-f0b0-409b-970f-87b5862012ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-583771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7821886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6560342', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4478104'] for subnet, after_delete {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:37:18.433273 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931e3cdf-f0b0-409b-970f-87b5862012ae admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d978bd5f-31d0-431a-a556-4024f642ae59,revision_number=None']} {{(pid=93999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:37:18.438913 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-931e3cdf-f0b0-409b-970f-87b5862012ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7821868'] for subnet, before_response {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:37:18.441147 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [None req-931e3cdf-f0b0-409b-970f-87b5862012ae admin admin] 10.222.0.36 "DELETE /v2.0/subnets/d978bd5f-31d0-431a-a556-4024f642ae59 HTTP/1.1" status: 204 len: 168 time: 0.2144289 Sep 30 06:37:18.443437 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.wsgi [-] (93999) accepted ('10.222.0.36', 33106) {{(pid=93999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 06:37:18.513774 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-7b91bb17-2ff8-4138-8aac-f016fee4a01c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763795'] for network, before_delete {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:37:18.599300 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-7b91bb17-2ff8-4138-8aac-f016fee4a01c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-585195', 'neutron.services.segments.db._delete_segments_for_network-8727546001812'] for network, precommit_delete {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:37:18.625137 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.services.segments.db [None req-7b91bb17-2ff8-4138-8aac-f016fee4a01c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd60cd18-0775-4a69-9147-a3630ccd6292']}} {{(pid=93999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 06:37:18.640340 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.services.segments.db [None req-7b91bb17-2ff8-4138-8aac-f016fee4a01c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '17bc15e7-64c3-4d00-8811-ef0fd2652c1c') {'for_net_delete': True} {{(pid=93999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 06:37:18.640649 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.services.segments.db [None req-7b91bb17-2ff8-4138-8aac-f016fee4a01c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '17bc15e7-64c3-4d00-8811-ef0fd2652c1c') {} {{(pid=93999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 06:37:18.652356 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-7b91bb17-2ff8-4138-8aac-f016fee4a01c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727546002077', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4492009'] for segment, before_delete {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:37:18.666769 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-7b91bb17-2ff8-4138-8aac-f016fee4a01c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583621'] for segment, precommit_delete {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:37:18.673613 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b91bb17-2ff8-4138-8aac-f016fee4a01c admin admin] Releasing vlan 333 on physical network physnet1 to pool {{(pid=93999) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 06:37:18.674022 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-7b91bb17-2ff8-4138-8aac-f016fee4a01c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6561016'] for segment, after_delete {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:37:18.675890 dv-cinder-811877-1-iscsi neutron-server[93999]: Traceback (most recent call last): Sep 30 06:37:18.675890 dv-cinder-811877-1-iscsi neutron-server[93999]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 06:37:18.675890 dv-cinder-811877-1-iscsi neutron-server[93999]: timer() Sep 30 06:37:18.675890 dv-cinder-811877-1-iscsi neutron-server[93999]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 06:37:18.675890 dv-cinder-811877-1-iscsi neutron-server[93999]: cb(*args, **kw) Sep 30 06:37:18.675890 dv-cinder-811877-1-iscsi neutron-server[93999]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 06:37:18.675890 dv-cinder-811877-1-iscsi neutron-server[93999]: return func(*args, **kwargs) Sep 30 06:37:18.675890 dv-cinder-811877-1-iscsi neutron-server[93999]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 06:37:18.675890 dv-cinder-811877-1-iscsi neutron-server[93999]: self._notify() Sep 30 06:37:18.675890 dv-cinder-811877-1-iscsi neutron-server[93999]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 06:37:18.675890 dv-cinder-811877-1-iscsi neutron-server[93999]: self.callback(batched_events) Sep 30 06:37:18.675890 dv-cinder-811877-1-iscsi neutron-server[93999]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 06:37:18.675890 dv-cinder-811877-1-iscsi neutron-server[93999]: event.method(event) Sep 30 06:37:18.675890 dv-cinder-811877-1-iscsi neutron-server[93999]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 06:37:18.675890 dv-cinder-811877-1-iscsi neutron-server[93999]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 06:37:18.675890 dv-cinder-811877-1-iscsi neutron-server[93999]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 06:37:18.675890 dv-cinder-811877-1-iscsi neutron-server[93999]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 06:37:18.675890 dv-cinder-811877-1-iscsi neutron-server[93999]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 06:37:18.675890 dv-cinder-811877-1-iscsi neutron-server[93999]: return f(self, *a, **k) Sep 30 06:37:18.675890 dv-cinder-811877-1-iscsi neutron-server[93999]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 06:37:18.675890 dv-cinder-811877-1-iscsi neutron-server[93999]: return self._get(url).json() Sep 30 06:37:18.675890 dv-cinder-811877-1-iscsi neutron-server[93999]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 06:37:18.675890 dv-cinder-811877-1-iscsi neutron-server[93999]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 06:37:18.675890 dv-cinder-811877-1-iscsi neutron-server[93999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 06:37:18.675890 dv-cinder-811877-1-iscsi neutron-server[93999]: return self.request(url, 'GET', **kwargs) Sep 30 06:37:18.675890 dv-cinder-811877-1-iscsi neutron-server[93999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 06:37:18.675890 dv-cinder-811877-1-iscsi neutron-server[93999]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 06:37:18.675890 dv-cinder-811877-1-iscsi neutron-server[93999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 06:37:18.675890 dv-cinder-811877-1-iscsi neutron-server[93999]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 06:37:18.675890 dv-cinder-811877-1-iscsi neutron-server[93999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 06:37:18.675890 dv-cinder-811877-1-iscsi neutron-server[93999]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 06:37:18.675890 dv-cinder-811877-1-iscsi neutron-server[93999]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 06:37:18.745285 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-7b91bb17-2ff8-4138-8aac-f016fee4a01c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-585180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7821886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7877900'] for network, after_delete {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:37:18.751156 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-7b91bb17-2ff8-4138-8aac-f016fee4a01c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7821868'] for network, before_response {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:37:18.755421 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [None req-7b91bb17-2ff8-4138-8aac-f016fee4a01c admin admin] 10.222.0.36 "DELETE /v2.0/networks/cd60cd18-0775-4a69-9147-a3630ccd6292 HTTP/1.1" status: 204 len: 168 time: 0.3086383 Sep 30 06:37:18.764506 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b91bb17-2ff8-4138-8aac-f016fee4a01c admin admin] Pushing event deleted for resources: {'Network': ['ID=cd60cd18-0775-4a69-9147-a3630ccd6292,revision_number=None']} {{(pid=93999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:37:18.932542 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.36', 33110) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 06:37:18.979698 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [None req-c83cb75e-41d6-4dfc-9314-2b2b90f5252c admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=bc2fbe128cb04422ae6794af2311246e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0459709 Sep 30 06:37:18.982161 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.36', 33112) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 06:37:19.030397 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-530af45c-12e7-4b30-a2ca-0f0112298bf8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:37:19.052599 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-530af45c-12e7-4b30-a2ca-0f0112298bf8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:37:19.103918 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-530af45c-12e7-4b30-a2ca-0f0112298bf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533969'] for security_group, after_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:37:19.106606 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-530af45c-12e7-4b30-a2ca-0f0112298bf8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:37:19.107823 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [None req-530af45c-12e7-4b30-a2ca-0f0112298bf8 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/3cd9f0ee-6d13-47ac-8476-0f53a840e523 HTTP/1.1" status: 204 len: 168 time: 0.1247041 Sep 30 06:37:19.116445 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530af45c-12e7-4b30-a2ca-0f0112298bf8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cd9f0ee-6d13-47ac-8476-0f53a840e523,revision_number=None']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:37:19.123801 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-530af45c-12e7-4b30-a2ca-0f0112298bf8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=94000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:37:19.124151 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-530af45c-12e7-4b30-a2ca-0f0112298bf8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=94000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:37:19.124486 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-530af45c-12e7-4b30-a2ca-0f0112298bf8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=94000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:37:19.124824 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-530af45c-12e7-4b30-a2ca-0f0112298bf8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=94000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:37:19.125145 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-530af45c-12e7-4b30-a2ca-0f0112298bf8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=94000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:37:19.125470 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-530af45c-12e7-4b30-a2ca-0f0112298bf8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=94000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:37:19.125792 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-530af45c-12e7-4b30-a2ca-0f0112298bf8 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=94000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:37:19.126110 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-530af45c-12e7-4b30-a2ca-0f0112298bf8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=94000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:37:19.126432 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-530af45c-12e7-4b30-a2ca-0f0112298bf8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=94000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:37:19.126777 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-530af45c-12e7-4b30-a2ca-0f0112298bf8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=94000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:37:19.127094 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-530af45c-12e7-4b30-a2ca-0f0112298bf8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=94000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:37:19.127406 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-530af45c-12e7-4b30-a2ca-0f0112298bf8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=94000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:37:19.408197 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.rpc [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] Device 3fb08640-c461-4b92-b2e7-23b64529c59f no longer exists at agent hyperv_hv-cinder-81187 {{(pid=94001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 06:37:19.430846 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.plugin [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] No Port match for: 3fb08640-c461-4b92-b2e7-23b64529c59f {{(pid=94001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 06:37:19.431124 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.rpc [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] Device 3fb08640-c461-4b92-b2e7-23b64529c59f not bound to the agent host hv-cinder-81187 {{(pid=94001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 06:37:20.887162 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.36', 33162) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 06:37:21.002574 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-e69aefdf-76c7-4ccd-9a28-b7a151ff7bb0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:37:21.095650 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-e69aefdf-76c7-4ccd-9a28-b7a151ff7bb0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:37:21.099629 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-e69aefdf-76c7-4ccd-9a28-b7a151ff7bb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533969'] for security_group, after_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:37:21.141995 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [None req-e69aefdf-76c7-4ccd-9a28-b7a151ff7bb0 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=b389324a1e774e18afd711f88a898138&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2536478 Sep 30 06:37:21.142885 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69aefdf-76c7-4ccd-9a28-b7a151ff7bb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eece0f14-e459-482d-95f6-440a31338281,revision_number=1']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:37:21.145105 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.wsgi [-] (93999) accepted ('10.222.0.36', 33166) {{(pid=93999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 06:37:21.195103 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-222ccbd0-2a13-40cb-a633-548e0bd8e056 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:37:21.216664 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-222ccbd0-2a13-40cb-a633-548e0bd8e056 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:37:21.263184 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-222ccbd0-2a13-40cb-a633-548e0bd8e056 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533969'] for security_group, after_delete {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:37:21.265933 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-222ccbd0-2a13-40cb-a633-548e0bd8e056 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:37:21.267152 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [None req-222ccbd0-2a13-40cb-a633-548e0bd8e056 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/eece0f14-e459-482d-95f6-440a31338281 HTTP/1.1" status: 204 len: 168 time: 0.1205032 Sep 30 06:37:21.275930 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222ccbd0-2a13-40cb-a633-548e0bd8e056 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eece0f14-e459-482d-95f6-440a31338281,revision_number=None']} {{(pid=93999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:37:21.546796 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.wsgi [-] (93999) accepted ('10.222.0.36', 33172) {{(pid=93999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 06:37:21.560692 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-a2902248-0bf9-408a-b569-db4a511aa9b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:37:21.653332 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-a2902248-0bf9-408a-b569-db4a511aa9b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:37:21.658498 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-a2902248-0bf9-408a-b569-db4a511aa9b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533969'] for security_group, after_create {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:37:21.701516 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [None req-a2902248-0bf9-408a-b569-db4a511aa9b5 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=f49bafd8cbd44d09bb0d6ff7041de885&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1536157 Sep 30 06:37:21.702415 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2902248-0bf9-408a-b569-db4a511aa9b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a99ec66-5b45-4f04-9198-71a6b12cf9ca,revision_number=1']} {{(pid=93999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:37:21.704521 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.36', 33174) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 06:37:21.764647 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-2307f0da-89d7-4964-8fc3-f2e1a045ac86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:37:21.787423 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-2307f0da-89d7-4964-8fc3-f2e1a045ac86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:37:21.836461 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-2307f0da-89d7-4964-8fc3-f2e1a045ac86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533969'] for security_group, after_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:37:21.838966 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-2307f0da-89d7-4964-8fc3-f2e1a045ac86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:37:21.840129 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [None req-2307f0da-89d7-4964-8fc3-f2e1a045ac86 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/5a99ec66-5b45-4f04-9198-71a6b12cf9ca HTTP/1.1" status: 204 len: 168 time: 0.1338556 Sep 30 06:37:21.847920 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2307f0da-89d7-4964-8fc3-f2e1a045ac86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a99ec66-5b45-4f04-9198-71a6b12cf9ca,revision_number=None']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:37:23.673086 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.wsgi [-] (93999) accepted ('10.222.0.36', 33226) {{(pid=93999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 06:37:23.785928 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-8cd43f3e-a611-48af-bfb9-e2a7dce58974 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:37:23.877729 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-8cd43f3e-a611-48af-bfb9-e2a7dce58974 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:37:23.881859 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-8cd43f3e-a611-48af-bfb9-e2a7dce58974 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533969'] for security_group, after_create {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:37:23.920629 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [None req-8cd43f3e-a611-48af-bfb9-e2a7dce58974 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=2df8ecb203c844698c8ab2122d8b452d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2464359 Sep 30 06:37:23.921840 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd43f3e-a611-48af-bfb9-e2a7dce58974 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eedbbbef-4c18-4b09-bc49-2ff30bc973cb,revision_number=1']} {{(pid=93999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:37:23.923442 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.36', 33230) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 06:37:23.977239 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-7372eba0-a730-4316-8fd4-c26a95be5b7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:37:24.002585 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-7372eba0-a730-4316-8fd4-c26a95be5b7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:37:24.052892 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-7372eba0-a730-4316-8fd4-c26a95be5b7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533969'] for security_group, after_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:37:24.056018 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-7372eba0-a730-4316-8fd4-c26a95be5b7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:37:24.057239 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [None req-7372eba0-a730-4316-8fd4-c26a95be5b7f admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/eedbbbef-4c18-4b09-bc49-2ff30bc973cb HTTP/1.1" status: 204 len: 168 time: 0.1327136 Sep 30 06:37:24.065468 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7372eba0-a730-4316-8fd4-c26a95be5b7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eedbbbef-4c18-4b09-bc49-2ff30bc973cb,revision_number=None']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:37:24.341933 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.36', 33236) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 06:37:24.355996 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-fb1171cb-db95-4257-87d5-345db4d0cc32 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:37:24.456467 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-fb1171cb-db95-4257-87d5-345db4d0cc32 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:37:24.460485 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-fb1171cb-db95-4257-87d5-345db4d0cc32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533969'] for security_group, after_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:37:24.502771 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [None req-fb1171cb-db95-4257-87d5-345db4d0cc32 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=8c02a33103364690b55737f40e422bbf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1596475 Sep 30 06:37:24.503837 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1171cb-db95-4257-87d5-345db4d0cc32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9637b806-1fc5-4a65-aca9-e0e63ed80a6e,revision_number=1']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:37:24.505512 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.wsgi [-] (93999) accepted ('10.222.0.36', 33238) {{(pid=93999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 06:37:24.553248 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-f98869ad-77f8-4c72-bfaa-627d1b1a19b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:37:24.574679 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-f98869ad-77f8-4c72-bfaa-627d1b1a19b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:37:24.619220 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-f98869ad-77f8-4c72-bfaa-627d1b1a19b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533969'] for security_group, after_delete {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:37:24.621839 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-f98869ad-77f8-4c72-bfaa-627d1b1a19b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:37:24.623017 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [None req-f98869ad-77f8-4c72-bfaa-627d1b1a19b3 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/9637b806-1fc5-4a65-aca9-e0e63ed80a6e HTTP/1.1" status: 204 len: 168 time: 0.1164401 Sep 30 06:37:24.630588 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98869ad-77f8-4c72-bfaa-627d1b1a19b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9637b806-1fc5-4a65-aca9-e0e63ed80a6e,revision_number=None']} {{(pid=93999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:37:28.495046 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-5e40ff40-9d01-4fdd-9169-14442c5b5301 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727546001794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-597483'] for agent, after_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:37:31.346542 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-0aaad5fc-2164-4d28-92d7-47bd7fa9ef36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727546001794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-597483'] for agent, after_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:37:32.316396 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-1a5ef50c-1a60-4eeb-b96e-cf5df6fcca4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727546001794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-597483'] for agent, after_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:37:32.675638 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-028184f3-f8cc-4c85-9e6b-64613141ad03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727546001794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-597483'] for agent, after_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:37:33.072519 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.wsgi [-] (93999) accepted ('10.222.0.36', 33370) {{(pid=93999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 06:37:33.180939 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-3e5f0b06-11eb-458e-946e-d6dea7e74564 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:37:33.265924 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-3e5f0b06-11eb-458e-946e-d6dea7e74564 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:37:33.269484 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-3e5f0b06-11eb-458e-946e-d6dea7e74564 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533969'] for security_group, after_create {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:37:33.307946 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [None req-3e5f0b06-11eb-458e-946e-d6dea7e74564 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=fb1d268ba8254fe1a2bf80d5ded09f3d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2341740 Sep 30 06:37:33.308923 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5f0b06-11eb-458e-946e-d6dea7e74564 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fddd2e4-6193-4e41-96ed-1b4f839208cb,revision_number=1']} {{(pid=93999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:37:33.310922 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.36', 33374) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 06:37:33.359415 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-cf173033-d487-499b-a95b-de6cb68bb54f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:37:33.379646 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-cf173033-d487-499b-a95b-de6cb68bb54f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:37:33.424152 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-cf173033-d487-499b-a95b-de6cb68bb54f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533969'] for security_group, after_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:37:33.426690 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-cf173033-d487-499b-a95b-de6cb68bb54f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:37:33.427823 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [None req-cf173033-d487-499b-a95b-de6cb68bb54f admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/6fddd2e4-6193-4e41-96ed-1b4f839208cb HTTP/1.1" status: 204 len: 168 time: 0.1155987 Sep 30 06:37:33.435726 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf173033-d487-499b-a95b-de6cb68bb54f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fddd2e4-6193-4e41-96ed-1b4f839208cb,revision_number=None']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:37:33.689867 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.wsgi [-] (93999) accepted ('10.222.0.36', 33380) {{(pid=93999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 06:37:33.703669 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-45eaa37f-d3ec-4ff0-8984-b0895a6d629d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:37:33.792309 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-45eaa37f-d3ec-4ff0-8984-b0895a6d629d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:37:33.796894 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-45eaa37f-d3ec-4ff0-8984-b0895a6d629d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533969'] for security_group, after_create {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:37:33.834525 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [None req-45eaa37f-d3ec-4ff0-8984-b0895a6d629d admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=b6eac926be6b4462b1aa0c449bd52603&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1435909 Sep 30 06:37:33.835586 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45eaa37f-d3ec-4ff0-8984-b0895a6d629d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bc15562-a6f2-4668-9621-e0da2849aa31,revision_number=1']} {{(pid=93999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:37:33.837301 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.36', 33382) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 06:37:33.886514 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-5a9b4f4d-2929-4c18-aeb7-7dac6eef1657 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:37:33.906737 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-5a9b4f4d-2929-4c18-aeb7-7dac6eef1657 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:37:33.955808 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-5a9b4f4d-2929-4c18-aeb7-7dac6eef1657 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533969'] for security_group, after_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:37:33.958284 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-5a9b4f4d-2929-4c18-aeb7-7dac6eef1657 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:37:33.959459 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [None req-5a9b4f4d-2929-4c18-aeb7-7dac6eef1657 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/6bc15562-a6f2-4668-9621-e0da2849aa31 HTTP/1.1" status: 204 len: 168 time: 0.1211708 Sep 30 06:37:33.967318 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9b4f4d-2929-4c18-aeb7-7dac6eef1657 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bc15562-a6f2-4668-9621-e0da2849aa31,revision_number=None']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:37:34.052170 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-31788eca-3db2-42eb-847b-597dce492ba7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727546001794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-597483'] for agent, after_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:37:34.280427 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.36', 33388) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 06:37:34.294178 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-b413e1c9-d802-431b-9c9b-b0357cc84ce5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:37:34.381100 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-b413e1c9-d802-431b-9c9b-b0357cc84ce5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:37:34.385001 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-b413e1c9-d802-431b-9c9b-b0357cc84ce5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533969'] for security_group, after_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:37:34.423667 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [None req-b413e1c9-d802-431b-9c9b-b0357cc84ce5 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=f20088ce170b48d196f3e3f9e1c1ce1e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1421545 Sep 30 06:37:34.424605 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b413e1c9-d802-431b-9c9b-b0357cc84ce5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea679f75-67d9-41de-a0d1-b16d68b43bc2,revision_number=1']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:37:34.426321 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.wsgi [-] (93999) accepted ('10.222.0.36', 33390) {{(pid=93999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 06:37:34.475671 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-d235f0df-08fa-4b53-b28f-224233673921 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:37:34.498825 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-d235f0df-08fa-4b53-b28f-224233673921 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:37:34.543708 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-d235f0df-08fa-4b53-b28f-224233673921 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533969'] for security_group, after_delete {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:37:34.546161 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-d235f0df-08fa-4b53-b28f-224233673921 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:37:34.547339 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [None req-d235f0df-08fa-4b53-b28f-224233673921 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/ea679f75-67d9-41de-a0d1-b16d68b43bc2 HTTP/1.1" status: 204 len: 168 time: 0.1194229 Sep 30 06:37:34.554768 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d235f0df-08fa-4b53-b28f-224233673921 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea679f75-67d9-41de-a0d1-b16d68b43bc2,revision_number=None']} {{(pid=93999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:37:39.140980 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727546001794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-597483'] for agent, after_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:37:39.337443 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.wsgi [-] (93999) accepted ('10.222.0.36', 33464) {{(pid=93999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 06:37:39.443977 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-9880100d-c050-4f9d-9dfa-172e631354e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:37:39.531419 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-9880100d-c050-4f9d-9dfa-172e631354e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:37:39.534714 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-9880100d-c050-4f9d-9dfa-172e631354e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533969'] for security_group, after_create {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:37:39.574002 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [None req-9880100d-c050-4f9d-9dfa-172e631354e9 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=2fd91d236d5b48439a174e58f56a51a8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2354875 Sep 30 06:37:39.575261 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9880100d-c050-4f9d-9dfa-172e631354e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=749dc471-145b-461c-a36d-19afa472bf59,revision_number=1']} {{(pid=93999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:37:39.576809 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.36', 33468) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 06:37:39.582574 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9880100d-c050-4f9d-9dfa-172e631354e9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=93999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:37:39.582948 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9880100d-c050-4f9d-9dfa-172e631354e9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=93999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:37:39.583297 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9880100d-c050-4f9d-9dfa-172e631354e9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=93999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:37:39.583636 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9880100d-c050-4f9d-9dfa-172e631354e9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=93999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:37:39.583989 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9880100d-c050-4f9d-9dfa-172e631354e9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=93999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:37:39.584310 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9880100d-c050-4f9d-9dfa-172e631354e9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=93999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:37:39.584642 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9880100d-c050-4f9d-9dfa-172e631354e9 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=93999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:37:39.584974 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9880100d-c050-4f9d-9dfa-172e631354e9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=93999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:37:39.585306 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9880100d-c050-4f9d-9dfa-172e631354e9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=93999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:37:39.585632 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9880100d-c050-4f9d-9dfa-172e631354e9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=93999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:37:39.585958 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9880100d-c050-4f9d-9dfa-172e631354e9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=93999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:37:39.586284 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9880100d-c050-4f9d-9dfa-172e631354e9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=93999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:37:39.625885 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-74a4c2a2-7fff-4f43-a410-6639c85561e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:37:39.646407 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-74a4c2a2-7fff-4f43-a410-6639c85561e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:37:39.691751 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-74a4c2a2-7fff-4f43-a410-6639c85561e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533969'] for security_group, after_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:37:39.694306 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-74a4c2a2-7fff-4f43-a410-6639c85561e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:37:39.695512 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [None req-74a4c2a2-7fff-4f43-a410-6639c85561e9 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/749dc471-145b-461c-a36d-19afa472bf59 HTTP/1.1" status: 204 len: 168 time: 0.1176507 Sep 30 06:37:39.703267 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a4c2a2-7fff-4f43-a410-6639c85561e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=749dc471-145b-461c-a36d-19afa472bf59,revision_number=None']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:37:39.951641 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.36', 33474) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 06:37:39.967275 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-e2df5924-b92d-4bb7-af20-b03dccc8a92b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:37:40.054577 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-e2df5924-b92d-4bb7-af20-b03dccc8a92b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:37:40.058077 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-e2df5924-b92d-4bb7-af20-b03dccc8a92b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533969'] for security_group, after_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:37:40.096048 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [None req-e2df5924-b92d-4bb7-af20-b03dccc8a92b admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=9d5de37e3ed04d11af80294252620be6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1433430 Sep 30 06:37:40.096753 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2df5924-b92d-4bb7-af20-b03dccc8a92b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5db9007-5ed4-4927-97f7-4a15b6fb4557,revision_number=1']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:37:40.098774 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.wsgi [-] (93999) accepted ('10.222.0.36', 33476) {{(pid=93999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 06:37:40.152632 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-0ea4f036-aadf-4b3e-ab93-1806441a9b84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:37:40.173324 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-0ea4f036-aadf-4b3e-ab93-1806441a9b84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:37:40.224379 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-0ea4f036-aadf-4b3e-ab93-1806441a9b84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533969'] for security_group, after_delete {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:37:40.227128 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-0ea4f036-aadf-4b3e-ab93-1806441a9b84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:37:40.228372 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [None req-0ea4f036-aadf-4b3e-ab93-1806441a9b84 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/f5db9007-5ed4-4927-97f7-4a15b6fb4557 HTTP/1.1" status: 204 len: 168 time: 0.1285517 Sep 30 06:37:40.237136 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea4f036-aadf-4b3e-ab93-1806441a9b84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5db9007-5ed4-4927-97f7-4a15b6fb4557,revision_number=None']} {{(pid=93999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:37:42.593316 dv-cinder-811877-1-iscsi neutron-server[94002]: DEBUG neutron.db.agents_db [None req-d9c94b1b-4ad8-4063-8329-7a4f29b52830 None None] Agent healthcheck: found 6 active agents {{(pid=94002) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 06:37:44.454574 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.wsgi [-] (93999) accepted ('10.222.0.36', 33550) {{(pid=93999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 06:37:44.558944 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-ec620c37-26ba-48fb-8d24-525ce736223e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:37:44.645789 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-ec620c37-26ba-48fb-8d24-525ce736223e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:37:44.649551 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-ec620c37-26ba-48fb-8d24-525ce736223e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533969'] for security_group, after_create {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:37:44.688176 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [None req-ec620c37-26ba-48fb-8d24-525ce736223e admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=ad16bd7470244661a39d81a75203ae7b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2325177 Sep 30 06:37:44.689012 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec620c37-26ba-48fb-8d24-525ce736223e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d82de763-e5e9-448e-b870-c389e976c2c2,revision_number=1']} {{(pid=93999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:37:44.691018 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.36', 33554) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 06:37:44.740186 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-abd8f127-2a6a-485f-8c18-f62a6357d9db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:37:44.760716 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-abd8f127-2a6a-485f-8c18-f62a6357d9db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:37:44.808047 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-abd8f127-2a6a-485f-8c18-f62a6357d9db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533969'] for security_group, after_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:37:44.811152 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-abd8f127-2a6a-485f-8c18-f62a6357d9db admin admin] Notify callbacks [] for security_group, before_response {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:37:44.812315 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [None req-abd8f127-2a6a-485f-8c18-f62a6357d9db admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/d82de763-e5e9-448e-b870-c389e976c2c2 HTTP/1.1" status: 204 len: 168 time: 0.1203022 Sep 30 06:37:44.819861 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd8f127-2a6a-485f-8c18-f62a6357d9db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d82de763-e5e9-448e-b870-c389e976c2c2,revision_number=None']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:37:45.066847 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.36', 33560) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 06:37:45.080299 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-51030f6c-ab8f-4be4-8182-27be7b9143dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:37:45.172090 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-51030f6c-ab8f-4be4-8182-27be7b9143dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:37:45.175836 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-51030f6c-ab8f-4be4-8182-27be7b9143dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533969'] for security_group, after_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:37:45.213622 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [None req-51030f6c-ab8f-4be4-8182-27be7b9143dd admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=3250d58ed6eb45f49e496aea50d1595c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1457071 Sep 30 06:37:45.214459 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51030f6c-ab8f-4be4-8182-27be7b9143dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1168b633-6787-46f1-b52b-b7ddc9c512b5,revision_number=1']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:37:45.216515 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.wsgi [-] (93999) accepted ('10.222.0.36', 33562) {{(pid=93999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 06:37:45.264967 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-19d43708-5684-4e6d-8d6f-b0b837e49ab9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:37:45.285091 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-19d43708-5684-4e6d-8d6f-b0b837e49ab9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:37:45.333989 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-19d43708-5684-4e6d-8d6f-b0b837e49ab9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533969'] for security_group, after_delete {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:37:45.336803 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-19d43708-5684-4e6d-8d6f-b0b837e49ab9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:37:45.337943 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [None req-19d43708-5684-4e6d-8d6f-b0b837e49ab9 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/1168b633-6787-46f1-b52b-b7ddc9c512b5 HTTP/1.1" status: 204 len: 168 time: 0.1197467 Sep 30 06:37:45.345786 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d43708-5684-4e6d-8d6f-b0b837e49ab9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1168b633-6787-46f1-b52b-b7ddc9c512b5,revision_number=None']} {{(pid=93999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:37:46.636705 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-670ec6b4-b4ad-4475-958d-37e2de40eafb req-af157744-68b0-451d-8eb3-73d0823b0c19 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=dab3054c-1af0-4feb-a1d2-392311252c7f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1405792 Sep 30 06:37:46.710925 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670ec6b4-b4ad-4475-958d-37e2de40eafb req-cbc5e0a9-33c5-48d1-b66c-08148fb743ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:37:46.712518 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-670ec6b4-b4ad-4475-958d-37e2de40eafb req-cbc5e0a9-33c5-48d1-b66c-08148fb743ad service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=371c6a2cbad540218fff235f4a93c18c&device_id=dab3054c-1af0-4feb-a1d2-392311252c7f HTTP/1.1" status: 200 len: 1098 time: 0.0419326 Sep 30 06:37:46.822560 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670ec6b4-b4ad-4475-958d-37e2de40eafb req-e95c2926-f447-4199-9d71-41a57574efbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:37:46.824134 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-670ec6b4-b4ad-4475-958d-37e2de40eafb req-e95c2926-f447-4199-9d71-41a57574efbb service neutron] 10.222.0.10 "GET /v2.0/networks?id=5bc9530f-6d9b-49f6-aa4a-02099720eacd HTTP/1.1" status: 200 len: 912 time: 0.0924804 Sep 30 06:37:46.893684 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-670ec6b4-b4ad-4475-958d-37e2de40eafb req-6960a677-bcd7-4597-a589-664c3b7c4e70 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a6dff84a-8242-4446-b2d6-8ab6dd3e05ac HTTP/1.1" status: 200 len: 1001 time: 0.0629771 Sep 30 06:37:46.942116 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670ec6b4-b4ad-4475-958d-37e2de40eafb req-61e49be3-5a43-4fc2-872f-5b2512034b45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:37:46.943657 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-670ec6b4-b4ad-4475-958d-37e2de40eafb req-61e49be3-5a43-4fc2-872f-5b2512034b45 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=a64b5ea3-7042-4499-97da-2a827c2c06a9 HTTP/1.1" status: 200 len: 850 time: 0.0436401 Sep 30 06:37:46.991768 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670ec6b4-b4ad-4475-958d-37e2de40eafb req-a3a3b4a0-a837-4185-84b5-7408266d39fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:37:46.993296 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-670ec6b4-b4ad-4475-958d-37e2de40eafb req-a3a3b4a0-a837-4185-84b5-7408266d39fb service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=5bc9530f-6d9b-49f6-aa4a-02099720eacd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0408189 Sep 30 06:37:47.004459 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.wsgi [req-670ec6b4-b4ad-4475-958d-37e2de40eafb req-4c2f2e66-6616-4938-b535-73d8153b0ca9 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=93999) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 30 06:37:47.005418 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-670ec6b4-b4ad-4475-958d-37e2de40eafb req-4c2f2e66-6616-4938-b535-73d8153b0ca9 service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0050788 Sep 30 06:37:47.104813 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-670ec6b4-b4ad-4475-958d-37e2de40eafb req-cc6e16ab-cb40-4675-9200-7dc38c55aa12 service neutron] 10.222.0.10 "GET /v2.0/networks/5bc9530f-6d9b-49f6-aa4a-02099720eacd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908639 Sep 30 06:37:47.200332 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-670ec6b4-b4ad-4475-958d-37e2de40eafb req-bce942f2-3a28-4809-9b92-c5c8812e572e service neutron] 10.222.0.10 "GET /v2.0/networks/5bc9530f-6d9b-49f6-aa4a-02099720eacd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885110 Sep 30 06:37:54.277364 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.wsgi [-] (93999) accepted ('10.222.0.36', 33658) {{(pid=93999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 06:37:54.386267 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-5ceb2f74-d5be-4c1f-9c78-6a357d2a9a7a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:37:54.475716 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-5ceb2f74-d5be-4c1f-9c78-6a357d2a9a7a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:37:54.479282 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-5ceb2f74-d5be-4c1f-9c78-6a357d2a9a7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533969'] for security_group, after_create {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:37:54.516817 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [None req-5ceb2f74-d5be-4c1f-9c78-6a357d2a9a7a admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=84f95e7cc52f45af8caffb52831578eb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2383652 Sep 30 06:37:54.518710 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ceb2f74-d5be-4c1f-9c78-6a357d2a9a7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2393db27-2c9d-49d3-b63c-fb64ecb4685f,revision_number=1']} {{(pid=93999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:37:54.519554 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.36', 33662) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 06:37:54.568545 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-87056b22-1be3-44bd-a797-15c08c4362c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:37:54.588584 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-87056b22-1be3-44bd-a797-15c08c4362c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:37:54.634813 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-87056b22-1be3-44bd-a797-15c08c4362c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533969'] for security_group, after_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:37:54.637314 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-87056b22-1be3-44bd-a797-15c08c4362c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:37:54.638451 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [None req-87056b22-1be3-44bd-a797-15c08c4362c1 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/2393db27-2c9d-49d3-b63c-fb64ecb4685f HTTP/1.1" status: 204 len: 168 time: 0.1179056 Sep 30 06:37:54.646497 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87056b22-1be3-44bd-a797-15c08c4362c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2393db27-2c9d-49d3-b63c-fb64ecb4685f,revision_number=None']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:37:54.904450 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.wsgi [-] (93999) accepted ('10.222.0.36', 33668) {{(pid=93999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 06:37:54.923725 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-b8ae6026-934f-44bd-83f7-a547bc347d81 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:37:55.022974 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-b8ae6026-934f-44bd-83f7-a547bc347d81 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:37:55.026657 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-b8ae6026-934f-44bd-83f7-a547bc347d81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533969'] for security_group, after_create {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:37:55.064034 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ae6026-934f-44bd-83f7-a547bc347d81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11026858-997f-44db-97ce-1d1ff52eab4b,revision_number=1']} {{(pid=93999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:37:55.069224 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [None req-b8ae6026-934f-44bd-83f7-a547bc347d81 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=b1e579557db0415fa078cf8d27565fa1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1637037 Sep 30 06:37:55.071786 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.wsgi [-] (93999) accepted ('10.222.0.36', 33670) {{(pid=93999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 06:37:55.124208 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-ff8f8f36-c323-41fe-8627-0687d0fb72ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:37:55.144968 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-ff8f8f36-c323-41fe-8627-0687d0fb72ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:37:55.190848 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-ff8f8f36-c323-41fe-8627-0687d0fb72ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533969'] for security_group, after_delete {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:37:55.193352 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-ff8f8f36-c323-41fe-8627-0687d0fb72ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:37:55.194669 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [None req-ff8f8f36-c323-41fe-8627-0687d0fb72ce admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/11026858-997f-44db-97ce-1d1ff52eab4b HTTP/1.1" status: 204 len: 168 time: 0.1219602 Sep 30 06:37:55.202870 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8f8f36-c323-41fe-8627-0687d0fb72ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11026858-997f-44db-97ce-1d1ff52eab4b,revision_number=None']} {{(pid=93999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:37:58.497649 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-423ac2df-f043-4f62-9aa8-2a41f4a942d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727546001794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-597483'] for agent, after_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:38:01.347649 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-bed62d95-d2ec-45bd-afd4-f69b77254d6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727546001794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-597483'] for agent, after_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:38:02.318597 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-1a5ef50c-1a60-4eeb-b96e-cf5df6fcca4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727546001794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-597483'] for agent, after_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:38:02.675135 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-028184f3-f8cc-4c85-9e6b-64613141ad03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727546001794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-597483'] for agent, after_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:38:03.382620 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-5c1edaff-8eb8-42ba-9828-aedfc15873d7 req-6c635b86-aae6-4926-b36b-aca9df996e93 tempest-TestVolumeBootPattern-1235501322 tempest-TestVolumeBootPattern-1235501322-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-123994646&fields=id&tenant_id=371c6a2cbad540218fff235f4a93c18c HTTP/1.1" status: 200 len: 267 time: 0.0333385 Sep 30 06:38:03.503761 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1edaff-8eb8-42ba-9828-aedfc15873d7 req-c02254af-1040-460c-8f34-ec6de111b6ff tempest-TestVolumeBootPattern-1235501322 tempest-TestVolumeBootPattern-1235501322-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:38:03.505366 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-5c1edaff-8eb8-42ba-9828-aedfc15873d7 req-c02254af-1040-460c-8f34-ec6de111b6ff tempest-TestVolumeBootPattern-1235501322 tempest-TestVolumeBootPattern-1235501322-project] 10.222.0.36 "GET /v2.0/networks?id=5bc9530f-6d9b-49f6-aa4a-02099720eacd HTTP/1.1" status: 200 len: 811 time: 0.1081617 Sep 30 06:38:03.521943 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-5c1edaff-8eb8-42ba-9828-aedfc15873d7 req-3779157f-3b31-48c2-963e-1e8ecf78a60b tempest-TestVolumeBootPattern-1235501322 tempest-TestVolumeBootPattern-1235501322-project] 10.222.0.36 "GET /v2.0/quotas/371c6a2cbad540218fff235f4a93c18c HTTP/1.1" status: 200 len: 375 time: 0.0105307 Sep 30 06:38:03.581955 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-5c1edaff-8eb8-42ba-9828-aedfc15873d7 req-0e4f0a2d-3273-46ac-8b4c-201d6898d341 tempest-TestVolumeBootPattern-1235501322 tempest-TestVolumeBootPattern-1235501322-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=371c6a2cbad540218fff235f4a93c18c&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0540371 Sep 30 06:38:03.598894 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.wsgi [req-5c1edaff-8eb8-42ba-9828-aedfc15873d7 req-fe325965-ccca-4eb9-b5e7-ad8a7fd395cd service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=94000) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 30 06:38:03.599898 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-5c1edaff-8eb8-42ba-9828-aedfc15873d7 req-fe325965-ccca-4eb9-b5e7-ad8a7fd395cd service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0060022 Sep 30 06:38:03.705833 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-5c1edaff-8eb8-42ba-9828-aedfc15873d7 req-a79bc9c3-ef56-4a63-ab23-5552ff81884f service neutron] 10.222.0.36 "GET /v2.0/networks/5bc9530f-6d9b-49f6-aa4a-02099720eacd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0997100 Sep 30 06:38:03.805215 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-5c1edaff-8eb8-42ba-9828-aedfc15873d7 req-13768244-1b26-4968-8f56-68f1334562be service neutron] 10.222.0.36 "GET /v2.0/networks/5bc9530f-6d9b-49f6-aa4a-02099720eacd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932560 Sep 30 06:38:04.073890 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-31788eca-3db2-42eb-847b-597dce492ba7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727546001794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-597483'] for agent, after_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:38:04.242589 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-682da454-7da4-4cad-a646-4ca7d835d09e req-c285d6e3-73b5-45bf-b576-9b00d82cf5c0 tempest-TestVolumeBootPattern-1235501322 tempest-TestVolumeBootPattern-1235501322-project] 10.222.0.36 "GET /v2.0/ports?device_id=df5ea584-2a8b-4abe-9c09-38238828263e HTTP/1.1" status: 200 len: 210 time: 0.1474383 Sep 30 06:38:05.250231 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1edaff-8eb8-42ba-9828-aedfc15873d7 req-67ebd8b6-8d56-444f-8c2d-8bcd481048e2 tempest-TestVolumeBootPattern-1235501322 tempest-TestVolumeBootPattern-1235501322-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:38:05.251730 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-5c1edaff-8eb8-42ba-9828-aedfc15873d7 req-67ebd8b6-8d56-444f-8c2d-8bcd481048e2 tempest-TestVolumeBootPattern-1235501322 tempest-TestVolumeBootPattern-1235501322-project] 10.222.0.10 "GET /v2.0/networks?id=5bc9530f-6d9b-49f6-aa4a-02099720eacd HTTP/1.1" status: 200 len: 811 time: 0.1051373 Sep 30 06:38:05.303594 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-5c1edaff-8eb8-42ba-9828-aedfc15873d7 req-1e0647f0-a682-4205-aea1-0fc88a5850e1 tempest-TestVolumeBootPattern-1235501322 tempest-TestVolumeBootPattern-1235501322-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=371c6a2cbad540218fff235f4a93c18c HTTP/1.1" status: 200 len: 379 time: 0.0361950 Sep 30 06:38:05.315302 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.api.v2.base [req-5c1edaff-8eb8-42ba-9828-aedfc15873d7 req-c74afd45-1165-4d20-a36b-e498c14861d1 tempest-TestVolumeBootPattern-1235501322 tempest-TestVolumeBootPattern-1235501322-project] Request body: {'port': {'device_id': 'df5ea584-2a8b-4abe-9c09-38238828263e', 'network_id': '5bc9530f-6d9b-49f6-aa4a-02099720eacd', 'admin_state_up': True, 'tenant_id': '371c6a2cbad540218fff235f4a93c18c', 'security_groups': ['c54a025c-5158-476e-b94b-72fedfe85ade']}} {{(pid=93999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 06:38:05.338237 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-3caae0c8-51e0-47f2-8634-887d5ae0fceb req-3d14034d-4092-4ee7-88e2-319d48e5f810 tempest-TestVolumeBootPattern-1235501322 tempest-TestVolumeBootPattern-1235501322-project] 10.222.0.36 "GET /v2.0/ports?device_id=df5ea584-2a8b-4abe-9c09-38238828263e HTTP/1.1" status: 200 len: 210 time: 0.0353363 Sep 30 06:38:05.451176 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5c1edaff-8eb8-42ba-9828-aedfc15873d7 req-c74afd45-1165-4d20-a36b-e498c14861d1 tempest-TestVolumeBootPattern-1235501322 tempest-TestVolumeBootPattern-1235501322-project] Made reservation on behalf of 371c6a2cbad540218fff235f4a93c18c for: {'port': 1} {{(pid=93999) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 06:38:05.455342 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [req-5c1edaff-8eb8-42ba-9828-aedfc15873d7 req-c74afd45-1165-4d20-a36b-e498c14861d1 tempest-TestVolumeBootPattern-1235501322 tempest-TestVolumeBootPattern-1235501322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653538'] for port, before_create {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:38:05.590410 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.db.db_base_plugin_common [req-5c1edaff-8eb8-42ba-9828-aedfc15873d7 req-c74afd45-1165-4d20-a36b-e498c14861d1 tempest-TestVolumeBootPattern-1235501322 tempest-TestVolumeBootPattern-1235501322-project] Allocated IP 172.20.0.10 (5bc9530f-6d9b-49f6-aa4a-02099720eacd/a64b5ea3-7042-4499-97da-2a827c2c06a9/aff9773e-c904-4df0-8ac9-be0453bd33a3) {{(pid=93999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 06:38:05.732183 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [req-5c1edaff-8eb8-42ba-9828-aedfc15873d7 req-c74afd45-1165-4d20-a36b-e498c14861d1 tempest-TestVolumeBootPattern-1235501322 tempest-TestVolumeBootPattern-1235501322-project] Notify callbacks [] for port, precommit_create {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:38:05.764557 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [req-5c1edaff-8eb8-42ba-9828-aedfc15873d7 req-c74afd45-1165-4d20-a36b-e498c14861d1 tempest-TestVolumeBootPattern-1235501322 tempest-TestVolumeBootPattern-1235501322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7821886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727545489345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6560267'] for port, after_create {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:38:05.806326 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5c1edaff-8eb8-42ba-9828-aedfc15873d7 req-c74afd45-1165-4d20-a36b-e498c14861d1 tempest-TestVolumeBootPattern-1235501322 tempest-TestVolumeBootPattern-1235501322-project] Network 5bc9530f-6d9b-49f6-aa4a-02099720eacd is already hosted by enough agents. {{(pid=93999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 06:38:05.809395 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.scheduler.base_scheduler [req-5c1edaff-8eb8-42ba-9828-aedfc15873d7 req-c74afd45-1165-4d20-a36b-e498c14861d1 tempest-TestVolumeBootPattern-1235501322 tempest-TestVolumeBootPattern-1235501322-project] Resources bound (agent type, host, resource id): {{(pid=93999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 06:38:05.813128 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c1edaff-8eb8-42ba-9828-aedfc15873d7 req-c74afd45-1165-4d20-a36b-e498c14861d1 tempest-TestVolumeBootPattern-1235501322 tempest-TestVolumeBootPattern-1235501322-project] Received port after_create {{(pid=93999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 06:38:05.844365 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74afd45-1165-4d20-a36b-e498c14861d1 tempest-TestVolumeBootPattern-1235501322 tempest-TestVolumeBootPattern-1235501322-project] Pushing event updated for resources: {'Port': ['ID=aff9773e-c904-4df0-8ac9-be0453bd33a3,revision_number=1']} {{(pid=93999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:38:05.874793 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1edaff-8eb8-42ba-9828-aedfc15873d7 req-c74afd45-1165-4d20-a36b-e498c14861d1 tempest-TestVolumeBootPattern-1235501322 tempest-TestVolumeBootPattern-1235501322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:38:05.875442 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [req-5c1edaff-8eb8-42ba-9828-aedfc15873d7 req-c74afd45-1165-4d20-a36b-e498c14861d1 tempest-TestVolumeBootPattern-1235501322 tempest-TestVolumeBootPattern-1235501322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57126'] for port, before_response {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:38:05.891453 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-5c1edaff-8eb8-42ba-9828-aedfc15873d7 req-c74afd45-1165-4d20-a36b-e498c14861d1 tempest-TestVolumeBootPattern-1235501322 tempest-TestVolumeBootPattern-1235501322-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5810676 Sep 30 06:38:05.911597 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.api.v2.base [req-5c1edaff-8eb8-42ba-9828-aedfc15873d7 req-64e3fff8-5ec4-4290-a475-da3926233106 service neutron] Request body: {'port': {'device_id': 'df5ea584-2a8b-4abe-9c09-38238828263e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81187'}} {{(pid=93999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 06:38:05.977869 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [req-5c1edaff-8eb8-42ba-9828-aedfc15873d7 req-64e3fff8-5ec4-4290-a475-da3926233106 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653538'] for port, before_update {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:38:06.021861 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.db.provisioning_blocks [None req-d7a98166-cbf2-4c06-96d4-b5aad3d12f0c None None] Provisioning complete for port aff9773e-c904-4df0-8ac9-be0453bd33a3 triggered by entity DHCP. {{(pid=94001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 06:38:06.022462 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-d7a98166-cbf2-4c06-96d4-b5aad3d12f0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-597822'] for port, provisioning_complete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:38:06.059024 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.plugin [None req-d7a98166-cbf2-4c06-96d4-b5aad3d12f0c None None] Port aff9773e-c904-4df0-8ac9-be0453bd33a3 cannot update to ACTIVE because it is not bound. {{(pid=94001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 06:38:06.257085 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.notifiers.nova [req-5c1edaff-8eb8-42ba-9828-aedfc15873d7 req-64e3fff8-5ec4-4290-a475-da3926233106 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aff9773e-c904-4df0-8ac9-be0453bd33a3 {{(pid=93999) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 06:38:06.265545 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [req-5c1edaff-8eb8-42ba-9828-aedfc15873d7 req-64e3fff8-5ec4-4290-a475-da3926233106 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:38:06.279086 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.db.provisioning_blocks [req-5c1edaff-8eb8-42ba-9828-aedfc15873d7 req-64e3fff8-5ec4-4290-a475-da3926233106 service neutron] Transition to ACTIVE for port object aff9773e-c904-4df0-8ac9-be0453bd33a3 will not be triggered until provisioned by entity L2. {{(pid=93999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 06:38:06.282763 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [req-5c1edaff-8eb8-42ba-9828-aedfc15873d7 req-64e3fff8-5ec4-4290-a475-da3926233106 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7821886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727545992452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727545489363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727545489381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6560256'] for port, after_update {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:38:06.336652 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e3fff8-5ec4-4290-a475-da3926233106 service neutron] Pushing event updated for resources: {'Port': ['ID=aff9773e-c904-4df0-8ac9-be0453bd33a3,revision_number=2']} {{(pid=93999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:38:06.405999 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.plugins.ml2.managers [req-5c1edaff-8eb8-42ba-9828-aedfc15873d7 req-64e3fff8-5ec4-4290-a475-da3926233106 service neutron] Attempting to bind port aff9773e-c904-4df0-8ac9-be0453bd33a3 on host hv-cinder-81187 for vnic_type normal with profile {{(pid=93999) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 06:38:06.406341 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.plugins.ml2.managers [req-5c1edaff-8eb8-42ba-9828-aedfc15873d7 req-64e3fff8-5ec4-4290-a475-da3926233106 service neutron] Attempting to bind port aff9773e-c904-4df0-8ac9-be0453bd33a3 by drivers openvswitch,hyperv on host hv-cinder-81187 at level 0 using segments [{'id': '91d390b2-e475-4135-bc40-86c600b72bab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '5bc9530f-6d9b-49f6-aa4a-02099720eacd'}] {{(pid=93999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 06:38:06.406710 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c1edaff-8eb8-42ba-9828-aedfc15873d7 req-64e3fff8-5ec4-4290-a475-da3926233106 service neutron] Attempting to bind port aff9773e-c904-4df0-8ac9-be0453bd33a3 on network 5bc9530f-6d9b-49f6-aa4a-02099720eacd {{(pid=93999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 06:38:06.412115 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c1edaff-8eb8-42ba-9828-aedfc15873d7 req-64e3fff8-5ec4-4290-a475-da3926233106 service neutron] Port aff9773e-c904-4df0-8ac9-be0453bd33a3 on network 5bc9530f-6d9b-49f6-aa4a-02099720eacd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81187 {{(pid=93999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 06:38:06.412438 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c1edaff-8eb8-42ba-9828-aedfc15873d7 req-64e3fff8-5ec4-4290-a475-da3926233106 service neutron] Attempting to bind port aff9773e-c904-4df0-8ac9-be0453bd33a3 on network 5bc9530f-6d9b-49f6-aa4a-02099720eacd {{(pid=93999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 06:38:06.417506 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c1edaff-8eb8-42ba-9828-aedfc15873d7 req-64e3fff8-5ec4-4290-a475-da3926233106 service neutron] Checking agent: {'id': '8d9eab89-7803-44fc-b727-c0e530c74148', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81187', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 6, 25, 39), 'started_at': datetime.datetime(2021, 9, 30, 6, 25, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 6, 37, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 06:38:06.417846 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c1edaff-8eb8-42ba-9828-aedfc15873d7 req-64e3fff8-5ec4-4290-a475-da3926233106 service neutron] Checking segment: {'id': '91d390b2-e475-4135-bc40-86c600b72bab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '5bc9530f-6d9b-49f6-aa4a-02099720eacd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 06:38:06.418485 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c1edaff-8eb8-42ba-9828-aedfc15873d7 req-64e3fff8-5ec4-4290-a475-da3926233106 service neutron] Bound using segment: {'id': '91d390b2-e475-4135-bc40-86c600b72bab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '5bc9530f-6d9b-49f6-aa4a-02099720eacd'} {{(pid=93999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 06:38:06.418957 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.plugins.ml2.managers [req-5c1edaff-8eb8-42ba-9828-aedfc15873d7 req-64e3fff8-5ec4-4290-a475-da3926233106 service neutron] Bound port: aff9773e-c904-4df0-8ac9-be0453bd33a3, host: hv-cinder-81187, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '91d390b2-e475-4135-bc40-86c600b72bab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '5bc9530f-6d9b-49f6-aa4a-02099720eacd'}}] {{(pid=93999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 06:38:06.419323 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [req-5c1edaff-8eb8-42ba-9828-aedfc15873d7 req-64e3fff8-5ec4-4290-a475-da3926233106 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653538'] for port, before_update {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:38:06.504642 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2146e608-7a88-454d-9a68-eb6a4e43f59c req-4b130026-7185-4b4e-affd-185057f947bb tempest-TestVolumeBootPattern-1235501322 tempest-TestVolumeBootPattern-1235501322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:38:06.506153 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-2146e608-7a88-454d-9a68-eb6a4e43f59c req-4b130026-7185-4b4e-affd-185057f947bb tempest-TestVolumeBootPattern-1235501322 tempest-TestVolumeBootPattern-1235501322-project] 10.222.0.36 "GET /v2.0/ports?device_id=df5ea584-2a8b-4abe-9c09-38238828263e HTTP/1.1" status: 200 len: 944 time: 0.0844471 Sep 30 06:38:06.543622 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.plugins.ml2.db [req-5c1edaff-8eb8-42ba-9828-aedfc15873d7 req-64e3fff8-5ec4-4290-a475-da3926233106 service neutron] For port aff9773e-c904-4df0-8ac9-be0453bd33a3, host hv-cinder-81187, cleared binding levels {{(pid=93999) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 06:38:06.565511 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.plugins.ml2.db [req-5c1edaff-8eb8-42ba-9828-aedfc15873d7 req-64e3fff8-5ec4-4290-a475-da3926233106 service neutron] For port aff9773e-c904-4df0-8ac9-be0453bd33a3, host hv-cinder-81187, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81187',level=0,port_id=aff9773e-c904-4df0-8ac9-be0453bd33a3,segment=NetworkSegment(91d390b2-e475-4135-bc40-86c600b72bab),segment_id=91d390b2-e475-4135-bc40-86c600b72bab)] {{(pid=93999) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 06:38:06.569883 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [req-5c1edaff-8eb8-42ba-9828-aedfc15873d7 req-64e3fff8-5ec4-4290-a475-da3926233106 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7821886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727545992452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727545489363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727545489381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6560256'] for port, after_update {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:38:06.574256 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-2146e608-7a88-454d-9a68-eb6a4e43f59c req-b8ffbdc5-726a-4ba6-8591-8fe6c0206346 tempest-TestVolumeBootPattern-1235501322 tempest-TestVolumeBootPattern-1235501322-project] 10.222.0.36 "GET /v2.0/security-groups?id=c54a025c-5158-476e-b94b-72fedfe85ade&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0617208 Sep 30 06:38:06.621152 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1edaff-8eb8-42ba-9828-aedfc15873d7 req-64e3fff8-5ec4-4290-a475-da3926233106 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:38:06.621782 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [req-5c1edaff-8eb8-42ba-9828-aedfc15873d7 req-64e3fff8-5ec4-4290-a475-da3926233106 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57126'] for port, before_response {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:38:06.623958 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-5c1edaff-8eb8-42ba-9828-aedfc15873d7 req-64e3fff8-5ec4-4290-a475-da3926233106 service neutron] 10.222.0.10 "PUT /v2.0/ports/aff9773e-c904-4df0-8ac9-be0453bd33a3 HTTP/1.1" status: 200 len: 1094 time: 0.7173126 Sep 30 06:38:06.626576 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df5ea584-2a8b-4abe-9c09-38238828263e', 'tag': 'aff9773e-c904-4df0-8ac9-be0453bd33a3'}] {{(pid=93999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 06:38:06.629107 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07b111f6e278cfffd9c4f208e103de524c2b9e3fbd4e5a5b5d8dd158a433df71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43d90546-697a-487e-88cc-80828066bba8" -d '{"events": [{"name": "network-changed", "server_uuid": "df5ea584-2a8b-4abe-9c09-38238828263e", "tag": "aff9773e-c904-4df0-8ac9-be0453bd33a3"}]}' {{(pid=93999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 06:38:06.665500 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e3fff8-5ec4-4290-a475-da3926233106 service neutron] Pushing event updated for resources: {'Port': ['ID=aff9773e-c904-4df0-8ac9-be0453bd33a3,revision_number=3']} {{(pid=93999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:38:06.675993 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 06:38:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4cfc57a-fe6f-40d4-88e1-b8579e3458f6 x-openstack-request-id: req-b4cfc57a-fe6f-40d4-88e1-b8579e3458f6 {{(pid=93999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 06:38:06.676297 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df5ea584-2a8b-4abe-9c09-38238828263e", "tag": "aff9773e-c904-4df0-8ac9-be0453bd33a3", "status": "completed", "code": 200}]} {{(pid=93999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 06:38:06.676561 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-b4cfc57a-fe6f-40d4-88e1-b8579e3458f6 {{(pid=93999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 06:38:06.676968 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df5ea584-2a8b-4abe-9c09-38238828263e', 'tag': 'aff9773e-c904-4df0-8ac9-be0453bd33a3', 'status': 'completed', 'code': 200} Sep 30 06:38:06.745894 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1edaff-8eb8-42ba-9828-aedfc15873d7 req-9fcb64b0-880d-4da6-b0d5-2008fc91a407 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:38:06.749423 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-5c1edaff-8eb8-42ba-9828-aedfc15873d7 req-9fcb64b0-880d-4da6-b0d5-2008fc91a407 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=371c6a2cbad540218fff235f4a93c18c&device_id=df5ea584-2a8b-4abe-9c09-38238828263e HTTP/1.1" status: 200 len: 1097 time: 0.0522857 Sep 30 06:38:06.769962 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.36', 33822) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 06:38:06.804603 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-5c1edaff-8eb8-42ba-9828-aedfc15873d7 req-a6ee61f3-e739-4d7e-a6af-a8b3c40d83de service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=aff9773e-c904-4df0-8ac9-be0453bd33a3 HTTP/1.1" status: 200 len: 217 time: 0.0435143 Sep 30 06:38:06.861047 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1edaff-8eb8-42ba-9828-aedfc15873d7 req-11df1290-a335-4c49-87b0-3b91402d6bbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:38:06.862763 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-5c1edaff-8eb8-42ba-9828-aedfc15873d7 req-11df1290-a335-4c49-87b0-3b91402d6bbb service neutron] 10.222.0.10 "GET /v2.0/subnets?id=a64b5ea3-7042-4499-97da-2a827c2c06a9 HTTP/1.1" status: 200 len: 850 time: 0.0503972 Sep 30 06:38:06.882820 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-c57cc22a-93f1-404a-91bd-50c471509c9f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:38:06.911045 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1edaff-8eb8-42ba-9828-aedfc15873d7 req-cfd43106-3e00-46d4-9d59-20c7dc36328c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:38:06.912705 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-5c1edaff-8eb8-42ba-9828-aedfc15873d7 req-cfd43106-3e00-46d4-9d59-20c7dc36328c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=5bc9530f-6d9b-49f6-aa4a-02099720eacd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0430033 Sep 30 06:38:06.983049 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-c57cc22a-93f1-404a-91bd-50c471509c9f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:38:06.988193 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-c57cc22a-93f1-404a-91bd-50c471509c9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533969'] for security_group, after_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:38:07.009714 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-5c1edaff-8eb8-42ba-9828-aedfc15873d7 req-7b7efb9e-f2b7-40f2-8aa7-58617beaf54c service neutron] 10.222.0.10 "GET /v2.0/networks/5bc9530f-6d9b-49f6-aa4a-02099720eacd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887337 Sep 30 06:38:07.029325 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [None req-c57cc22a-93f1-404a-91bd-50c471509c9f admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=189953448df143dcb17b11365744c63b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2573869 Sep 30 06:38:07.031781 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.36', 33826) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 06:38:07.039208 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57cc22a-93f1-404a-91bd-50c471509c9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=091a6cd9-2009-4461-9fc6-22bc1fac6c06,revision_number=1']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:38:07.086467 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-7f58048b-9f78-4396-9c08-7fa6224ec873 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:38:07.108117 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-7f58048b-9f78-4396-9c08-7fa6224ec873 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:38:07.112970 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-5c1edaff-8eb8-42ba-9828-aedfc15873d7 req-edd8f286-edee-4a76-b1c9-e10949d90562 service neutron] 10.222.0.10 "GET /v2.0/networks/5bc9530f-6d9b-49f6-aa4a-02099720eacd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961673 Sep 30 06:38:07.158102 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-7f58048b-9f78-4396-9c08-7fa6224ec873 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533969'] for security_group, after_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:38:07.160687 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-7f58048b-9f78-4396-9c08-7fa6224ec873 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:38:07.161863 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [None req-7f58048b-9f78-4396-9c08-7fa6224ec873 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/091a6cd9-2009-4461-9fc6-22bc1fac6c06 HTTP/1.1" status: 204 len: 168 time: 0.1291392 Sep 30 06:38:07.170023 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f58048b-9f78-4396-9c08-7fa6224ec873 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=091a6cd9-2009-4461-9fc6-22bc1fac6c06,revision_number=None']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:38:07.240722 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d90546-697a-487e-88cc-80828066bba8 req-03b09b45-45dd-4977-80d1-be3652755707 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:38:07.242231 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-43d90546-697a-487e-88cc-80828066bba8 req-03b09b45-45dd-4977-80d1-be3652755707 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=371c6a2cbad540218fff235f4a93c18c&device_id=df5ea584-2a8b-4abe-9c09-38238828263e HTTP/1.1" status: 200 len: 1097 time: 0.0402529 Sep 30 06:38:07.345270 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d90546-697a-487e-88cc-80828066bba8 req-d349e96d-efb6-42e9-89d5-003d9430cd9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:38:07.347700 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-43d90546-697a-487e-88cc-80828066bba8 req-d349e96d-efb6-42e9-89d5-003d9430cd9a service neutron] 10.222.0.10 "GET /v2.0/networks?id=5bc9530f-6d9b-49f6-aa4a-02099720eacd HTTP/1.1" status: 200 len: 912 time: 0.0983384 Sep 30 06:38:07.396754 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-43d90546-697a-487e-88cc-80828066bba8 req-50233fd1-2c53-4d69-b88b-e03fad28a7c2 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=aff9773e-c904-4df0-8ac9-be0453bd33a3 HTTP/1.1" status: 200 len: 217 time: 0.0390337 Sep 30 06:38:07.455562 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d90546-697a-487e-88cc-80828066bba8 req-498d24a7-7cf4-4db5-a825-399728c3957b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:38:07.457078 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-43d90546-697a-487e-88cc-80828066bba8 req-498d24a7-7cf4-4db5-a825-399728c3957b service neutron] 10.222.0.10 "GET /v2.0/subnets?id=a64b5ea3-7042-4499-97da-2a827c2c06a9 HTTP/1.1" status: 200 len: 850 time: 0.0522730 Sep 30 06:38:07.505562 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d90546-697a-487e-88cc-80828066bba8 req-e98b7ca8-ef16-4c8c-93f8-27f9af029157 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:38:07.507172 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-43d90546-697a-487e-88cc-80828066bba8 req-e98b7ca8-ef16-4c8c-93f8-27f9af029157 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=5bc9530f-6d9b-49f6-aa4a-02099720eacd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0421720 Sep 30 06:38:07.598790 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-43d90546-697a-487e-88cc-80828066bba8 req-461f26f7-3605-41b5-87f2-99688fdb0507 service neutron] 10.222.0.10 "GET /v2.0/networks/5bc9530f-6d9b-49f6-aa4a-02099720eacd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807617 Sep 30 06:38:07.724968 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-43d90546-697a-487e-88cc-80828066bba8 req-1fa30bdc-e5af-4d52-829e-807ed392925d service neutron] 10.222.0.10 "GET /v2.0/networks/5bc9530f-6d9b-49f6-aa4a-02099720eacd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1154521 Sep 30 06:38:07.733012 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9711073c-2663-48f5-b156-c6c1079b958d req-1909dc69-7222-44d2-a442-c066457568fd tempest-TestVolumeBootPattern-1235501322 tempest-TestVolumeBootPattern-1235501322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:38:07.734379 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-9711073c-2663-48f5-b156-c6c1079b958d req-1909dc69-7222-44d2-a442-c066457568fd tempest-TestVolumeBootPattern-1235501322 tempest-TestVolumeBootPattern-1235501322-project] 10.222.0.36 "GET /v2.0/ports?device_id=df5ea584-2a8b-4abe-9c09-38238828263e HTTP/1.1" status: 200 len: 944 time: 0.0902443 Sep 30 06:38:07.773879 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-9711073c-2663-48f5-b156-c6c1079b958d req-92d02bfb-f72a-45fc-9186-de40652fa415 tempest-TestVolumeBootPattern-1235501322 tempest-TestVolumeBootPattern-1235501322-project] 10.222.0.36 "GET /v2.0/security-groups?id=c54a025c-5158-476e-b94b-72fedfe85ade&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335314 Sep 30 06:38:09.046287 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e127d988-470c-43b8-aa18-17a8607eb01e req-1e58a96a-d660-4a76-813f-44da63d65942 tempest-TestVolumeBootPattern-1235501322 tempest-TestVolumeBootPattern-1235501322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:38:09.047842 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-e127d988-470c-43b8-aa18-17a8607eb01e req-1e58a96a-d660-4a76-813f-44da63d65942 tempest-TestVolumeBootPattern-1235501322 tempest-TestVolumeBootPattern-1235501322-project] 10.222.0.36 "GET /v2.0/ports?device_id=df5ea584-2a8b-4abe-9c09-38238828263e HTTP/1.1" status: 200 len: 944 time: 0.0513897 Sep 30 06:38:09.084593 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-e127d988-470c-43b8-aa18-17a8607eb01e req-5ed89e14-2c5c-4eba-a1c5-74f0bbb7c846 tempest-TestVolumeBootPattern-1235501322 tempest-TestVolumeBootPattern-1235501322-project] 10.222.0.36 "GET /v2.0/security-groups?id=c54a025c-5158-476e-b94b-72fedfe85ade&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308142 Sep 30 06:38:09.154052 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727546001794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-597483'] for agent, after_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:38:10.203580 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7a21b5-b01c-4d2c-96b4-d5fe36e1261a req-40a8246a-b281-43b1-98ba-c62ecd2acef3 tempest-TestVolumeBootPattern-1235501322 tempest-TestVolumeBootPattern-1235501322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:38:10.205071 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-2c7a21b5-b01c-4d2c-96b4-d5fe36e1261a req-40a8246a-b281-43b1-98ba-c62ecd2acef3 tempest-TestVolumeBootPattern-1235501322 tempest-TestVolumeBootPattern-1235501322-project] 10.222.0.36 "GET /v2.0/ports?device_id=df5ea584-2a8b-4abe-9c09-38238828263e HTTP/1.1" status: 200 len: 944 time: 0.0526619 Sep 30 06:38:10.242897 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-2c7a21b5-b01c-4d2c-96b4-d5fe36e1261a req-16b03130-e0b2-4a53-a7ba-0a39b5bfd659 tempest-TestVolumeBootPattern-1235501322 tempest-TestVolumeBootPattern-1235501322-project] 10.222.0.36 "GET /v2.0/security-groups?id=c54a025c-5158-476e-b94b-72fedfe85ade&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317297 Sep 30 06:38:11.354575 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f7369b-7198-4056-8e57-2a3c1ebdab7a req-41275764-565f-4373-9415-be7cf02b7c98 tempest-TestVolumeBootPattern-1235501322 tempest-TestVolumeBootPattern-1235501322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:38:11.356048 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-c1f7369b-7198-4056-8e57-2a3c1ebdab7a req-41275764-565f-4373-9415-be7cf02b7c98 tempest-TestVolumeBootPattern-1235501322 tempest-TestVolumeBootPattern-1235501322-project] 10.222.0.36 "GET /v2.0/ports?device_id=df5ea584-2a8b-4abe-9c09-38238828263e HTTP/1.1" status: 200 len: 944 time: 0.0475352 Sep 30 06:38:11.393320 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-c1f7369b-7198-4056-8e57-2a3c1ebdab7a req-aec6de0e-6317-44af-b533-3788c226d218 tempest-TestVolumeBootPattern-1235501322 tempest-TestVolumeBootPattern-1235501322-project] 10.222.0.36 "GET /v2.0/security-groups?id=c54a025c-5158-476e-b94b-72fedfe85ade&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311418 Sep 30 06:38:12.514537 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a23524-4687-4e30-8f78-3c0081e09d18 req-0a18ace3-aaca-4fdc-bc01-b9ce016563cf tempest-TestVolumeBootPattern-1235501322 tempest-TestVolumeBootPattern-1235501322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:38:12.516059 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-93a23524-4687-4e30-8f78-3c0081e09d18 req-0a18ace3-aaca-4fdc-bc01-b9ce016563cf tempest-TestVolumeBootPattern-1235501322 tempest-TestVolumeBootPattern-1235501322-project] 10.222.0.36 "GET /v2.0/ports?device_id=df5ea584-2a8b-4abe-9c09-38238828263e HTTP/1.1" status: 200 len: 944 time: 0.0523336 Sep 30 06:38:12.554973 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-93a23524-4687-4e30-8f78-3c0081e09d18 req-ef8efdf6-001b-4ba8-9718-fe49cde4e42d tempest-TestVolumeBootPattern-1235501322 tempest-TestVolumeBootPattern-1235501322-project] 10.222.0.36 "GET /v2.0/security-groups?id=c54a025c-5158-476e-b94b-72fedfe85ade&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323343 Sep 30 06:38:13.646787 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.rpc [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] Device aff9773e-c904-4df0-8ac9-be0453bd33a3 details requested by agent hyperv_hv-cinder-81187 with host hv-cinder-81187 {{(pid=94001) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 06:38:13.669826 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1854ba23-dcf8-4106-9a0d-a4f0914497ca req-88252de6-e5f8-419b-be98-da9b5aa078c0 tempest-TestVolumeBootPattern-1235501322 tempest-TestVolumeBootPattern-1235501322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:38:13.671244 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-1854ba23-dcf8-4106-9a0d-a4f0914497ca req-88252de6-e5f8-419b-be98-da9b5aa078c0 tempest-TestVolumeBootPattern-1235501322 tempest-TestVolumeBootPattern-1235501322-project] 10.222.0.36 "GET /v2.0/ports?device_id=df5ea584-2a8b-4abe-9c09-38238828263e HTTP/1.1" status: 200 len: 944 time: 0.0502002 Sep 30 06:38:13.709811 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-1854ba23-dcf8-4106-9a0d-a4f0914497ca req-8b386f9a-fe77-425d-998c-0ba082f3318d tempest-TestVolumeBootPattern-1235501322 tempest-TestVolumeBootPattern-1235501322-project] 10.222.0.36 "GET /v2.0/security-groups?id=c54a025c-5158-476e-b94b-72fedfe85ade&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323071 Sep 30 06:38:13.749532 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.db [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] For port aff9773e-c904-4df0-8ac9-be0453bd33a3, host hv-cinder-81187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81187',level=0,port_id=aff9773e-c904-4df0-8ac9-be0453bd33a3,segment=NetworkSegment(91d390b2-e475-4135-bc40-86c600b72bab),segment_id=91d390b2-e475-4135-bc40-86c600b72bab)] {{(pid=94001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 06:38:13.760850 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.rpc [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] Returning: {'device': 'aff9773e-c904-4df0-8ac9-be0453bd33a3', 'network_id': '5bc9530f-6d9b-49f6-aa4a-02099720eacd', 'port_id': 'aff9773e-c904-4df0-8ac9-be0453bd33a3', 'mac_address': 'fa:16:3e:22:52:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 323, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a64b5ea3-7042-4499-97da-2a827c2c06a9', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94001) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 06:38:13.796988 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653538'] for port, before_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:38:13.809188 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.notifiers.nova [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aff9773e-c904-4df0-8ac9-be0453bd33a3 {{(pid=94001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 06:38:13.827682 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.db [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] For port aff9773e-c904-4df0-8ac9-be0453bd33a3, host hv-cinder-81187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81187',level=0,port_id=aff9773e-c904-4df0-8ac9-be0453bd33a3,segment=NetworkSegment(91d390b2-e475-4135-bc40-86c600b72bab),segment_id=91d390b2-e475-4135-bc40-86c600b72bab)] {{(pid=94001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 06:38:13.831778 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7821886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727545992452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727545489363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727545489381'] for port, after_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:38:13.875677 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] Pushing event updated for resources: {'Port': ['ID=aff9773e-c904-4df0-8ac9-be0453bd33a3,revision_number=4']} {{(pid=94001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:38:13.883097 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=94001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:38:13.883445 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=94001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:38:13.883785 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=94001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:38:13.884116 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=94001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:38:13.884446 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=94001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:38:13.884774 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=94001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:38:13.885113 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=94001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:38:13.885423 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=94001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:38:13.885769 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=94001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:38:13.886093 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=94001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:38:13.886414 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=94001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:38:13.886773 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=94001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:38:14.135539 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.db [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] get_ports_and_sgs() called for port_ids ['aff9773e-c904-4df0-8ac9-be0453bd33a3'] {{(pid=94001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 06:38:14.823383 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056957c3-5cc2-4207-b181-2602b8fb868b req-47a8cbd8-cc59-4c36-a8f5-d23c3dd899eb tempest-TestVolumeBootPattern-1235501322 tempest-TestVolumeBootPattern-1235501322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:38:14.824853 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-056957c3-5cc2-4207-b181-2602b8fb868b req-47a8cbd8-cc59-4c36-a8f5-d23c3dd899eb tempest-TestVolumeBootPattern-1235501322 tempest-TestVolumeBootPattern-1235501322-project] 10.222.0.36 "GET /v2.0/ports?device_id=df5ea584-2a8b-4abe-9c09-38238828263e HTTP/1.1" status: 200 len: 945 time: 0.0490119 Sep 30 06:38:14.862133 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-056957c3-5cc2-4207-b181-2602b8fb868b req-068c516b-a18e-46d3-bd0c-1fc4712331f0 tempest-TestVolumeBootPattern-1235501322 tempest-TestVolumeBootPattern-1235501322-project] 10.222.0.36 "GET /v2.0/security-groups?id=c54a025c-5158-476e-b94b-72fedfe85ade&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312867 Sep 30 06:38:15.665358 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.rpc [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] Device aff9773e-c904-4df0-8ac9-be0453bd33a3 up at agent hyperv_hv-cinder-81187 {{(pid=94001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 06:38:15.715275 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.db.provisioning_blocks [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] Provisioning for port aff9773e-c904-4df0-8ac9-be0453bd33a3 completed by entity L2. {{(pid=94001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 06:38:15.718829 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.db.provisioning_blocks [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] Provisioning complete for port aff9773e-c904-4df0-8ac9-be0453bd33a3 triggered by entity L2. {{(pid=94001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 06:38:15.719201 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-597822'] for port, provisioning_complete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:38:15.794382 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653538'] for port, before_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:38:15.818208 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df5ea584-2a8b-4abe-9c09-38238828263e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aff9773e-c904-4df0-8ac9-be0453bd33a3'}] {{(pid=94001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 06:38:15.820466 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6a6fbc36b32d89ab1780593628eab99e94898f937be62aa03f5208480f4236e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e6b5bb3-625b-4a35-b81e-5fa2a9a44f22" -d '{"events": [{"server_uuid": "df5ea584-2a8b-4abe-9c09-38238828263e", "name": "network-vif-plugged", "status": "completed", "tag": "aff9773e-c904-4df0-8ac9-be0453bd33a3"}]}' {{(pid=94001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 06:38:15.833100 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.db [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] For port aff9773e-c904-4df0-8ac9-be0453bd33a3, host hv-cinder-81187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81187',level=0,port_id=aff9773e-c904-4df0-8ac9-be0453bd33a3,segment=NetworkSegment(91d390b2-e475-4135-bc40-86c600b72bab),segment_id=91d390b2-e475-4135-bc40-86c600b72bab)] {{(pid=94001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 06:38:15.837454 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7821886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727545992452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727545489363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727545489381'] for port, after_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:38:15.863629 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 06:38:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cf368e2-9d00-470e-9e4d-92ff4713a6db x-openstack-request-id: req-9cf368e2-9d00-470e-9e4d-92ff4713a6db {{(pid=94001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 06:38:15.863924 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df5ea584-2a8b-4abe-9c09-38238828263e", "name": "network-vif-plugged", "status": "completed", "tag": "aff9773e-c904-4df0-8ac9-be0453bd33a3", "code": 200}]} {{(pid=94001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 06:38:15.864177 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-9cf368e2-9d00-470e-9e4d-92ff4713a6db {{(pid=94001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 06:38:15.864555 dv-cinder-811877-1-iscsi neutron-server[94001]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df5ea584-2a8b-4abe-9c09-38238828263e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aff9773e-c904-4df0-8ac9-be0453bd33a3', 'code': 200} Sep 30 06:38:15.890036 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] Pushing event updated for resources: {'Port': ['ID=aff9773e-c904-4df0-8ac9-be0453bd33a3,revision_number=5']} {{(pid=94001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:38:15.984073 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a39e57e-8f24-43b0-99f1-f24e0ee853ed req-fde437c6-6205-41e6-a521-a4581c3ed0e9 tempest-TestVolumeBootPattern-1235501322 tempest-TestVolumeBootPattern-1235501322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:38:15.985465 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-9a39e57e-8f24-43b0-99f1-f24e0ee853ed req-fde437c6-6205-41e6-a521-a4581c3ed0e9 tempest-TestVolumeBootPattern-1235501322 tempest-TestVolumeBootPattern-1235501322-project] 10.222.0.36 "GET /v2.0/ports?device_id=df5ea584-2a8b-4abe-9c09-38238828263e HTTP/1.1" status: 200 len: 946 time: 0.0513103 Sep 30 06:38:16.025301 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-9a39e57e-8f24-43b0-99f1-f24e0ee853ed req-f2b134a9-30fc-4bf6-9140-f4cb8adefd57 tempest-TestVolumeBootPattern-1235501322 tempest-TestVolumeBootPattern-1235501322-project] 10.222.0.36 "GET /v2.0/security-groups?id=c54a025c-5158-476e-b94b-72fedfe85ade&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329461 Sep 30 06:38:16.113211 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3976fa36-1a90-42e4-a7a8-9860977e71c1 req-d14e3d95-d4d9-40bc-9ad6-d67425f5b5da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:38:16.114792 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-3976fa36-1a90-42e4-a7a8-9860977e71c1 req-d14e3d95-d4d9-40bc-9ad6-d67425f5b5da service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=df5ea584-2a8b-4abe-9c09-38238828263e HTTP/1.1" status: 200 len: 1099 time: 0.0401227 Sep 30 06:38:16.149595 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-3976fa36-1a90-42e4-a7a8-9860977e71c1 req-e5d1c81e-4b5f-4ac5-8a1c-dc76bad2c5a4 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=c54a025c-5158-476e-b94b-72fedfe85ade&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0278800 Sep 30 06:38:17.145641 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78702863-f406-4044-93e8-bab6d8477250 req-7075238b-1ba3-4942-8b6b-c4cd7dfc67fd tempest-TestVolumeBootPattern-1235501322 tempest-TestVolumeBootPattern-1235501322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:38:17.147150 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-78702863-f406-4044-93e8-bab6d8477250 req-7075238b-1ba3-4942-8b6b-c4cd7dfc67fd tempest-TestVolumeBootPattern-1235501322 tempest-TestVolumeBootPattern-1235501322-project] 10.222.0.36 "GET /v2.0/ports?device_id=df5ea584-2a8b-4abe-9c09-38238828263e HTTP/1.1" status: 200 len: 946 time: 0.0531707 Sep 30 06:38:17.185203 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-78702863-f406-4044-93e8-bab6d8477250 req-9f73d2a8-63d0-469f-887c-202cf1533d48 tempest-TestVolumeBootPattern-1235501322 tempest-TestVolumeBootPattern-1235501322-project] 10.222.0.36 "GET /v2.0/security-groups?id=c54a025c-5158-476e-b94b-72fedfe85ade&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320892 Sep 30 06:38:18.299918 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82509fc-81fc-43e8-9e57-39e0ceac73c2 req-d360e7ca-0176-41bd-a6ce-06a8e14c9c5c tempest-TestVolumeBootPattern-1235501322 tempest-TestVolumeBootPattern-1235501322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:38:18.301381 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-c82509fc-81fc-43e8-9e57-39e0ceac73c2 req-d360e7ca-0176-41bd-a6ce-06a8e14c9c5c tempest-TestVolumeBootPattern-1235501322 tempest-TestVolumeBootPattern-1235501322-project] 10.222.0.36 "GET /v2.0/ports?device_id=df5ea584-2a8b-4abe-9c09-38238828263e HTTP/1.1" status: 200 len: 946 time: 0.0476286 Sep 30 06:38:18.338262 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-c82509fc-81fc-43e8-9e57-39e0ceac73c2 req-4270a5ac-983e-47dc-98c3-fa8a1b5a1d27 tempest-TestVolumeBootPattern-1235501322 tempest-TestVolumeBootPattern-1235501322-project] 10.222.0.36 "GET /v2.0/security-groups?id=c54a025c-5158-476e-b94b-72fedfe85ade&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310142 Sep 30 06:38:18.448763 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e543979-46aa-4796-a49a-c1ace4b23724 req-2b2076f6-0199-4f4b-a607-b26898d63167 tempest-TestVolumeBootPattern-1235501322 tempest-TestVolumeBootPattern-1235501322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:38:18.450177 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-1e543979-46aa-4796-a49a-c1ace4b23724 req-2b2076f6-0199-4f4b-a607-b26898d63167 tempest-TestVolumeBootPattern-1235501322 tempest-TestVolumeBootPattern-1235501322-project] 10.222.0.36 "GET /v2.0/ports?device_id=df5ea584-2a8b-4abe-9c09-38238828263e HTTP/1.1" status: 200 len: 946 time: 0.0478725 Sep 30 06:38:18.487727 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-1e543979-46aa-4796-a49a-c1ace4b23724 req-f7767b8e-df76-4a97-9919-2b5092ae3643 tempest-TestVolumeBootPattern-1235501322 tempest-TestVolumeBootPattern-1235501322-project] 10.222.0.36 "GET /v2.0/security-groups?id=c54a025c-5158-476e-b94b-72fedfe85ade&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307133 Sep 30 06:38:18.509835 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.36', 33854) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 06:38:18.547724 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ce0dd47-1b85-4cee-8032-6a3091a56481 tempest-TestVolumeBootPattern-184868972 tempest-TestVolumeBootPattern-184868972-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:38:18.549915 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [None req-7ce0dd47-1b85-4cee-8032-6a3091a56481 tempest-TestVolumeBootPattern-184868972 tempest-TestVolumeBootPattern-184868972-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=df5ea584-2a8b-4abe-9c09-38238828263e HTTP/1.1" status: 200 len: 1094 time: 0.0391257 Sep 30 06:38:18.552726 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.36', 33856) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 06:38:18.556893 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.api.v2.base [None req-4ffe5cfc-c35c-41cd-85b4-6229269b1f61 tempest-TestVolumeBootPattern-1235501322 tempest-TestVolumeBootPattern-1235501322-project] Request body: {'floatingip': {'floating_network_id': 'ddd8ee8b-b24f-47fb-afd7-cfc700c93624', 'port_id': 'aff9773e-c904-4df0-8ac9-be0453bd33a3', 'tenant_id': '371c6a2cbad540218fff235f4a93c18c', 'fixed_ip_address': '172.20.0.10'}} {{(pid=94000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 06:38:18.578772 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-4ffe5cfc-c35c-41cd-85b4-6229269b1f61 tempest-TestVolumeBootPattern-1235501322 tempest-TestVolumeBootPattern-1235501322-project] Notify callbacks [] for floatingip, before_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:38:18.675152 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-4ffe5cfc-c35c-41cd-85b4-6229269b1f61 tempest-TestVolumeBootPattern-1235501322 tempest-TestVolumeBootPattern-1235501322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653538'] for port, before_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:38:18.778952 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.db.db_base_plugin_common [None req-4ffe5cfc-c35c-41cd-85b4-6229269b1f61 tempest-TestVolumeBootPattern-1235501322 tempest-TestVolumeBootPattern-1235501322-project] Allocated IP 172.27.1.51 (ddd8ee8b-b24f-47fb-afd7-cfc700c93624/4727b4cf-a8ea-4dab-8db4-019b4e8b0546/e395275e-472e-4b5a-bd85-7f2b5958ae20) {{(pid=94000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 06:38:18.879520 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-4ffe5cfc-c35c-41cd-85b4-6229269b1f61 tempest-TestVolumeBootPattern-1235501322 tempest-TestVolumeBootPattern-1235501322-project] Notify callbacks [] for port, precommit_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:38:18.913312 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-4ffe5cfc-c35c-41cd-85b4-6229269b1f61 tempest-TestVolumeBootPattern-1235501322 tempest-TestVolumeBootPattern-1235501322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7821886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727545489345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4572815'] for port, after_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:38:18.947202 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ffe5cfc-c35c-41cd-85b4-6229269b1f61 tempest-TestVolumeBootPattern-1235501322 tempest-TestVolumeBootPattern-1235501322-project] Network ddd8ee8b-b24f-47fb-afd7-cfc700c93624 is already hosted by enough agents. {{(pid=94000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 06:38:18.951907 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.scheduler.base_scheduler [None req-4ffe5cfc-c35c-41cd-85b4-6229269b1f61 tempest-TestVolumeBootPattern-1235501322 tempest-TestVolumeBootPattern-1235501322-project] Resources bound (agent type, host, resource id): {{(pid=94000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 06:38:18.955337 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ffe5cfc-c35c-41cd-85b4-6229269b1f61 tempest-TestVolumeBootPattern-1235501322 tempest-TestVolumeBootPattern-1235501322-project] Received port after_create {{(pid=94000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 06:38:18.985081 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ffe5cfc-c35c-41cd-85b4-6229269b1f61 tempest-TestVolumeBootPattern-1235501322 tempest-TestVolumeBootPattern-1235501322-project] Pushing event updated for resources: {'Port': ['ID=e395275e-472e-4b5a-bd85-7f2b5958ae20,revision_number=1']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:38:19.306804 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-4ffe5cfc-c35c-41cd-85b4-6229269b1f61 tempest-TestVolumeBootPattern-1235501322 tempest-TestVolumeBootPattern-1235501322-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:38:19.373382 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-4ffe5cfc-c35c-41cd-85b4-6229269b1f61 tempest-TestVolumeBootPattern-1235501322 tempest-TestVolumeBootPattern-1235501322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653538'] for port, before_update {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:38:19.517254 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-4ffe5cfc-c35c-41cd-85b4-6229269b1f61 tempest-TestVolumeBootPattern-1235501322 tempest-TestVolumeBootPattern-1235501322-project] Notify callbacks [] for port, precommit_update {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:38:19.521542 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-4ffe5cfc-c35c-41cd-85b4-6229269b1f61 tempest-TestVolumeBootPattern-1235501322 tempest-TestVolumeBootPattern-1235501322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7821886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727545992452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727545489363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727545489381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4572804'] for port, after_update {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:38:19.590814 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ffe5cfc-c35c-41cd-85b4-6229269b1f61 tempest-TestVolumeBootPattern-1235501322 tempest-TestVolumeBootPattern-1235501322-project] Pushing event updated for resources: {'Port': ['ID=e395275e-472e-4b5a-bd85-7f2b5958ae20,revision_number=2']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:38:19.591905 dv-cinder-811877-1-iscsi neutron-server[94002]: DEBUG neutron.db.agents_db [None req-d9c94b1b-4ad8-4063-8329-7a4f29b52830 None None] Agent healthcheck: found 6 active agents {{(pid=94002) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 06:38:19.601580 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ffe5cfc-c35c-41cd-85b4-6229269b1f61 tempest-TestVolumeBootPattern-1235501322 tempest-TestVolumeBootPattern-1235501322-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=94000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:38:19.601934 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ffe5cfc-c35c-41cd-85b4-6229269b1f61 tempest-TestVolumeBootPattern-1235501322 tempest-TestVolumeBootPattern-1235501322-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=94000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:38:19.602272 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ffe5cfc-c35c-41cd-85b4-6229269b1f61 tempest-TestVolumeBootPattern-1235501322 tempest-TestVolumeBootPattern-1235501322-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=94000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:38:19.602632 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ffe5cfc-c35c-41cd-85b4-6229269b1f61 tempest-TestVolumeBootPattern-1235501322 tempest-TestVolumeBootPattern-1235501322-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=94000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:38:19.602964 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ffe5cfc-c35c-41cd-85b4-6229269b1f61 tempest-TestVolumeBootPattern-1235501322 tempest-TestVolumeBootPattern-1235501322-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=94000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:38:19.603296 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ffe5cfc-c35c-41cd-85b4-6229269b1f61 tempest-TestVolumeBootPattern-1235501322 tempest-TestVolumeBootPattern-1235501322-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=94000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:38:19.603632 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ffe5cfc-c35c-41cd-85b4-6229269b1f61 tempest-TestVolumeBootPattern-1235501322 tempest-TestVolumeBootPattern-1235501322-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=94000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:38:19.603961 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ffe5cfc-c35c-41cd-85b4-6229269b1f61 tempest-TestVolumeBootPattern-1235501322 tempest-TestVolumeBootPattern-1235501322-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=94000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:38:19.604287 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ffe5cfc-c35c-41cd-85b4-6229269b1f61 tempest-TestVolumeBootPattern-1235501322 tempest-TestVolumeBootPattern-1235501322-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=94000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:38:19.604609 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ffe5cfc-c35c-41cd-85b4-6229269b1f61 tempest-TestVolumeBootPattern-1235501322 tempest-TestVolumeBootPattern-1235501322-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=94000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:38:19.604929 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ffe5cfc-c35c-41cd-85b4-6229269b1f61 tempest-TestVolumeBootPattern-1235501322 tempest-TestVolumeBootPattern-1235501322-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=94000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:38:19.605248 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ffe5cfc-c35c-41cd-85b4-6229269b1f61 tempest-TestVolumeBootPattern-1235501322 tempest-TestVolumeBootPattern-1235501322-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=94000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:38:19.612874 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-4ffe5cfc-c35c-41cd-85b4-6229269b1f61 tempest-TestVolumeBootPattern-1235501322 tempest-TestVolumeBootPattern-1235501322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7877914'] for floatingip, after_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:38:19.961290 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.db.l3_db [None req-4ffe5cfc-c35c-41cd-85b4-6229269b1f61 tempest-TestVolumeBootPattern-1235501322 tempest-TestVolumeBootPattern-1235501322-project] Floating IP 272f3436-0623-44e6-8ea6-b9a2d13efa84 associated. External IP: 172.27.1.51, port: aff9773e-c904-4df0-8ac9-be0453bd33a3. Sep 30 06:38:20.169906 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ffe5cfc-c35c-41cd-85b4-6229269b1f61 tempest-TestVolumeBootPattern-1235501322 tempest-TestVolumeBootPattern-1235501322-project] Router a6c4853c-e1dc-4bac-83c1-36a77b44fa55 has already been hosted by L3 agent f054bd23-6895-478f-87a4-7cc0e21c04e0 {{(pid=94000) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 06:38:20.275119 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ffe5cfc-c35c-41cd-85b4-6229269b1f61 tempest-TestVolumeBootPattern-1235501322 tempest-TestVolumeBootPattern-1235501322-project] Notify agent at l3_agent.dv-cinder-811877-1-iscsi the message routers_updated {{(pid=94000) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 06:38:20.284952 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b7100bd-73d9-49be-ab94-28d1f8807560 None None] Sync routers for ids ['a6c4853c-e1dc-4bac-83c1-36a77b44fa55'] in dv-cinder-811877-1-iscsi {{(pid=94001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 06:38:20.290748 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-4ffe5cfc-c35c-41cd-85b4-6229269b1f61 tempest-TestVolumeBootPattern-1235501322 tempest-TestVolumeBootPattern-1235501322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57126'] for floatingip, before_response {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:38:20.294867 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b7100bd-73d9-49be-ab94-28d1f8807560 None None] Routers {'a6c4853c-e1dc-4bac-83c1-36a77b44fa55'} bound to L3 agent in host dv-cinder-811877-1-iscsi {{(pid=94001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 06:38:20.295490 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.db.l3_hamode_db [None req-0b7100bd-73d9-49be-ab94-28d1f8807560 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811877-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-30T06:19:31Z,description=,heartbeat_timestamp=2021-09-30T06:38:01Z,host='dv-cinder-811877-1-iscsi',id=f054bd23-6895-478f-87a4-7cc0e21c04e0,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T06:19:31Z,topic='l3_agent')) {'router_ids': ['a6c4853c-e1dc-4bac-83c1-36a77b44fa55'], 'active': True} {{(pid=94001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 06:38:20.318483 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [None req-4ffe5cfc-c35c-41cd-85b4-6229269b1f61 tempest-TestVolumeBootPattern-1235501322 tempest-TestVolumeBootPattern-1235501322-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7646916 Sep 30 06:38:20.319102 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df5ea584-2a8b-4abe-9c09-38238828263e', 'tag': 'aff9773e-c904-4df0-8ac9-be0453bd33a3'}] {{(pid=94000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 06:38:20.321355 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4acac726bceb08fc5dc31984e0b5877fccc01d7f70542289dc6193c12fa4dba7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c859cc39-9575-44b9-8da6-96866c6939f4" -d '{"events": [{"name": "network-changed", "server_uuid": "df5ea584-2a8b-4abe-9c09-38238828263e", "tag": "aff9773e-c904-4df0-8ac9-be0453bd33a3"}]}' {{(pid=94000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 06:38:20.402913 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.db.l3_dvr_db [None req-0b7100bd-73d9-49be-ab94-28d1f8807560 None None] Set router a6c4853c-e1dc-4bac-83c1-36a77b44fa55 gateway port host: dv-cinder-811877-1-iscsi {{(pid=94001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 06:38:20.535768 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 06:38:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-582956f2-58b2-470a-bacb-3c6cab05cf7d x-openstack-request-id: req-582956f2-58b2-470a-bacb-3c6cab05cf7d {{(pid=94000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 06:38:20.536273 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df5ea584-2a8b-4abe-9c09-38238828263e", "tag": "aff9773e-c904-4df0-8ac9-be0453bd33a3", "status": "completed", "code": 200}]} {{(pid=94000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 06:38:20.536392 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-582956f2-58b2-470a-bacb-3c6cab05cf7d {{(pid=94000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 06:38:20.536729 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df5ea584-2a8b-4abe-9c09-38238828263e', 'tag': 'aff9773e-c904-4df0-8ac9-be0453bd33a3', 'status': 'completed', 'code': 200} Sep 30 06:38:20.624185 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c859cc39-9575-44b9-8da6-96866c6939f4 req-cc86b0a7-7a59-45bd-8d17-368ac2951cd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:38:20.625845 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-c859cc39-9575-44b9-8da6-96866c6939f4 req-cc86b0a7-7a59-45bd-8d17-368ac2951cd1 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=371c6a2cbad540218fff235f4a93c18c&device_id=df5ea584-2a8b-4abe-9c09-38238828263e HTTP/1.1" status: 200 len: 1099 time: 0.0445724 Sep 30 06:38:20.627067 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.db.l3_hamode_db [None req-0b7100bd-73d9-49be-ab94-28d1f8807560 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6c4853c-e1dc-4bac-83c1-36a77b44fa55', 'name': 'tempest-TestVolumeBootPattern-848458579-router', 'tenant_id': '371c6a2cbad540218fff235f4a93c18c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddd8ee8b-b24f-47fb-afd7-cfc700c93624', 'external_fixed_ips': [{'subnet_id': '4727b4cf-a8ea-4dab-8db4-019b4e8b0546', 'ip_address': '172.27.1.15'}], 'enable_snat': True}, 'gw_port_id': '798e9915-3eba-45d1-89f0-8592c0c15feb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T06:32:44Z', 'updated_at': '2021-09-30T06:32:48Z', 'revision_number': 4, 'project_id': '371c6a2cbad540218fff235f4a93c18c', 'gw_port': {'id': '798e9915-3eba-45d1-89f0-8592c0c15feb', 'name': '', 'network_id': 'ddd8ee8b-b24f-47fb-afd7-cfc700c93624', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:62:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6c4853c-e1dc-4bac-83c1-36a77b44fa55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '4727b4cf-a8ea-4dab-8db4-019b4e8b0546', 'ip_address': '172.27.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T06:32:45Z', 'updated_at': '2021-09-30T06:32:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4727b4cf-a8ea-4dab-8db4-019b4e8b0546', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811877-1-iscsi', '_floatingips': [{'id': '272f3436-0623-44e6-8ea6-b9a2d13efa84', 'tenant_id': '371c6a2cbad540218fff235f4a93c18c', 'floating_ip_address': '172.27.1.51', 'floating_network_id': 'ddd8ee8b-b24f-47fb-afd7-cfc700c93624', 'router_id': 'a6c4853c-e1dc-4bac-83c1-36a77b44fa55', 'port_id': 'aff9773e-c904-4df0-8ac9-be0453bd33a3', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5bc9530f-6d9b-49f6-aa4a-02099720eacd', 'mac_address': 'fa:16:3e:22:52:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df5ea584-2a8b-4abe-9c09-38238828263e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T06:38:19Z', 'updated_at': '2021-09-30T06:38:19Z', 'revision_number': 0, 'project_id': '371c6a2cbad540218fff235f4a93c18c', 'fixed_ip_address_scope': None}, {'id': '2de8b621-30a2-433c-9f21-0aba9acc3ed3', 'tenant_id': '371c6a2cbad540218fff235f4a93c18c', 'floating_ip_address': '172.27.1.118', 'floating_network_id': 'ddd8ee8b-b24f-47fb-afd7-cfc700c93624', 'router_id': 'a6c4853c-e1dc-4bac-83c1-36a77b44fa55', 'port_id': 'a6dff84a-8242-4446-b2d6-8ab6dd3e05ac', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 627, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5bc9530f-6d9b-49f6-aa4a-02099720eacd', 'mac_address': 'fa:16:3e:dd:63:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dab3054c-1af0-4feb-a1d2-392311252c7f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T06:36:10Z', 'updated_at': '2021-09-30T06:36:13Z', 'revision_number': 1, 'project_id': '371c6a2cbad540218fff235f4a93c18c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '387f1708-162f-49f9-bb78-cef2bd73f78a', 'name': '', 'network_id': '5bc9530f-6d9b-49f6-aa4a-02099720eacd', 'tenant_id': '371c6a2cbad540218fff235f4a93c18c', 'mac_address': 'fa:16:3e:d5:3b:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6c4853c-e1dc-4bac-83c1-36a77b44fa55', 'device_owner': 'network:router_interface', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': 'a64b5ea3-7042-4499-97da-2a827c2c06a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T06:32:47Z', 'updated_at': '2021-09-30T06:32:53Z', 'revision_number': 5, 'project_id': '371c6a2cbad540218fff235f4a93c18c', 'subnets': [{'id': 'a64b5ea3-7042-4499-97da-2a827c2c06a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811877-1-iscsi', False) {} {{(pid=94001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 06:38:20.656862 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b7100bd-73d9-49be-ab94-28d1f8807560 None None] Checking router: a6c4853c-e1dc-4bac-83c1-36a77b44fa55 for host: dv-cinder-811877-1-iscsi {{(pid=94001) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 06:38:20.665753 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b7100bd-73d9-49be-ab94-28d1f8807560 None None] Routers {'a6c4853c-e1dc-4bac-83c1-36a77b44fa55'} bound to L3 agent in host dv-cinder-811877-1-iscsi {{(pid=94001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 06:38:20.666366 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.db.l3_hamode_db [None req-0b7100bd-73d9-49be-ab94-28d1f8807560 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811877-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-30T06:19:31Z,description=,heartbeat_timestamp=2021-09-30T06:38:01Z,host='dv-cinder-811877-1-iscsi',id=f054bd23-6895-478f-87a4-7cc0e21c04e0,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T06:19:31Z,topic='l3_agent')) {'router_ids': ['a6c4853c-e1dc-4bac-83c1-36a77b44fa55'], 'active': True} {{(pid=94001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 06:38:20.717190 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c859cc39-9575-44b9-8da6-96866c6939f4 req-af740ecb-54ef-45e1-a418-3aabb1f2bfb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:38:20.718709 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-c859cc39-9575-44b9-8da6-96866c6939f4 req-af740ecb-54ef-45e1-a418-3aabb1f2bfb1 service neutron] 10.222.0.10 "GET /v2.0/networks?id=5bc9530f-6d9b-49f6-aa4a-02099720eacd HTTP/1.1" status: 200 len: 912 time: 0.0857947 Sep 30 06:38:20.774385 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.db.l3_dvr_db [None req-0b7100bd-73d9-49be-ab94-28d1f8807560 None None] Set router a6c4853c-e1dc-4bac-83c1-36a77b44fa55 gateway port host: dv-cinder-811877-1-iscsi {{(pid=94001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 06:38:20.788032 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-c859cc39-9575-44b9-8da6-96866c6939f4 req-55d3d172-4041-46fd-b75a-4ff89b1ec77c service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=aff9773e-c904-4df0-8ac9-be0453bd33a3 HTTP/1.1" status: 200 len: 999 time: 0.0625787 Sep 30 06:38:20.838454 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c859cc39-9575-44b9-8da6-96866c6939f4 req-aea102ee-d597-4024-8e0c-c487813f22f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:38:20.839955 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-c859cc39-9575-44b9-8da6-96866c6939f4 req-aea102ee-d597-4024-8e0c-c487813f22f3 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=a64b5ea3-7042-4499-97da-2a827c2c06a9 HTTP/1.1" status: 200 len: 850 time: 0.0448949 Sep 30 06:38:20.885590 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c859cc39-9575-44b9-8da6-96866c6939f4 req-4f583f20-bc9c-4d2d-ba35-fba56eda1f56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:38:20.887170 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-c859cc39-9575-44b9-8da6-96866c6939f4 req-4f583f20-bc9c-4d2d-ba35-fba56eda1f56 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=5bc9530f-6d9b-49f6-aa4a-02099720eacd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0403032 Sep 30 06:38:20.981700 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-c859cc39-9575-44b9-8da6-96866c6939f4 req-3ef6795f-8187-40e6-84d1-102b04789716 service neutron] 10.222.0.10 "GET /v2.0/networks/5bc9530f-6d9b-49f6-aa4a-02099720eacd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857258 Sep 30 06:38:21.003790 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.db.l3_hamode_db [None req-0b7100bd-73d9-49be-ab94-28d1f8807560 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6c4853c-e1dc-4bac-83c1-36a77b44fa55', 'name': 'tempest-TestVolumeBootPattern-848458579-router', 'tenant_id': '371c6a2cbad540218fff235f4a93c18c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddd8ee8b-b24f-47fb-afd7-cfc700c93624', 'external_fixed_ips': [{'subnet_id': '4727b4cf-a8ea-4dab-8db4-019b4e8b0546', 'ip_address': '172.27.1.15'}], 'enable_snat': True}, 'gw_port_id': '798e9915-3eba-45d1-89f0-8592c0c15feb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T06:32:44Z', 'updated_at': '2021-09-30T06:32:48Z', 'revision_number': 4, 'project_id': '371c6a2cbad540218fff235f4a93c18c', 'gw_port': {'id': '798e9915-3eba-45d1-89f0-8592c0c15feb', 'name': '', 'network_id': 'ddd8ee8b-b24f-47fb-afd7-cfc700c93624', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:62:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6c4853c-e1dc-4bac-83c1-36a77b44fa55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '4727b4cf-a8ea-4dab-8db4-019b4e8b0546', 'ip_address': '172.27.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T06:32:45Z', 'updated_at': '2021-09-30T06:32:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4727b4cf-a8ea-4dab-8db4-019b4e8b0546', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811877-1-iscsi', '_floatingips': [{'id': '272f3436-0623-44e6-8ea6-b9a2d13efa84', 'tenant_id': '371c6a2cbad540218fff235f4a93c18c', 'floating_ip_address': '172.27.1.51', 'floating_network_id': 'ddd8ee8b-b24f-47fb-afd7-cfc700c93624', 'router_id': 'a6c4853c-e1dc-4bac-83c1-36a77b44fa55', 'port_id': 'aff9773e-c904-4df0-8ac9-be0453bd33a3', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5bc9530f-6d9b-49f6-aa4a-02099720eacd', 'mac_address': 'fa:16:3e:22:52:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df5ea584-2a8b-4abe-9c09-38238828263e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T06:38:19Z', 'updated_at': '2021-09-30T06:38:19Z', 'revision_number': 0, 'project_id': '371c6a2cbad540218fff235f4a93c18c', 'fixed_ip_address_scope': None}, {'id': '2de8b621-30a2-433c-9f21-0aba9acc3ed3', 'tenant_id': '371c6a2cbad540218fff235f4a93c18c', 'floating_ip_address': '172.27.1.118', 'floating_network_id': 'ddd8ee8b-b24f-47fb-afd7-cfc700c93624', 'router_id': 'a6c4853c-e1dc-4bac-83c1-36a77b44fa55', 'port_id': 'a6dff84a-8242-4446-b2d6-8ab6dd3e05ac', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 627, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5bc9530f-6d9b-49f6-aa4a-02099720eacd', 'mac_address': 'fa:16:3e:dd:63:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dab3054c-1af0-4feb-a1d2-392311252c7f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T06:36:10Z', 'updated_at': '2021-09-30T06:36:13Z', 'revision_number': 1, 'project_id': '371c6a2cbad540218fff235f4a93c18c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '387f1708-162f-49f9-bb78-cef2bd73f78a', 'name': '', 'network_id': '5bc9530f-6d9b-49f6-aa4a-02099720eacd', 'tenant_id': '371c6a2cbad540218fff235f4a93c18c', 'mac_address': 'fa:16:3e:d5:3b:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6c4853c-e1dc-4bac-83c1-36a77b44fa55', 'device_owner': 'network:router_interface', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': 'a64b5ea3-7042-4499-97da-2a827c2c06a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T06:32:47Z', 'updated_at': '2021-09-30T06:32:53Z', 'revision_number': 5, 'project_id': '371c6a2cbad540218fff235f4a93c18c', 'subnets': [{'id': 'a64b5ea3-7042-4499-97da-2a827c2c06a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811877-1-iscsi', False) {} {{(pid=94001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 06:38:21.030008 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b7100bd-73d9-49be-ab94-28d1f8807560 None None] The sync data for ids ['a6c4853c-e1dc-4bac-83c1-36a77b44fa55'] in dv-cinder-811877-1-iscsi is: [{'id': 'a6c4853c-e1dc-4bac-83c1-36a77b44fa55', 'name': 'tempest-TestVolumeBootPattern-848458579-router', 'tenant_id': '371c6a2cbad540218fff235f4a93c18c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddd8ee8b-b24f-47fb-afd7-cfc700c93624', 'external_fixed_ips': [{'subnet_id': '4727b4cf-a8ea-4dab-8db4-019b4e8b0546', 'ip_address': '172.27.1.15'}], 'enable_snat': True}, 'gw_port_id': '798e9915-3eba-45d1-89f0-8592c0c15feb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T06:32:44Z', 'updated_at': '2021-09-30T06:32:48Z', 'revision_number': 4, 'project_id': '371c6a2cbad540218fff235f4a93c18c', 'gw_port': {'id': '798e9915-3eba-45d1-89f0-8592c0c15feb', 'name': '', 'network_id': 'ddd8ee8b-b24f-47fb-afd7-cfc700c93624', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:62:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6c4853c-e1dc-4bac-83c1-36a77b44fa55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '4727b4cf-a8ea-4dab-8db4-019b4e8b0546', 'ip_address': '172.27.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T06:32:45Z', 'updated_at': '2021-09-30T06:32:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4727b4cf-a8ea-4dab-8db4-019b4e8b0546', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811877-1-iscsi', '_floatingips': [{'id': '272f3436-0623-44e6-8ea6-b9a2d13efa84', 'tenant_id': '371c6a2cbad540218fff235f4a93c18c', 'floating_ip_address': '172.27.1.51', 'floating_network_id': 'ddd8ee8b-b24f-47fb-afd7-cfc700c93624', 'router_id': 'a6c4853c-e1dc-4bac-83c1-36a77b44fa55', 'port_id': 'aff9773e-c904-4df0-8ac9-be0453bd33a3', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5bc9530f-6d9b-49f6-aa4a-02099720eacd', 'mac_address': 'fa:16:3e:22:52:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df5ea584-2a8b-4abe-9c09-38238828263e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T06:38:19Z', 'updated_at': '2021-09-30T06:38:19Z', 'revision_number': 0, 'project_id': '371c6a2cbad540218fff235f4a93c18c', 'fixed_ip_address_scope': None}, {'id': '2de8b621-30a2-433c-9f21-0aba9acc3ed3', 'tenant_id': '371c6a2cbad540218fff235f4a93c18c', 'floating_ip_address': '172.27.1.118', 'floating_network_id': 'ddd8ee8b-b24f-47fb-afd7-cfc700c93624', 'router_id': 'a6c4853c-e1dc-4bac-83c1-36a77b44fa55', 'port_id': 'a6dff84a-8242-4446-b2d6-8ab6dd3e05ac', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 627, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5bc9530f-6d9b-49f6-aa4a-02099720eacd', 'mac_address': 'fa:16:3e:dd:63:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dab3054c-1af0-4feb-a1d2-392311252c7f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T06:36:10Z', 'updated_at': '2021-09-30T06:36:13Z', 'revision_number': 1, 'project_id': '371c6a2cbad540218fff235f4a93c18c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '387f1708-162f-49f9-bb78-cef2bd73f78a', 'name': '', 'network_id': '5bc9530f-6d9b-49f6-aa4a-02099720eacd', 'tenant_id': '371c6a2cbad540218fff235f4a93c18c', 'mac_address': 'fa:16:3e:d5:3b:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6c4853c-e1dc-4bac-83c1-36a77b44fa55', 'device_owner': 'network:router_interface', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': 'a64b5ea3-7042-4499-97da-2a827c2c06a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T06:32:47Z', 'updated_at': '2021-09-30T06:32:53Z', 'revision_number': 5, 'project_id': '371c6a2cbad540218fff235f4a93c18c', 'subnets': [{'id': 'a64b5ea3-7042-4499-97da-2a827c2c06a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 06:38:21.075961 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-c859cc39-9575-44b9-8da6-96866c6939f4 req-d13a977d-8710-4ee4-94d2-cb090bd09752 service neutron] 10.222.0.10 "GET /v2.0/networks/5bc9530f-6d9b-49f6-aa4a-02099720eacd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872221 Sep 30 06:38:21.223526 dv-cinder-811877-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-945bdcf4-65d0-4e86-b331-4c0f42c3eed4 None None] New status for floating IP 272f3436-0623-44e6-8ea6-b9a2d13efa84: ACTIVE {{(pid=94002) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 30 06:38:28.499590 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-edbdbb56-9360-466d-aa0a-4b104fddb83b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727546001794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-597483'] for agent, after_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:38:31.349673 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-f5360ed9-9e3c-46bb-8b48-53f25a8702a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727546001794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-597483'] for agent, after_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:38:32.319724 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-1a5ef50c-1a60-4eeb-b96e-cf5df6fcca4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727546001794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-597483'] for agent, after_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:38:32.677742 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-028184f3-f8cc-4c85-9e6b-64613141ad03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727546001794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-597483'] for agent, after_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:38:34.064363 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-31788eca-3db2-42eb-847b-597dce492ba7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727546001794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-597483'] for agent, after_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:38:39.156422 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727546001794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-597483'] for agent, after_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:38:56.591506 dv-cinder-811877-1-iscsi neutron-server[94002]: DEBUG neutron.db.agents_db [None req-d9c94b1b-4ad8-4063-8329-7a4f29b52830 None None] Agent healthcheck: found 6 active agents {{(pid=94002) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 06:38:58.500465 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-03a0dab8-078b-4811-af28-146be50e7257 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727546001794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-597483'] for agent, after_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:39:01.351294 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-b27905cc-63d8-42ee-9be5-19d6e0934e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727546001794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-597483'] for agent, after_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:39:02.320295 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-1a5ef50c-1a60-4eeb-b96e-cf5df6fcca4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727546001794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-597483'] for agent, after_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:39:02.680125 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-028184f3-f8cc-4c85-9e6b-64613141ad03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727546001794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-597483'] for agent, after_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:39:04.061490 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-31788eca-3db2-42eb-847b-597dce492ba7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727546001794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-597483'] for agent, after_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:39:09.144041 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727546001794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-597483'] for agent, after_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:39:28.500915 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-7ece47f4-8c3c-4fe0-b450-3ddee2dd63ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727546001794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-597483'] for agent, after_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:39:31.353580 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-24c93753-76e3-49af-8ff6-4a3ed2860d2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727546001794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-597483'] for agent, after_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:39:32.321527 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-1a5ef50c-1a60-4eeb-b96e-cf5df6fcca4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727546001794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-597483'] for agent, after_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:39:32.684814 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-028184f3-f8cc-4c85-9e6b-64613141ad03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727546001794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-597483'] for agent, after_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:39:33.591752 dv-cinder-811877-1-iscsi neutron-server[94002]: DEBUG neutron.db.agents_db [None req-d9c94b1b-4ad8-4063-8329-7a4f29b52830 None None] Agent healthcheck: found 6 active agents {{(pid=94002) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 06:39:34.064256 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-31788eca-3db2-42eb-847b-597dce492ba7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727546001794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-597483'] for agent, after_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:39:39.161778 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727546001794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-597483'] for agent, after_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:39:47.547601 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.36', 33894) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 06:39:47.699534 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.plugins.ml2.plugin [None req-2a0cf40f-2e57-4dc1-9301-fdb95d344a6e tempest-TestVolumeBootPattern-1235501322 tempest-TestVolumeBootPattern-1235501322-project] Deleting port e395275e-472e-4b5a-bd85-7f2b5958ae20 {{(pid=94000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 06:39:47.699877 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-2a0cf40f-2e57-4dc1-9301-fdb95d344a6e tempest-TestVolumeBootPattern-1235501322 tempest-TestVolumeBootPattern-1235501322-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727545987880'] for port, before_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:39:47.772400 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-2a0cf40f-2e57-4dc1-9301-fdb95d344a6e tempest-TestVolumeBootPattern-1235501322 tempest-TestVolumeBootPattern-1235501322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7874563'] for port, precommit_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:39:47.772753 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-2a0cf40f-2e57-4dc1-9301-fdb95d344a6e tempest-TestVolumeBootPattern-1235501322 tempest-TestVolumeBootPattern-1235501322-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:39:47.785605 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.plugins.ml2.plugin [None req-2a0cf40f-2e57-4dc1-9301-fdb95d344a6e tempest-TestVolumeBootPattern-1235501322 tempest-TestVolumeBootPattern-1235501322-project] Calling delete_port for e395275e-472e-4b5a-bd85-7f2b5958ae20 owned by network:floatingip {{(pid=94000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 06:39:47.928333 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-2a0cf40f-2e57-4dc1-9301-fdb95d344a6e tempest-TestVolumeBootPattern-1235501322 tempest-TestVolumeBootPattern-1235501322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7821886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727545991406', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727545489354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4572815'] for port, after_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:39:47.957262 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0cf40f-2e57-4dc1-9301-fdb95d344a6e tempest-TestVolumeBootPattern-1235501322 tempest-TestVolumeBootPattern-1235501322-project] Pushing event deleted for resources: {'Port': ['ID=e395275e-472e-4b5a-bd85-7f2b5958ae20,revision_number=None']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:39:47.979938 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a0cf40f-2e57-4dc1-9301-fdb95d344a6e tempest-TestVolumeBootPattern-1235501322 tempest-TestVolumeBootPattern-1235501322-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=94000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:39:47.980279 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a0cf40f-2e57-4dc1-9301-fdb95d344a6e tempest-TestVolumeBootPattern-1235501322 tempest-TestVolumeBootPattern-1235501322-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=94000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:39:47.980616 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a0cf40f-2e57-4dc1-9301-fdb95d344a6e tempest-TestVolumeBootPattern-1235501322 tempest-TestVolumeBootPattern-1235501322-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=94000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:39:47.980949 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a0cf40f-2e57-4dc1-9301-fdb95d344a6e tempest-TestVolumeBootPattern-1235501322 tempest-TestVolumeBootPattern-1235501322-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=94000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:39:47.981271 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a0cf40f-2e57-4dc1-9301-fdb95d344a6e tempest-TestVolumeBootPattern-1235501322 tempest-TestVolumeBootPattern-1235501322-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=94000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:39:47.981594 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a0cf40f-2e57-4dc1-9301-fdb95d344a6e tempest-TestVolumeBootPattern-1235501322 tempest-TestVolumeBootPattern-1235501322-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=94000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:39:47.981915 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a0cf40f-2e57-4dc1-9301-fdb95d344a6e tempest-TestVolumeBootPattern-1235501322 tempest-TestVolumeBootPattern-1235501322-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=94000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:39:47.982236 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a0cf40f-2e57-4dc1-9301-fdb95d344a6e tempest-TestVolumeBootPattern-1235501322 tempest-TestVolumeBootPattern-1235501322-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=94000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:39:47.982566 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a0cf40f-2e57-4dc1-9301-fdb95d344a6e tempest-TestVolumeBootPattern-1235501322 tempest-TestVolumeBootPattern-1235501322-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=94000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:39:47.982898 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a0cf40f-2e57-4dc1-9301-fdb95d344a6e tempest-TestVolumeBootPattern-1235501322 tempest-TestVolumeBootPattern-1235501322-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=94000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:39:47.983212 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a0cf40f-2e57-4dc1-9301-fdb95d344a6e tempest-TestVolumeBootPattern-1235501322 tempest-TestVolumeBootPattern-1235501322-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=94000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:39:47.983527 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a0cf40f-2e57-4dc1-9301-fdb95d344a6e tempest-TestVolumeBootPattern-1235501322 tempest-TestVolumeBootPattern-1235501322-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=94000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:39:48.023723 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-2a0cf40f-2e57-4dc1-9301-fdb95d344a6e tempest-TestVolumeBootPattern-1235501322 tempest-TestVolumeBootPattern-1235501322-project] Notify callbacks [] for floatingip, after_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:39:48.024051 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.db.l3_db [None req-2a0cf40f-2e57-4dc1-9301-fdb95d344a6e tempest-TestVolumeBootPattern-1235501322 tempest-TestVolumeBootPattern-1235501322-project] Floating IP 272f3436-0623-44e6-8ea6-b9a2d13efa84 disassociated (deleted). External IP: 172.27.1.51, port: aff9773e-c904-4df0-8ac9-be0453bd33a3. Sep 30 06:39:48.218795 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-50b4961a-9fa8-4330-9b00-e6a56cc35f3f req-2ada0ed0-0080-4d27-85d7-4dc4198d5fc6 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=dab3054c-1af0-4feb-a1d2-392311252c7f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0442204 Sep 30 06:39:48.230858 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a0cf40f-2e57-4dc1-9301-fdb95d344a6e tempest-TestVolumeBootPattern-1235501322 tempest-TestVolumeBootPattern-1235501322-project] Router a6c4853c-e1dc-4bac-83c1-36a77b44fa55 has already been hosted by L3 agent f054bd23-6895-478f-87a4-7cc0e21c04e0 {{(pid=94000) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 06:39:48.324712 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b4961a-9fa8-4330-9b00-e6a56cc35f3f req-8e18836c-d45a-4bab-abba-30991b7dc49e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:39:48.326227 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-50b4961a-9fa8-4330-9b00-e6a56cc35f3f req-8e18836c-d45a-4bab-abba-30991b7dc49e service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=371c6a2cbad540218fff235f4a93c18c&device_id=dab3054c-1af0-4feb-a1d2-392311252c7f HTTP/1.1" status: 200 len: 1098 time: 0.0406332 Sep 30 06:39:48.347274 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a0cf40f-2e57-4dc1-9301-fdb95d344a6e tempest-TestVolumeBootPattern-1235501322 tempest-TestVolumeBootPattern-1235501322-project] Notify agent at l3_agent.dv-cinder-811877-1-iscsi the message routers_updated {{(pid=94000) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 06:39:48.351963 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-2a0cf40f-2e57-4dc1-9301-fdb95d344a6e tempest-TestVolumeBootPattern-1235501322 tempest-TestVolumeBootPattern-1235501322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57126'] for floatingip, before_response {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:39:48.358291 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b025bb9c-9085-49db-b80d-3d97c1634282 None None] Sync routers for ids ['a6c4853c-e1dc-4bac-83c1-36a77b44fa55'] in dv-cinder-811877-1-iscsi {{(pid=94001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 06:39:48.367950 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b025bb9c-9085-49db-b80d-3d97c1634282 None None] Routers {'a6c4853c-e1dc-4bac-83c1-36a77b44fa55'} bound to L3 agent in host dv-cinder-811877-1-iscsi {{(pid=94001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 06:39:48.368612 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.db.l3_hamode_db [None req-b025bb9c-9085-49db-b80d-3d97c1634282 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811877-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-30T06:19:31Z,description=,heartbeat_timestamp=2021-09-30T06:39:31Z,host='dv-cinder-811877-1-iscsi',id=f054bd23-6895-478f-87a4-7cc0e21c04e0,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T06:19:31Z,topic='l3_agent')) {'router_ids': ['a6c4853c-e1dc-4bac-83c1-36a77b44fa55'], 'active': True} {{(pid=94001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 06:39:48.381476 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [None req-2a0cf40f-2e57-4dc1-9301-fdb95d344a6e tempest-TestVolumeBootPattern-1235501322 tempest-TestVolumeBootPattern-1235501322-project] 10.222.0.36 "DELETE /v2.0/floatingips/272f3436-0623-44e6-8ea6-b9a2d13efa84 HTTP/1.1" status: 204 len: 168 time: 0.8303018 Sep 30 06:39:48.381476 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df5ea584-2a8b-4abe-9c09-38238828263e', 'tag': 'aff9773e-c904-4df0-8ac9-be0453bd33a3'}] {{(pid=94000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 06:39:48.381955 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4acac726bceb08fc5dc31984e0b5877fccc01d7f70542289dc6193c12fa4dba7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-431c0ffd-ad50-4f10-8763-075b27c9f81c" -d '{"events": [{"name": "network-changed", "server_uuid": "df5ea584-2a8b-4abe-9c09-38238828263e", "tag": "aff9773e-c904-4df0-8ac9-be0453bd33a3"}]}' {{(pid=94000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 06:39:48.431522 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 06:39:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c518110-187e-433c-8b83-f5f0321df169 x-openstack-request-id: req-4c518110-187e-433c-8b83-f5f0321df169 {{(pid=94000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 06:39:48.431811 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df5ea584-2a8b-4abe-9c09-38238828263e", "tag": "aff9773e-c904-4df0-8ac9-be0453bd33a3", "status": "completed", "code": 200}]} {{(pid=94000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 06:39:48.432478 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-4c518110-187e-433c-8b83-f5f0321df169 {{(pid=94000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 06:39:48.432832 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df5ea584-2a8b-4abe-9c09-38238828263e', 'tag': 'aff9773e-c904-4df0-8ac9-be0453bd33a3', 'status': 'completed', 'code': 200} Sep 30 06:39:48.439299 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b4961a-9fa8-4330-9b00-e6a56cc35f3f req-fabaea3d-fa59-4a49-abf9-61f1f99ad9a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:39:48.440912 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-50b4961a-9fa8-4330-9b00-e6a56cc35f3f req-fabaea3d-fa59-4a49-abf9-61f1f99ad9a0 service neutron] 10.222.0.10 "GET /v2.0/networks?id=5bc9530f-6d9b-49f6-aa4a-02099720eacd HTTP/1.1" status: 200 len: 912 time: 0.0963075 Sep 30 06:39:48.487821 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.db.l3_dvr_db [None req-b025bb9c-9085-49db-b80d-3d97c1634282 None None] Set router a6c4853c-e1dc-4bac-83c1-36a77b44fa55 gateway port host: dv-cinder-811877-1-iscsi {{(pid=94001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 06:39:48.568996 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-50b4961a-9fa8-4330-9b00-e6a56cc35f3f req-e02b41a7-ba94-430e-8e0b-31dd5418f565 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a6dff84a-8242-4446-b2d6-8ab6dd3e05ac HTTP/1.1" status: 200 len: 1001 time: 0.1013887 Sep 30 06:39:48.575807 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431c0ffd-ad50-4f10-8763-075b27c9f81c req-5e617f2a-2fd2-4ff7-b9c5-2b5bce827acd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:39:48.577288 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-431c0ffd-ad50-4f10-8763-075b27c9f81c req-5e617f2a-2fd2-4ff7-b9c5-2b5bce827acd service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=371c6a2cbad540218fff235f4a93c18c&device_id=df5ea584-2a8b-4abe-9c09-38238828263e HTTP/1.1" status: 200 len: 1099 time: 0.0664361 Sep 30 06:39:48.723249 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.db.l3_hamode_db [None req-b025bb9c-9085-49db-b80d-3d97c1634282 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6c4853c-e1dc-4bac-83c1-36a77b44fa55', 'name': 'tempest-TestVolumeBootPattern-848458579-router', 'tenant_id': '371c6a2cbad540218fff235f4a93c18c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddd8ee8b-b24f-47fb-afd7-cfc700c93624', 'external_fixed_ips': [{'subnet_id': '4727b4cf-a8ea-4dab-8db4-019b4e8b0546', 'ip_address': '172.27.1.15'}], 'enable_snat': True}, 'gw_port_id': '798e9915-3eba-45d1-89f0-8592c0c15feb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T06:32:44Z', 'updated_at': '2021-09-30T06:32:48Z', 'revision_number': 4, 'project_id': '371c6a2cbad540218fff235f4a93c18c', 'gw_port': {'id': '798e9915-3eba-45d1-89f0-8592c0c15feb', 'name': '', 'network_id': 'ddd8ee8b-b24f-47fb-afd7-cfc700c93624', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:62:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6c4853c-e1dc-4bac-83c1-36a77b44fa55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '4727b4cf-a8ea-4dab-8db4-019b4e8b0546', 'ip_address': '172.27.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T06:32:45Z', 'updated_at': '2021-09-30T06:32:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4727b4cf-a8ea-4dab-8db4-019b4e8b0546', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811877-1-iscsi', '_floatingips': [{'id': '2de8b621-30a2-433c-9f21-0aba9acc3ed3', 'tenant_id': '371c6a2cbad540218fff235f4a93c18c', 'floating_ip_address': '172.27.1.118', 'floating_network_id': 'ddd8ee8b-b24f-47fb-afd7-cfc700c93624', 'router_id': 'a6c4853c-e1dc-4bac-83c1-36a77b44fa55', 'port_id': 'a6dff84a-8242-4446-b2d6-8ab6dd3e05ac', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 627, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5bc9530f-6d9b-49f6-aa4a-02099720eacd', 'mac_address': 'fa:16:3e:dd:63:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dab3054c-1af0-4feb-a1d2-392311252c7f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T06:36:10Z', 'updated_at': '2021-09-30T06:36:13Z', 'revision_number': 1, 'project_id': '371c6a2cbad540218fff235f4a93c18c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '387f1708-162f-49f9-bb78-cef2bd73f78a', 'name': '', 'network_id': '5bc9530f-6d9b-49f6-aa4a-02099720eacd', 'tenant_id': '371c6a2cbad540218fff235f4a93c18c', 'mac_address': 'fa:16:3e:d5:3b:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6c4853c-e1dc-4bac-83c1-36a77b44fa55', 'device_owner': 'network:router_interface', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': 'a64b5ea3-7042-4499-97da-2a827c2c06a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T06:32:47Z', 'updated_at': '2021-09-30T06:32:53Z', 'revision_number': 5, 'project_id': '371c6a2cbad540218fff235f4a93c18c', 'subnets': [{'id': 'a64b5ea3-7042-4499-97da-2a827c2c06a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811877-1-iscsi', False) {} {{(pid=94001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 06:39:48.725647 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b4961a-9fa8-4330-9b00-e6a56cc35f3f req-fa60aaae-8252-470e-bf6e-4ecddba5cf5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:39:48.727149 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-50b4961a-9fa8-4330-9b00-e6a56cc35f3f req-fa60aaae-8252-470e-bf6e-4ecddba5cf5a service neutron] 10.222.0.10 "GET /v2.0/subnets?id=a64b5ea3-7042-4499-97da-2a827c2c06a9 HTTP/1.1" status: 200 len: 850 time: 0.1313810 Sep 30 06:39:48.737354 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150115f0-51ee-4376-9d84-34a8449f7faa req-bb322e7f-0f1b-4cc5-a00f-aa0df1312d99 tempest-TestVolumeBootPattern-1235501322 tempest-TestVolumeBootPattern-1235501322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:39:48.738808 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-150115f0-51ee-4376-9d84-34a8449f7faa req-bb322e7f-0f1b-4cc5-a00f-aa0df1312d99 tempest-TestVolumeBootPattern-1235501322 tempest-TestVolumeBootPattern-1235501322-project] 10.222.0.36 "GET /v2.0/ports?device_id=df5ea584-2a8b-4abe-9c09-38238828263e HTTP/1.1" status: 200 len: 946 time: 0.1530044 Sep 30 06:39:48.750596 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b025bb9c-9085-49db-b80d-3d97c1634282 None None] Checking router: a6c4853c-e1dc-4bac-83c1-36a77b44fa55 for host: dv-cinder-811877-1-iscsi {{(pid=94001) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 06:39:48.758906 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b025bb9c-9085-49db-b80d-3d97c1634282 None None] Routers {'a6c4853c-e1dc-4bac-83c1-36a77b44fa55'} bound to L3 agent in host dv-cinder-811877-1-iscsi {{(pid=94001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 06:39:48.759526 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.db.l3_hamode_db [None req-b025bb9c-9085-49db-b80d-3d97c1634282 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811877-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-30T06:19:31Z,description=,heartbeat_timestamp=2021-09-30T06:39:31Z,host='dv-cinder-811877-1-iscsi',id=f054bd23-6895-478f-87a4-7cc0e21c04e0,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T06:19:31Z,topic='l3_agent')) {'router_ids': ['a6c4853c-e1dc-4bac-83c1-36a77b44fa55'], 'active': True} {{(pid=94001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 06:39:48.797634 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431c0ffd-ad50-4f10-8763-075b27c9f81c req-3ee7cf56-c921-4ee4-962e-cc96b1f27a2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:39:48.799129 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-431c0ffd-ad50-4f10-8763-075b27c9f81c req-3ee7cf56-c921-4ee4-962e-cc96b1f27a2f service neutron] 10.222.0.10 "GET /v2.0/networks?id=5bc9530f-6d9b-49f6-aa4a-02099720eacd HTTP/1.1" status: 200 len: 912 time: 0.2046707 Sep 30 06:39:48.853020 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b4961a-9fa8-4330-9b00-e6a56cc35f3f req-301fdbd7-8e47-48dc-96c5-df0c063857d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:39:48.855104 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-50b4961a-9fa8-4330-9b00-e6a56cc35f3f req-301fdbd7-8e47-48dc-96c5-df0c063857d5 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=5bc9530f-6d9b-49f6-aa4a-02099720eacd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1139774 Sep 30 06:39:48.856755 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-431c0ffd-ad50-4f10-8763-075b27c9f81c req-d723c9ae-ae6d-4372-8461-cd7ee85cc8c9 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=aff9773e-c904-4df0-8ac9-be0453bd33a3 HTTP/1.1" status: 200 len: 217 time: 0.0479591 Sep 30 06:39:48.859703 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-150115f0-51ee-4376-9d84-34a8449f7faa req-fc74f393-fb51-4f5f-a968-50115f6e56ff tempest-TestVolumeBootPattern-1235501322 tempest-TestVolumeBootPattern-1235501322-project] 10.222.0.36 "GET /v2.0/security-groups?id=c54a025c-5158-476e-b94b-72fedfe85ade&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1081815 Sep 30 06:39:48.865673 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.db.l3_dvr_db [None req-b025bb9c-9085-49db-b80d-3d97c1634282 None None] Set router a6c4853c-e1dc-4bac-83c1-36a77b44fa55 gateway port host: dv-cinder-811877-1-iscsi {{(pid=94001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 06:39:49.096266 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.db.l3_hamode_db [None req-b025bb9c-9085-49db-b80d-3d97c1634282 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6c4853c-e1dc-4bac-83c1-36a77b44fa55', 'name': 'tempest-TestVolumeBootPattern-848458579-router', 'tenant_id': '371c6a2cbad540218fff235f4a93c18c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddd8ee8b-b24f-47fb-afd7-cfc700c93624', 'external_fixed_ips': [{'subnet_id': '4727b4cf-a8ea-4dab-8db4-019b4e8b0546', 'ip_address': '172.27.1.15'}], 'enable_snat': True}, 'gw_port_id': '798e9915-3eba-45d1-89f0-8592c0c15feb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T06:32:44Z', 'updated_at': '2021-09-30T06:32:48Z', 'revision_number': 4, 'project_id': '371c6a2cbad540218fff235f4a93c18c', 'gw_port': {'id': '798e9915-3eba-45d1-89f0-8592c0c15feb', 'name': '', 'network_id': 'ddd8ee8b-b24f-47fb-afd7-cfc700c93624', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:62:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6c4853c-e1dc-4bac-83c1-36a77b44fa55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '4727b4cf-a8ea-4dab-8db4-019b4e8b0546', 'ip_address': '172.27.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T06:32:45Z', 'updated_at': '2021-09-30T06:32:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4727b4cf-a8ea-4dab-8db4-019b4e8b0546', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811877-1-iscsi', '_floatingips': [{'id': '2de8b621-30a2-433c-9f21-0aba9acc3ed3', 'tenant_id': '371c6a2cbad540218fff235f4a93c18c', 'floating_ip_address': '172.27.1.118', 'floating_network_id': 'ddd8ee8b-b24f-47fb-afd7-cfc700c93624', 'router_id': 'a6c4853c-e1dc-4bac-83c1-36a77b44fa55', 'port_id': 'a6dff84a-8242-4446-b2d6-8ab6dd3e05ac', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 627, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5bc9530f-6d9b-49f6-aa4a-02099720eacd', 'mac_address': 'fa:16:3e:dd:63:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dab3054c-1af0-4feb-a1d2-392311252c7f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T06:36:10Z', 'updated_at': '2021-09-30T06:36:13Z', 'revision_number': 1, 'project_id': '371c6a2cbad540218fff235f4a93c18c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '387f1708-162f-49f9-bb78-cef2bd73f78a', 'name': '', 'network_id': '5bc9530f-6d9b-49f6-aa4a-02099720eacd', 'tenant_id': '371c6a2cbad540218fff235f4a93c18c', 'mac_address': 'fa:16:3e:d5:3b:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6c4853c-e1dc-4bac-83c1-36a77b44fa55', 'device_owner': 'network:router_interface', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': 'a64b5ea3-7042-4499-97da-2a827c2c06a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T06:32:47Z', 'updated_at': '2021-09-30T06:32:53Z', 'revision_number': 5, 'project_id': '371c6a2cbad540218fff235f4a93c18c', 'subnets': [{'id': 'a64b5ea3-7042-4499-97da-2a827c2c06a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811877-1-iscsi', False) {} {{(pid=94001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 06:39:49.128193 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b025bb9c-9085-49db-b80d-3d97c1634282 None None] The sync data for ids ['a6c4853c-e1dc-4bac-83c1-36a77b44fa55'] in dv-cinder-811877-1-iscsi is: [{'id': 'a6c4853c-e1dc-4bac-83c1-36a77b44fa55', 'name': 'tempest-TestVolumeBootPattern-848458579-router', 'tenant_id': '371c6a2cbad540218fff235f4a93c18c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddd8ee8b-b24f-47fb-afd7-cfc700c93624', 'external_fixed_ips': [{'subnet_id': '4727b4cf-a8ea-4dab-8db4-019b4e8b0546', 'ip_address': '172.27.1.15'}], 'enable_snat': True}, 'gw_port_id': '798e9915-3eba-45d1-89f0-8592c0c15feb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T06:32:44Z', 'updated_at': '2021-09-30T06:32:48Z', 'revision_number': 4, 'project_id': '371c6a2cbad540218fff235f4a93c18c', 'gw_port': {'id': '798e9915-3eba-45d1-89f0-8592c0c15feb', 'name': '', 'network_id': 'ddd8ee8b-b24f-47fb-afd7-cfc700c93624', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:62:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6c4853c-e1dc-4bac-83c1-36a77b44fa55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '4727b4cf-a8ea-4dab-8db4-019b4e8b0546', 'ip_address': '172.27.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T06:32:45Z', 'updated_at': '2021-09-30T06:32:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4727b4cf-a8ea-4dab-8db4-019b4e8b0546', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811877-1-iscsi', '_floatingips': [{'id': '2de8b621-30a2-433c-9f21-0aba9acc3ed3', 'tenant_id': '371c6a2cbad540218fff235f4a93c18c', 'floating_ip_address': '172.27.1.118', 'floating_network_id': 'ddd8ee8b-b24f-47fb-afd7-cfc700c93624', 'router_id': 'a6c4853c-e1dc-4bac-83c1-36a77b44fa55', 'port_id': 'a6dff84a-8242-4446-b2d6-8ab6dd3e05ac', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 627, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5bc9530f-6d9b-49f6-aa4a-02099720eacd', 'mac_address': 'fa:16:3e:dd:63:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dab3054c-1af0-4feb-a1d2-392311252c7f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T06:36:10Z', 'updated_at': '2021-09-30T06:36:13Z', 'revision_number': 1, 'project_id': '371c6a2cbad540218fff235f4a93c18c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '387f1708-162f-49f9-bb78-cef2bd73f78a', 'name': '', 'network_id': '5bc9530f-6d9b-49f6-aa4a-02099720eacd', 'tenant_id': '371c6a2cbad540218fff235f4a93c18c', 'mac_address': 'fa:16:3e:d5:3b:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6c4853c-e1dc-4bac-83c1-36a77b44fa55', 'device_owner': 'network:router_interface', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': 'a64b5ea3-7042-4499-97da-2a827c2c06a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T06:32:47Z', 'updated_at': '2021-09-30T06:32:53Z', 'revision_number': 5, 'project_id': '371c6a2cbad540218fff235f4a93c18c', 'subnets': [{'id': 'a64b5ea3-7042-4499-97da-2a827c2c06a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 06:39:49.232769 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431c0ffd-ad50-4f10-8763-075b27c9f81c req-3ba8da2c-c83e-475e-a89d-eaf04fed262d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:39:49.234239 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-431c0ffd-ad50-4f10-8763-075b27c9f81c req-3ba8da2c-c83e-475e-a89d-eaf04fed262d service neutron] 10.222.0.10 "GET /v2.0/subnets?id=a64b5ea3-7042-4499-97da-2a827c2c06a9 HTTP/1.1" status: 200 len: 850 time: 0.3574340 Sep 30 06:39:49.280058 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-50b4961a-9fa8-4330-9b00-e6a56cc35f3f req-ef4068b9-5673-4107-98a4-c6bb682c9638 service neutron] 10.222.0.10 "GET /v2.0/networks/5bc9530f-6d9b-49f6-aa4a-02099720eacd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4114292 Sep 30 06:39:49.315006 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431c0ffd-ad50-4f10-8763-075b27c9f81c req-f28bb282-5974-4251-b246-888290b239e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:39:49.316543 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-431c0ffd-ad50-4f10-8763-075b27c9f81c req-f28bb282-5974-4251-b246-888290b239e4 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=5bc9530f-6d9b-49f6-aa4a-02099720eacd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0733030 Sep 30 06:39:49.378840 dv-cinder-811877-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7087afd-374f-4042-8162-24714493be06 None None] New status for floating IP 272f3436-0623-44e6-8ea6-b9a2d13efa84: DOWN {{(pid=94002) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 30 06:39:49.447113 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-50b4961a-9fa8-4330-9b00-e6a56cc35f3f req-e24d2cbe-4f89-48a6-af8d-5af2cffd8de0 service neutron] 10.222.0.10 "GET /v2.0/networks/5bc9530f-6d9b-49f6-aa4a-02099720eacd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1586692 Sep 30 06:39:49.466317 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-431c0ffd-ad50-4f10-8763-075b27c9f81c req-b9ba729f-4930-4e63-939b-d8b7511e1011 service neutron] 10.222.0.10 "GET /v2.0/networks/5bc9530f-6d9b-49f6-aa4a-02099720eacd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1404889 Sep 30 06:39:49.558883 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-431c0ffd-ad50-4f10-8763-075b27c9f81c req-bce010e9-9b90-432f-85a9-830f42c64d58 service neutron] 10.222.0.10 "GET /v2.0/networks/5bc9530f-6d9b-49f6-aa4a-02099720eacd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829554 Sep 30 06:39:49.993684 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a275a288-d99c-4235-be8f-523e3a557293 req-08f0b370-2e80-455d-9570-d6b133b7b85a tempest-TestVolumeBootPattern-1235501322 tempest-TestVolumeBootPattern-1235501322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:39:49.995887 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-a275a288-d99c-4235-be8f-523e3a557293 req-08f0b370-2e80-455d-9570-d6b133b7b85a tempest-TestVolumeBootPattern-1235501322 tempest-TestVolumeBootPattern-1235501322-project] 10.222.0.36 "GET /v2.0/ports?device_id=df5ea584-2a8b-4abe-9c09-38238828263e HTTP/1.1" status: 200 len: 946 time: 0.0492904 Sep 30 06:39:50.033798 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-a275a288-d99c-4235-be8f-523e3a557293 req-53e94bf8-f93b-4d08-b4da-0586d3918275 tempest-TestVolumeBootPattern-1235501322 tempest-TestVolumeBootPattern-1235501322-project] 10.222.0.36 "GET /v2.0/security-groups?id=c54a025c-5158-476e-b94b-72fedfe85ade&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310149 Sep 30 06:39:50.348035 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c422dbb1-48a0-4199-86c8-aa073b238977 req-071712cf-b7ab-49dd-a95e-5d49a08b23de tempest-TestVolumeBootPattern-1235501322 tempest-TestVolumeBootPattern-1235501322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:39:50.349480 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-c422dbb1-48a0-4199-86c8-aa073b238977 req-071712cf-b7ab-49dd-a95e-5d49a08b23de tempest-TestVolumeBootPattern-1235501322 tempest-TestVolumeBootPattern-1235501322-project] 10.222.0.10 "GET /v2.0/ports?device_id=df5ea584-2a8b-4abe-9c09-38238828263e HTTP/1.1" status: 200 len: 946 time: 0.0471578 Sep 30 06:39:50.441161 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.plugins.ml2.plugin [req-c422dbb1-48a0-4199-86c8-aa073b238977 req-0294e806-ce9a-4788-9ade-fc5e00301b5c tempest-TestVolumeBootPattern-1235501322 tempest-TestVolumeBootPattern-1235501322-project] Deleting port aff9773e-c904-4df0-8ac9-be0453bd33a3 {{(pid=93999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 06:39:50.441451 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [req-c422dbb1-48a0-4199-86c8-aa073b238977 req-0294e806-ce9a-4788-9ade-fc5e00301b5c tempest-TestVolumeBootPattern-1235501322 tempest-TestVolumeBootPattern-1235501322-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727545987880'] for port, before_delete {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:39:50.527427 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.plugins.ml2.db [req-c422dbb1-48a0-4199-86c8-aa073b238977 req-0294e806-ce9a-4788-9ade-fc5e00301b5c tempest-TestVolumeBootPattern-1235501322 tempest-TestVolumeBootPattern-1235501322-project] For port aff9773e-c904-4df0-8ac9-be0453bd33a3, host hv-cinder-81187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81187',level=0,port_id=aff9773e-c904-4df0-8ac9-be0453bd33a3,segment=NetworkSegment(91d390b2-e475-4135-bc40-86c600b72bab),segment_id=91d390b2-e475-4135-bc40-86c600b72bab)] {{(pid=93999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 06:39:50.527789 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [req-c422dbb1-48a0-4199-86c8-aa073b238977 req-0294e806-ce9a-4788-9ade-fc5e00301b5c tempest-TestVolumeBootPattern-1235501322 tempest-TestVolumeBootPattern-1235501322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7874563'] for port, precommit_delete {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:39:50.543740 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.plugins.ml2.plugin [req-c422dbb1-48a0-4199-86c8-aa073b238977 req-0294e806-ce9a-4788-9ade-fc5e00301b5c tempest-TestVolumeBootPattern-1235501322 tempest-TestVolumeBootPattern-1235501322-project] Calling delete_port for aff9773e-c904-4df0-8ac9-be0453bd33a3 owned by compute:nova {{(pid=93999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 06:39:50.663862 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [req-c422dbb1-48a0-4199-86c8-aa073b238977 req-0294e806-ce9a-4788-9ade-fc5e00301b5c tempest-TestVolumeBootPattern-1235501322 tempest-TestVolumeBootPattern-1235501322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7821886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727545991406', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727545489354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6560267'] for port, after_delete {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:39:50.689969 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0294e806-ce9a-4788-9ade-fc5e00301b5c tempest-TestVolumeBootPattern-1235501322 tempest-TestVolumeBootPattern-1235501322-project] Pushing event deleted for resources: {'Port': ['ID=aff9773e-c904-4df0-8ac9-be0453bd33a3,revision_number=None']} {{(pid=93999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:39:50.703730 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0294e806-ce9a-4788-9ade-fc5e00301b5c tempest-TestVolumeBootPattern-1235501322 tempest-TestVolumeBootPattern-1235501322-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=93999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:39:50.704015 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0294e806-ce9a-4788-9ade-fc5e00301b5c tempest-TestVolumeBootPattern-1235501322 tempest-TestVolumeBootPattern-1235501322-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=93999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:39:50.704351 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0294e806-ce9a-4788-9ade-fc5e00301b5c tempest-TestVolumeBootPattern-1235501322 tempest-TestVolumeBootPattern-1235501322-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=93999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:39:50.704682 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0294e806-ce9a-4788-9ade-fc5e00301b5c tempest-TestVolumeBootPattern-1235501322 tempest-TestVolumeBootPattern-1235501322-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=93999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:39:50.705008 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0294e806-ce9a-4788-9ade-fc5e00301b5c tempest-TestVolumeBootPattern-1235501322 tempest-TestVolumeBootPattern-1235501322-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=93999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:39:50.705335 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0294e806-ce9a-4788-9ade-fc5e00301b5c tempest-TestVolumeBootPattern-1235501322 tempest-TestVolumeBootPattern-1235501322-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=93999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:39:50.705658 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0294e806-ce9a-4788-9ade-fc5e00301b5c tempest-TestVolumeBootPattern-1235501322 tempest-TestVolumeBootPattern-1235501322-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=93999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:39:50.705987 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0294e806-ce9a-4788-9ade-fc5e00301b5c tempest-TestVolumeBootPattern-1235501322 tempest-TestVolumeBootPattern-1235501322-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=93999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:39:50.706310 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0294e806-ce9a-4788-9ade-fc5e00301b5c tempest-TestVolumeBootPattern-1235501322 tempest-TestVolumeBootPattern-1235501322-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=93999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:39:50.706652 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0294e806-ce9a-4788-9ade-fc5e00301b5c tempest-TestVolumeBootPattern-1235501322 tempest-TestVolumeBootPattern-1235501322-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=93999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:39:50.706974 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0294e806-ce9a-4788-9ade-fc5e00301b5c tempest-TestVolumeBootPattern-1235501322 tempest-TestVolumeBootPattern-1235501322-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=93999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:39:50.707291 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0294e806-ce9a-4788-9ade-fc5e00301b5c tempest-TestVolumeBootPattern-1235501322 tempest-TestVolumeBootPattern-1235501322-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=93999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:39:50.744923 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.db.l3_dvrscheduler_db [req-c422dbb1-48a0-4199-86c8-aa073b238977 req-0294e806-ce9a-4788-9ade-fc5e00301b5c tempest-TestVolumeBootPattern-1235501322 tempest-TestVolumeBootPattern-1235501322-project] No DVR routers for this DVR port aff9773e-c904-4df0-8ac9-be0453bd33a3 on host hv-cinder-81187 {{(pid=93999) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 06:39:50.747688 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [req-c422dbb1-48a0-4199-86c8-aa073b238977 req-0294e806-ce9a-4788-9ade-fc5e00301b5c tempest-TestVolumeBootPattern-1235501322 tempest-TestVolumeBootPattern-1235501322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57126'] for port, before_response {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:39:50.749637 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-c422dbb1-48a0-4199-86c8-aa073b238977 req-0294e806-ce9a-4788-9ade-fc5e00301b5c tempest-TestVolumeBootPattern-1235501322 tempest-TestVolumeBootPattern-1235501322-project] 10.222.0.10 "DELETE /v2.0/ports/aff9773e-c904-4df0-8ac9-be0453bd33a3 HTTP/1.1" status: 204 len: 173 time: 0.3942301 Sep 30 06:39:50.750071 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df5ea584-2a8b-4abe-9c09-38238828263e', 'name': 'network-vif-deleted', 'tag': 'aff9773e-c904-4df0-8ac9-be0453bd33a3'}] {{(pid=93999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 06:39:50.752305 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07b111f6e278cfffd9c4f208e103de524c2b9e3fbd4e5a5b5d8dd158a433df71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8a8e958-f781-4a9a-b9cc-92cf6091bf7e" -d '{"events": [{"server_uuid": "df5ea584-2a8b-4abe-9c09-38238828263e", "name": "network-vif-deleted", "tag": "aff9773e-c904-4df0-8ac9-be0453bd33a3"}]}' {{(pid=93999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 06:39:50.850098 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 06:39:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-322aca06-a1ea-4f97-bb6d-bcd3fe6c8248 x-openstack-request-id: req-322aca06-a1ea-4f97-bb6d-bcd3fe6c8248 {{(pid=93999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 06:39:50.850409 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df5ea584-2a8b-4abe-9c09-38238828263e", "name": "network-vif-deleted", "tag": "aff9773e-c904-4df0-8ac9-be0453bd33a3", "status": "completed", "code": 200}]} {{(pid=93999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 06:39:50.850690 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-322aca06-a1ea-4f97-bb6d-bcd3fe6c8248 {{(pid=93999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 06:39:50.851083 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df5ea584-2a8b-4abe-9c09-38238828263e', 'name': 'network-vif-deleted', 'tag': 'aff9773e-c904-4df0-8ac9-be0453bd33a3', 'status': 'completed', 'code': 200} Sep 30 06:39:51.133212 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-d1881161-2834-4905-8bde-7f221ad3d4e5 req-0eff5f8c-dc0d-4f5b-a45e-ac469309fa76 tempest-TestVolumeBootPattern-1235501322 tempest-TestVolumeBootPattern-1235501322-project] 10.222.0.36 "GET /v2.0/ports?device_id=df5ea584-2a8b-4abe-9c09-38238828263e HTTP/1.1" status: 200 len: 210 time: 0.0302300 Sep 30 06:39:54.204477 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.rpc [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] Device aff9773e-c904-4df0-8ac9-be0453bd33a3 no longer exists at agent hyperv_hv-cinder-81187 {{(pid=94001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 06:39:54.225125 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.plugin [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] No Port match for: aff9773e-c904-4df0-8ac9-be0453bd33a3 {{(pid=94001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 06:39:54.225468 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.rpc [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] Device aff9773e-c904-4df0-8ac9-be0453bd33a3 not bound to the agent host hv-cinder-81187 {{(pid=94001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 06:39:54.406467 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.36', 33942) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 06:39:54.562134 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.plugins.ml2.plugin [None req-ebb616f4-2727-43af-bea6-a17c13d7ae8c tempest-TestVolumeBootPattern-1235501322 tempest-TestVolumeBootPattern-1235501322-project] Deleting port 000105bb-a9b4-4310-b44c-9c138013354d {{(pid=94000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 06:39:54.562470 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-ebb616f4-2727-43af-bea6-a17c13d7ae8c tempest-TestVolumeBootPattern-1235501322 tempest-TestVolumeBootPattern-1235501322-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727545987880'] for port, before_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:39:54.633972 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-ebb616f4-2727-43af-bea6-a17c13d7ae8c tempest-TestVolumeBootPattern-1235501322 tempest-TestVolumeBootPattern-1235501322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7874563'] for port, precommit_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:39:54.634300 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-ebb616f4-2727-43af-bea6-a17c13d7ae8c tempest-TestVolumeBootPattern-1235501322 tempest-TestVolumeBootPattern-1235501322-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:39:54.646415 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.plugins.ml2.plugin [None req-ebb616f4-2727-43af-bea6-a17c13d7ae8c tempest-TestVolumeBootPattern-1235501322 tempest-TestVolumeBootPattern-1235501322-project] Calling delete_port for 000105bb-a9b4-4310-b44c-9c138013354d owned by network:floatingip {{(pid=94000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 06:39:54.788932 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-ebb616f4-2727-43af-bea6-a17c13d7ae8c tempest-TestVolumeBootPattern-1235501322 tempest-TestVolumeBootPattern-1235501322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7821886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727545991406', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727545489354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4572815'] for port, after_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:39:54.815445 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb616f4-2727-43af-bea6-a17c13d7ae8c tempest-TestVolumeBootPattern-1235501322 tempest-TestVolumeBootPattern-1235501322-project] Pushing event deleted for resources: {'Port': ['ID=000105bb-a9b4-4310-b44c-9c138013354d,revision_number=None']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:39:54.876918 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-ebb616f4-2727-43af-bea6-a17c13d7ae8c tempest-TestVolumeBootPattern-1235501322 tempest-TestVolumeBootPattern-1235501322-project] Notify callbacks [] for floatingip, after_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:39:54.877195 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.db.l3_db [None req-ebb616f4-2727-43af-bea6-a17c13d7ae8c tempest-TestVolumeBootPattern-1235501322 tempest-TestVolumeBootPattern-1235501322-project] Floating IP 2de8b621-30a2-433c-9f21-0aba9acc3ed3 disassociated (deleted). External IP: 172.27.1.118, port: a6dff84a-8242-4446-b2d6-8ab6dd3e05ac. Sep 30 06:39:55.080160 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebb616f4-2727-43af-bea6-a17c13d7ae8c tempest-TestVolumeBootPattern-1235501322 tempest-TestVolumeBootPattern-1235501322-project] Router a6c4853c-e1dc-4bac-83c1-36a77b44fa55 has already been hosted by L3 agent f054bd23-6895-478f-87a4-7cc0e21c04e0 {{(pid=94000) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 06:39:55.185213 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebb616f4-2727-43af-bea6-a17c13d7ae8c tempest-TestVolumeBootPattern-1235501322 tempest-TestVolumeBootPattern-1235501322-project] Notify agent at l3_agent.dv-cinder-811877-1-iscsi the message routers_updated {{(pid=94000) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 06:39:55.189974 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-ebb616f4-2727-43af-bea6-a17c13d7ae8c tempest-TestVolumeBootPattern-1235501322 tempest-TestVolumeBootPattern-1235501322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57126'] for floatingip, before_response {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:39:55.194692 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f6d84d1-552f-43f9-8d8a-57dcfd52e62a None None] Sync routers for ids ['a6c4853c-e1dc-4bac-83c1-36a77b44fa55'] in dv-cinder-811877-1-iscsi {{(pid=94001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 06:39:55.204193 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f6d84d1-552f-43f9-8d8a-57dcfd52e62a None None] Routers {'a6c4853c-e1dc-4bac-83c1-36a77b44fa55'} bound to L3 agent in host dv-cinder-811877-1-iscsi {{(pid=94001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 06:39:55.204831 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.db.l3_hamode_db [None req-4f6d84d1-552f-43f9-8d8a-57dcfd52e62a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811877-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-30T06:19:31Z,description=,heartbeat_timestamp=2021-09-30T06:39:31Z,host='dv-cinder-811877-1-iscsi',id=f054bd23-6895-478f-87a4-7cc0e21c04e0,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T06:19:31Z,topic='l3_agent')) {'router_ids': ['a6c4853c-e1dc-4bac-83c1-36a77b44fa55'], 'active': True} {{(pid=94001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 06:39:55.315124 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.db.l3_dvr_db [None req-4f6d84d1-552f-43f9-8d8a-57dcfd52e62a None None] Set router a6c4853c-e1dc-4bac-83c1-36a77b44fa55 gateway port host: dv-cinder-811877-1-iscsi {{(pid=94001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 06:39:55.470093 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [None req-ebb616f4-2727-43af-bea6-a17c13d7ae8c tempest-TestVolumeBootPattern-1235501322 tempest-TestVolumeBootPattern-1235501322-project] 10.222.0.36 "DELETE /v2.0/floatingips/2de8b621-30a2-433c-9f21-0aba9acc3ed3 HTTP/1.1" status: 204 len: 168 time: 1.0624156 Sep 30 06:39:55.470917 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dab3054c-1af0-4feb-a1d2-392311252c7f', 'tag': 'a6dff84a-8242-4446-b2d6-8ab6dd3e05ac'}] {{(pid=94000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 06:39:55.473358 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4acac726bceb08fc5dc31984e0b5877fccc01d7f70542289dc6193c12fa4dba7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9750582-6c68-442e-a9ad-40269e2ceb85" -d '{"events": [{"name": "network-changed", "server_uuid": "dab3054c-1af0-4feb-a1d2-392311252c7f", "tag": "a6dff84a-8242-4446-b2d6-8ab6dd3e05ac"}]}' {{(pid=94000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 06:39:55.510940 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 06:39:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a08bdd32-21b7-472e-9ff5-f8c768964a78 x-openstack-request-id: req-a08bdd32-21b7-472e-9ff5-f8c768964a78 {{(pid=94000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 06:39:55.511232 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dab3054c-1af0-4feb-a1d2-392311252c7f", "tag": "a6dff84a-8242-4446-b2d6-8ab6dd3e05ac", "status": "completed", "code": 200}]} {{(pid=94000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 06:39:55.511519 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-a08bdd32-21b7-472e-9ff5-f8c768964a78 {{(pid=94000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 06:39:55.511964 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dab3054c-1af0-4feb-a1d2-392311252c7f', 'tag': 'a6dff84a-8242-4446-b2d6-8ab6dd3e05ac', 'status': 'completed', 'code': 200} Sep 30 06:39:55.520413 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.db.l3_hamode_db [None req-4f6d84d1-552f-43f9-8d8a-57dcfd52e62a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6c4853c-e1dc-4bac-83c1-36a77b44fa55', 'name': 'tempest-TestVolumeBootPattern-848458579-router', 'tenant_id': '371c6a2cbad540218fff235f4a93c18c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddd8ee8b-b24f-47fb-afd7-cfc700c93624', 'external_fixed_ips': [{'subnet_id': '4727b4cf-a8ea-4dab-8db4-019b4e8b0546', 'ip_address': '172.27.1.15'}], 'enable_snat': True}, 'gw_port_id': '798e9915-3eba-45d1-89f0-8592c0c15feb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T06:32:44Z', 'updated_at': '2021-09-30T06:32:48Z', 'revision_number': 4, 'project_id': '371c6a2cbad540218fff235f4a93c18c', 'gw_port': {'id': '798e9915-3eba-45d1-89f0-8592c0c15feb', 'name': '', 'network_id': 'ddd8ee8b-b24f-47fb-afd7-cfc700c93624', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:62:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6c4853c-e1dc-4bac-83c1-36a77b44fa55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '4727b4cf-a8ea-4dab-8db4-019b4e8b0546', 'ip_address': '172.27.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T06:32:45Z', 'updated_at': '2021-09-30T06:32:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4727b4cf-a8ea-4dab-8db4-019b4e8b0546', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811877-1-iscsi', '_interfaces': [{'id': '387f1708-162f-49f9-bb78-cef2bd73f78a', 'name': '', 'network_id': '5bc9530f-6d9b-49f6-aa4a-02099720eacd', 'tenant_id': '371c6a2cbad540218fff235f4a93c18c', 'mac_address': 'fa:16:3e:d5:3b:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6c4853c-e1dc-4bac-83c1-36a77b44fa55', 'device_owner': 'network:router_interface', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': 'a64b5ea3-7042-4499-97da-2a827c2c06a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T06:32:47Z', 'updated_at': '2021-09-30T06:32:53Z', 'revision_number': 5, 'project_id': '371c6a2cbad540218fff235f4a93c18c', 'subnets': [{'id': 'a64b5ea3-7042-4499-97da-2a827c2c06a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811877-1-iscsi', False) {} {{(pid=94001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 06:39:55.552188 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f6d84d1-552f-43f9-8d8a-57dcfd52e62a None None] Checking router: a6c4853c-e1dc-4bac-83c1-36a77b44fa55 for host: dv-cinder-811877-1-iscsi {{(pid=94001) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 06:39:55.561873 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f6d84d1-552f-43f9-8d8a-57dcfd52e62a None None] Routers {'a6c4853c-e1dc-4bac-83c1-36a77b44fa55'} bound to L3 agent in host dv-cinder-811877-1-iscsi {{(pid=94001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 06:39:55.562509 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.db.l3_hamode_db [None req-4f6d84d1-552f-43f9-8d8a-57dcfd52e62a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811877-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-30T06:19:31Z,description=,heartbeat_timestamp=2021-09-30T06:39:31Z,host='dv-cinder-811877-1-iscsi',id=f054bd23-6895-478f-87a4-7cc0e21c04e0,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T06:19:31Z,topic='l3_agent')) {'router_ids': ['a6c4853c-e1dc-4bac-83c1-36a77b44fa55'], 'active': True} {{(pid=94001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 06:39:55.625608 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9750582-6c68-442e-a9ad-40269e2ceb85 req-a8934238-8bdd-424b-9e37-d19cbb4fad9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:39:55.627552 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-c9750582-6c68-442e-a9ad-40269e2ceb85 req-a8934238-8bdd-424b-9e37-d19cbb4fad9f service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=371c6a2cbad540218fff235f4a93c18c&device_id=dab3054c-1af0-4feb-a1d2-392311252c7f HTTP/1.1" status: 200 len: 1098 time: 0.0697854 Sep 30 06:39:55.681464 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.db.l3_dvr_db [None req-4f6d84d1-552f-43f9-8d8a-57dcfd52e62a None None] Set router a6c4853c-e1dc-4bac-83c1-36a77b44fa55 gateway port host: dv-cinder-811877-1-iscsi {{(pid=94001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 06:39:55.764390 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d74dcf-b8e2-4774-9940-799dde2857de req-1f2612c9-8158-4f44-92b7-09e3bf54958b tempest-TestVolumeBootPattern-1235501322 tempest-TestVolumeBootPattern-1235501322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:39:55.765800 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-e4d74dcf-b8e2-4774-9940-799dde2857de req-1f2612c9-8158-4f44-92b7-09e3bf54958b tempest-TestVolumeBootPattern-1235501322 tempest-TestVolumeBootPattern-1235501322-project] 10.222.0.36 "GET /v2.0/ports?device_id=dab3054c-1af0-4feb-a1d2-392311252c7f HTTP/1.1" status: 200 len: 945 time: 0.1112735 Sep 30 06:39:55.795795 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9750582-6c68-442e-a9ad-40269e2ceb85 req-7c30feec-cb56-44f1-a666-0bea6e6c7cd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:39:55.797262 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-c9750582-6c68-442e-a9ad-40269e2ceb85 req-7c30feec-cb56-44f1-a666-0bea6e6c7cd8 service neutron] 10.222.0.10 "GET /v2.0/networks?id=5bc9530f-6d9b-49f6-aa4a-02099720eacd HTTP/1.1" status: 200 len: 912 time: 0.1336544 Sep 30 06:39:55.849271 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-e4d74dcf-b8e2-4774-9940-799dde2857de req-c2ab296c-df66-46ee-9285-b3df61c40b1c tempest-TestVolumeBootPattern-1235501322 tempest-TestVolumeBootPattern-1235501322-project] 10.222.0.36 "GET /v2.0/security-groups?id=c54a025c-5158-476e-b94b-72fedfe85ade&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0771348 Sep 30 06:39:55.850649 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-c9750582-6c68-442e-a9ad-40269e2ceb85 req-125a1a43-51b9-44de-98a2-72ecbbf4639d service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a6dff84a-8242-4446-b2d6-8ab6dd3e05ac HTTP/1.1" status: 200 len: 217 time: 0.0399945 Sep 30 06:39:55.895961 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.db.l3_hamode_db [None req-4f6d84d1-552f-43f9-8d8a-57dcfd52e62a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6c4853c-e1dc-4bac-83c1-36a77b44fa55', 'name': 'tempest-TestVolumeBootPattern-848458579-router', 'tenant_id': '371c6a2cbad540218fff235f4a93c18c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddd8ee8b-b24f-47fb-afd7-cfc700c93624', 'external_fixed_ips': [{'subnet_id': '4727b4cf-a8ea-4dab-8db4-019b4e8b0546', 'ip_address': '172.27.1.15'}], 'enable_snat': True}, 'gw_port_id': '798e9915-3eba-45d1-89f0-8592c0c15feb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T06:32:44Z', 'updated_at': '2021-09-30T06:32:48Z', 'revision_number': 4, 'project_id': '371c6a2cbad540218fff235f4a93c18c', 'gw_port': {'id': '798e9915-3eba-45d1-89f0-8592c0c15feb', 'name': '', 'network_id': 'ddd8ee8b-b24f-47fb-afd7-cfc700c93624', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:62:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6c4853c-e1dc-4bac-83c1-36a77b44fa55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '4727b4cf-a8ea-4dab-8db4-019b4e8b0546', 'ip_address': '172.27.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T06:32:45Z', 'updated_at': '2021-09-30T06:32:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4727b4cf-a8ea-4dab-8db4-019b4e8b0546', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811877-1-iscsi', '_interfaces': [{'id': '387f1708-162f-49f9-bb78-cef2bd73f78a', 'name': '', 'network_id': '5bc9530f-6d9b-49f6-aa4a-02099720eacd', 'tenant_id': '371c6a2cbad540218fff235f4a93c18c', 'mac_address': 'fa:16:3e:d5:3b:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6c4853c-e1dc-4bac-83c1-36a77b44fa55', 'device_owner': 'network:router_interface', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': 'a64b5ea3-7042-4499-97da-2a827c2c06a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T06:32:47Z', 'updated_at': '2021-09-30T06:32:53Z', 'revision_number': 5, 'project_id': '371c6a2cbad540218fff235f4a93c18c', 'subnets': [{'id': 'a64b5ea3-7042-4499-97da-2a827c2c06a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811877-1-iscsi', False) {} {{(pid=94001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 06:39:55.931602 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9750582-6c68-442e-a9ad-40269e2ceb85 req-ed9ca0fc-f758-423e-a153-5a3d34a70295 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:39:55.934488 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-c9750582-6c68-442e-a9ad-40269e2ceb85 req-ed9ca0fc-f758-423e-a153-5a3d34a70295 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=a64b5ea3-7042-4499-97da-2a827c2c06a9 HTTP/1.1" status: 200 len: 850 time: 0.0745876 Sep 30 06:39:55.938220 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f6d84d1-552f-43f9-8d8a-57dcfd52e62a None None] The sync data for ids ['a6c4853c-e1dc-4bac-83c1-36a77b44fa55'] in dv-cinder-811877-1-iscsi is: [{'id': 'a6c4853c-e1dc-4bac-83c1-36a77b44fa55', 'name': 'tempest-TestVolumeBootPattern-848458579-router', 'tenant_id': '371c6a2cbad540218fff235f4a93c18c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddd8ee8b-b24f-47fb-afd7-cfc700c93624', 'external_fixed_ips': [{'subnet_id': '4727b4cf-a8ea-4dab-8db4-019b4e8b0546', 'ip_address': '172.27.1.15'}], 'enable_snat': True}, 'gw_port_id': '798e9915-3eba-45d1-89f0-8592c0c15feb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T06:32:44Z', 'updated_at': '2021-09-30T06:32:48Z', 'revision_number': 4, 'project_id': '371c6a2cbad540218fff235f4a93c18c', 'gw_port': {'id': '798e9915-3eba-45d1-89f0-8592c0c15feb', 'name': '', 'network_id': 'ddd8ee8b-b24f-47fb-afd7-cfc700c93624', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:62:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6c4853c-e1dc-4bac-83c1-36a77b44fa55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '4727b4cf-a8ea-4dab-8db4-019b4e8b0546', 'ip_address': '172.27.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T06:32:45Z', 'updated_at': '2021-09-30T06:32:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4727b4cf-a8ea-4dab-8db4-019b4e8b0546', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811877-1-iscsi', '_interfaces': [{'id': '387f1708-162f-49f9-bb78-cef2bd73f78a', 'name': '', 'network_id': '5bc9530f-6d9b-49f6-aa4a-02099720eacd', 'tenant_id': '371c6a2cbad540218fff235f4a93c18c', 'mac_address': 'fa:16:3e:d5:3b:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6c4853c-e1dc-4bac-83c1-36a77b44fa55', 'device_owner': 'network:router_interface', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': 'a64b5ea3-7042-4499-97da-2a827c2c06a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T06:32:47Z', 'updated_at': '2021-09-30T06:32:53Z', 'revision_number': 5, 'project_id': '371c6a2cbad540218fff235f4a93c18c', 'subnets': [{'id': 'a64b5ea3-7042-4499-97da-2a827c2c06a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 06:39:55.981857 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9750582-6c68-442e-a9ad-40269e2ceb85 req-a79ba47e-7670-418a-b340-ef970844a70c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:39:55.983457 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-c9750582-6c68-442e-a9ad-40269e2ceb85 req-a79ba47e-7670-418a-b340-ef970844a70c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=5bc9530f-6d9b-49f6-aa4a-02099720eacd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0422969 Sep 30 06:39:56.074689 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-c9750582-6c68-442e-a9ad-40269e2ceb85 req-3f950f15-d28a-4442-9209-93d5c205ab6e service neutron] 10.222.0.10 "GET /v2.0/networks/5bc9530f-6d9b-49f6-aa4a-02099720eacd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836585 Sep 30 06:39:56.158815 dv-cinder-811877-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d774c8cd-4b97-4462-850b-92e3af7336b6 None None] New status for floating IP 2de8b621-30a2-433c-9f21-0aba9acc3ed3: DOWN {{(pid=94002) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 30 06:39:56.173433 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-c9750582-6c68-442e-a9ad-40269e2ceb85 req-2f6e76b2-c242-489c-931c-0e077d9d8940 service neutron] 10.222.0.10 "GET /v2.0/networks/5bc9530f-6d9b-49f6-aa4a-02099720eacd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913799 Sep 30 06:39:56.969543 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de24286-4325-4dd2-b0f9-f57817d9870d req-dae47923-f870-48f9-89e6-ad80e8829b1d tempest-TestVolumeBootPattern-1235501322 tempest-TestVolumeBootPattern-1235501322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:39:56.971046 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-7de24286-4325-4dd2-b0f9-f57817d9870d req-dae47923-f870-48f9-89e6-ad80e8829b1d tempest-TestVolumeBootPattern-1235501322 tempest-TestVolumeBootPattern-1235501322-project] 10.222.0.36 "GET /v2.0/ports?device_id=dab3054c-1af0-4feb-a1d2-392311252c7f HTTP/1.1" status: 200 len: 945 time: 0.0532224 Sep 30 06:39:57.007448 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-7de24286-4325-4dd2-b0f9-f57817d9870d req-827b8596-cc0d-49fe-a71d-457cc4367a17 tempest-TestVolumeBootPattern-1235501322 tempest-TestVolumeBootPattern-1235501322-project] 10.222.0.36 "GET /v2.0/security-groups?id=c54a025c-5158-476e-b94b-72fedfe85ade&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304933 Sep 30 06:39:57.313914 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4a4f83-c160-4eea-9379-8321c4b537f3 req-4ab5aca9-6492-4753-ace2-f9825e4fbb9a tempest-TestVolumeBootPattern-1235501322 tempest-TestVolumeBootPattern-1235501322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 06:39:57.315377 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-ad4a4f83-c160-4eea-9379-8321c4b537f3 req-4ab5aca9-6492-4753-ace2-f9825e4fbb9a tempest-TestVolumeBootPattern-1235501322 tempest-TestVolumeBootPattern-1235501322-project] 10.222.0.10 "GET /v2.0/ports?device_id=dab3054c-1af0-4feb-a1d2-392311252c7f HTTP/1.1" status: 200 len: 945 time: 0.0475233 Sep 30 06:39:57.406323 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.plugins.ml2.plugin [req-ad4a4f83-c160-4eea-9379-8321c4b537f3 req-7a000df7-f1be-4689-a741-3d978657c543 tempest-TestVolumeBootPattern-1235501322 tempest-TestVolumeBootPattern-1235501322-project] Deleting port a6dff84a-8242-4446-b2d6-8ab6dd3e05ac {{(pid=93999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 06:39:57.406582 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [req-ad4a4f83-c160-4eea-9379-8321c4b537f3 req-7a000df7-f1be-4689-a741-3d978657c543 tempest-TestVolumeBootPattern-1235501322 tempest-TestVolumeBootPattern-1235501322-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727545987880'] for port, before_delete {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:39:57.491601 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.plugins.ml2.db [req-ad4a4f83-c160-4eea-9379-8321c4b537f3 req-7a000df7-f1be-4689-a741-3d978657c543 tempest-TestVolumeBootPattern-1235501322 tempest-TestVolumeBootPattern-1235501322-project] For port a6dff84a-8242-4446-b2d6-8ab6dd3e05ac, host hv-cinder-81187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81187',level=0,port_id=a6dff84a-8242-4446-b2d6-8ab6dd3e05ac,segment=NetworkSegment(91d390b2-e475-4135-bc40-86c600b72bab),segment_id=91d390b2-e475-4135-bc40-86c600b72bab)] {{(pid=93999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 06:39:57.491960 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [req-ad4a4f83-c160-4eea-9379-8321c4b537f3 req-7a000df7-f1be-4689-a741-3d978657c543 tempest-TestVolumeBootPattern-1235501322 tempest-TestVolumeBootPattern-1235501322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7874563'] for port, precommit_delete {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:39:57.504695 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.plugins.ml2.plugin [req-ad4a4f83-c160-4eea-9379-8321c4b537f3 req-7a000df7-f1be-4689-a741-3d978657c543 tempest-TestVolumeBootPattern-1235501322 tempest-TestVolumeBootPattern-1235501322-project] Calling delete_port for a6dff84a-8242-4446-b2d6-8ab6dd3e05ac owned by compute:nova {{(pid=93999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 06:39:57.630039 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [req-ad4a4f83-c160-4eea-9379-8321c4b537f3 req-7a000df7-f1be-4689-a741-3d978657c543 tempest-TestVolumeBootPattern-1235501322 tempest-TestVolumeBootPattern-1235501322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7821886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727545991406', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727545489354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6560267'] for port, after_delete {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:39:57.665195 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a000df7-f1be-4689-a741-3d978657c543 tempest-TestVolumeBootPattern-1235501322 tempest-TestVolumeBootPattern-1235501322-project] Pushing event deleted for resources: {'Port': ['ID=a6dff84a-8242-4446-b2d6-8ab6dd3e05ac,revision_number=None']} {{(pid=93999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:39:57.702965 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad4a4f83-c160-4eea-9379-8321c4b537f3 req-7a000df7-f1be-4689-a741-3d978657c543 tempest-TestVolumeBootPattern-1235501322 tempest-TestVolumeBootPattern-1235501322-project] No DVR routers for this DVR port a6dff84a-8242-4446-b2d6-8ab6dd3e05ac on host hv-cinder-81187 {{(pid=93999) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 06:39:57.705371 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [req-ad4a4f83-c160-4eea-9379-8321c4b537f3 req-7a000df7-f1be-4689-a741-3d978657c543 tempest-TestVolumeBootPattern-1235501322 tempest-TestVolumeBootPattern-1235501322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57126'] for port, before_response {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:39:57.707390 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [req-ad4a4f83-c160-4eea-9379-8321c4b537f3 req-7a000df7-f1be-4689-a741-3d978657c543 tempest-TestVolumeBootPattern-1235501322 tempest-TestVolumeBootPattern-1235501322-project] 10.222.0.10 "DELETE /v2.0/ports/a6dff84a-8242-4446-b2d6-8ab6dd3e05ac HTTP/1.1" status: 204 len: 173 time: 0.3847401 Sep 30 06:39:57.707831 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dab3054c-1af0-4feb-a1d2-392311252c7f', 'name': 'network-vif-deleted', 'tag': 'a6dff84a-8242-4446-b2d6-8ab6dd3e05ac'}] {{(pid=93999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 06:39:57.710087 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07b111f6e278cfffd9c4f208e103de524c2b9e3fbd4e5a5b5d8dd158a433df71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47a10679-d035-410d-a6e3-27d118698e4e" -d '{"events": [{"server_uuid": "dab3054c-1af0-4feb-a1d2-392311252c7f", "name": "network-vif-deleted", "tag": "a6dff84a-8242-4446-b2d6-8ab6dd3e05ac"}]}' {{(pid=93999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 06:39:57.744837 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 06:39:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3f51efc-f419-4bcf-8917-a730f21e3ba4 x-openstack-request-id: req-f3f51efc-f419-4bcf-8917-a730f21e3ba4 {{(pid=93999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 06:39:57.745151 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dab3054c-1af0-4feb-a1d2-392311252c7f", "name": "network-vif-deleted", "tag": "a6dff84a-8242-4446-b2d6-8ab6dd3e05ac", "status": "completed", "code": 200}]} {{(pid=93999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 06:39:57.745403 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-f3f51efc-f419-4bcf-8917-a730f21e3ba4 {{(pid=93999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 06:39:57.745804 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dab3054c-1af0-4feb-a1d2-392311252c7f', 'name': 'network-vif-deleted', 'tag': 'a6dff84a-8242-4446-b2d6-8ab6dd3e05ac', 'status': 'completed', 'code': 200} Sep 30 06:39:58.111714 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-892a2611-ad97-479b-912e-3b57501c6fb5 req-c4be22ed-4d4d-4562-86c0-f8ab78111be3 tempest-TestVolumeBootPattern-1235501322 tempest-TestVolumeBootPattern-1235501322-project] 10.222.0.36 "GET /v2.0/ports?device_id=dab3054c-1af0-4feb-a1d2-392311252c7f HTTP/1.1" status: 200 len: 210 time: 0.0343156 Sep 30 06:39:58.502849 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-c58f52b6-7e72-4771-992e-4e9c9726ae62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727546001794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-597483'] for agent, after_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:39:59.163819 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.36', 33958) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 06:39:59.283268 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.plugins.ml2.plugin [None req-fdaed0f7-6626-45c9-b046-9815168b9a81 tempest-TestVolumeBootPattern-1235501322 tempest-TestVolumeBootPattern-1235501322-project] Deleting port 28d6cac2-14c0-464f-9c6b-b739a9f22276 {{(pid=94000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 06:39:59.283618 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-fdaed0f7-6626-45c9-b046-9815168b9a81 tempest-TestVolumeBootPattern-1235501322 tempest-TestVolumeBootPattern-1235501322-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727545987880'] for port, before_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:39:59.360299 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-fdaed0f7-6626-45c9-b046-9815168b9a81 tempest-TestVolumeBootPattern-1235501322 tempest-TestVolumeBootPattern-1235501322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7874563'] for port, precommit_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:39:59.360626 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-fdaed0f7-6626-45c9-b046-9815168b9a81 tempest-TestVolumeBootPattern-1235501322 tempest-TestVolumeBootPattern-1235501322-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:39:59.371746 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.plugins.ml2.plugin [None req-fdaed0f7-6626-45c9-b046-9815168b9a81 tempest-TestVolumeBootPattern-1235501322 tempest-TestVolumeBootPattern-1235501322-project] Calling delete_port for 28d6cac2-14c0-464f-9c6b-b739a9f22276 owned by network:floatingip {{(pid=94000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 06:39:59.500825 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-fdaed0f7-6626-45c9-b046-9815168b9a81 tempest-TestVolumeBootPattern-1235501322 tempest-TestVolumeBootPattern-1235501322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7821886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727545991406', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727545489354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4572815'] for port, after_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:39:59.525940 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdaed0f7-6626-45c9-b046-9815168b9a81 tempest-TestVolumeBootPattern-1235501322 tempest-TestVolumeBootPattern-1235501322-project] Pushing event deleted for resources: {'Port': ['ID=28d6cac2-14c0-464f-9c6b-b739a9f22276,revision_number=None']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:39:59.584367 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-fdaed0f7-6626-45c9-b046-9815168b9a81 tempest-TestVolumeBootPattern-1235501322 tempest-TestVolumeBootPattern-1235501322-project] Notify callbacks [] for floatingip, after_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:39:59.586834 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-fdaed0f7-6626-45c9-b046-9815168b9a81 tempest-TestVolumeBootPattern-1235501322 tempest-TestVolumeBootPattern-1235501322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57126'] for floatingip, before_response {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:39:59.587944 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [None req-fdaed0f7-6626-45c9-b046-9815168b9a81 tempest-TestVolumeBootPattern-1235501322 tempest-TestVolumeBootPattern-1235501322-project] 10.222.0.36 "DELETE /v2.0/floatingips/73bad141-9b30-44f5-91a5-2b4e3946c19b HTTP/1.1" status: 204 len: 168 time: 0.4231346 Sep 30 06:40:00.221770 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.rpc [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] Device a6dff84a-8242-4446-b2d6-8ab6dd3e05ac no longer exists at agent hyperv_hv-cinder-81187 {{(pid=94001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 06:40:00.245374 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.plugin [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] No Port match for: a6dff84a-8242-4446-b2d6-8ab6dd3e05ac {{(pid=94001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 06:40:00.245725 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.rpc [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] Device a6dff84a-8242-4446-b2d6-8ab6dd3e05ac not bound to the agent host hv-cinder-81187 {{(pid=94001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 06:40:00.776432 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.36', 33970) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 06:40:00.834494 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-0aa92bda-a091-47d5-a0ad-34db6e07084e tempest-TestVolumeBootPattern-1235501322 tempest-TestVolumeBootPattern-1235501322-project] Notify callbacks [] for security_group, before_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:40:00.862678 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-0aa92bda-a091-47d5-a0ad-34db6e07084e tempest-TestVolumeBootPattern-1235501322 tempest-TestVolumeBootPattern-1235501322-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:40:00.922108 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-0aa92bda-a091-47d5-a0ad-34db6e07084e tempest-TestVolumeBootPattern-1235501322 tempest-TestVolumeBootPattern-1235501322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533969'] for security_group, after_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:40:00.925130 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-0aa92bda-a091-47d5-a0ad-34db6e07084e tempest-TestVolumeBootPattern-1235501322 tempest-TestVolumeBootPattern-1235501322-project] Notify callbacks [] for security_group, before_response {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:40:00.926431 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [None req-0aa92bda-a091-47d5-a0ad-34db6e07084e tempest-TestVolumeBootPattern-1235501322 tempest-TestVolumeBootPattern-1235501322-project] 10.222.0.36 "DELETE /v2.0/security-groups/c54a025c-5158-476e-b94b-72fedfe85ade HTTP/1.1" status: 204 len: 168 time: 0.1489525 Sep 30 06:40:00.936874 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa92bda-a091-47d5-a0ad-34db6e07084e tempest-TestVolumeBootPattern-1235501322 tempest-TestVolumeBootPattern-1235501322-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c54a025c-5158-476e-b94b-72fedfe85ade,revision_number=None']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:40:00.986755 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.36', 33974) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 06:40:01.355174 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-b6ac80f8-d661-4fbb-ac7b-ee4e6fb79e7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727546001794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-597483'] for agent, after_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:40:01.461210 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-f05fba12-6387-493e-b7bc-3600d783d03a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7877658'] for router_interface, before_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:40:01.698476 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.plugins.ml2.plugin [None req-f05fba12-6387-493e-b7bc-3600d783d03a admin admin] Deleting port 387f1708-162f-49f9-bb78-cef2bd73f78a {{(pid=94000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 06:40:01.698752 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-f05fba12-6387-493e-b7bc-3600d783d03a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727545987880'] for port, before_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:40:01.778559 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.plugins.ml2.db [None req-f05fba12-6387-493e-b7bc-3600d783d03a admin admin] For port 387f1708-162f-49f9-bb78-cef2bd73f78a, host dv-cinder-811877-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811877-1-iscsi',level=0,port_id=387f1708-162f-49f9-bb78-cef2bd73f78a,segment=NetworkSegment(91d390b2-e475-4135-bc40-86c600b72bab),segment_id=91d390b2-e475-4135-bc40-86c600b72bab)] {{(pid=94000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 06:40:01.779248 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-f05fba12-6387-493e-b7bc-3600d783d03a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7874563'] for port, precommit_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:40:01.791617 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.plugins.ml2.plugin [None req-f05fba12-6387-493e-b7bc-3600d783d03a admin admin] Calling delete_port for 387f1708-162f-49f9-bb78-cef2bd73f78a owned by network:router_interface {{(pid=94000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 06:40:01.970524 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-f05fba12-6387-493e-b7bc-3600d783d03a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7821886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727545991406', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727545489354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4572815'] for port, after_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:40:01.998951 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05fba12-6387-493e-b7bc-3600d783d03a admin admin] Pushing event deleted for resources: {'Port': ['ID=387f1708-162f-49f9-bb78-cef2bd73f78a,revision_number=None']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:40:02.165579 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-f05fba12-6387-493e-b7bc-3600d783d03a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7821773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7878035'] for router_interface, after_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:40:02.324214 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-1a5ef50c-1a60-4eeb-b96e-cf5df6fcca4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727546001794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-597483'] for agent, after_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:40:02.374961 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f05fba12-6387-493e-b7bc-3600d783d03a admin admin] Router a6c4853c-e1dc-4bac-83c1-36a77b44fa55 has already been hosted by L3 agent f054bd23-6895-478f-87a4-7cc0e21c04e0 {{(pid=94000) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 06:40:02.478465 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f05fba12-6387-493e-b7bc-3600d783d03a admin admin] Notify agent at l3_agent.dv-cinder-811877-1-iscsi the message routers_updated {{(pid=94000) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 06:40:02.484044 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [None req-f05fba12-6387-493e-b7bc-3600d783d03a admin admin] 10.222.0.36 "PUT /v2.0/routers/a6c4853c-e1dc-4bac-83c1-36a77b44fa55/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4962490 Sep 30 06:40:02.486645 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.36', 33978) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 06:40:02.489174 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1b7cb33-265c-4f1c-87de-e999d3bec6a0 None None] Sync routers for ids ['a6c4853c-e1dc-4bac-83c1-36a77b44fa55'] in dv-cinder-811877-1-iscsi {{(pid=94001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 06:40:02.498256 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1b7cb33-265c-4f1c-87de-e999d3bec6a0 None None] Routers {'a6c4853c-e1dc-4bac-83c1-36a77b44fa55'} bound to L3 agent in host dv-cinder-811877-1-iscsi {{(pid=94001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 06:40:02.499036 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.db.l3_hamode_db [None req-a1b7cb33-265c-4f1c-87de-e999d3bec6a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811877-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-30T06:19:31Z,description=,heartbeat_timestamp=2021-09-30T06:40:01Z,host='dv-cinder-811877-1-iscsi',id=f054bd23-6895-478f-87a4-7cc0e21c04e0,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T06:19:31Z,topic='l3_agent')) {'router_ids': ['a6c4853c-e1dc-4bac-83c1-36a77b44fa55'], 'active': True} {{(pid=94001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 06:40:02.588841 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-0f822071-a1d3-4085-b1be-c40870d61cfd admin admin] Notify callbacks [] for router, before_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:40:02.697241 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-0f822071-a1d3-4085-b1be-c40870d61cfd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:40:02.738273 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-028184f3-f8cc-4c85-9e6b-64613141ad03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727546001794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-597483'] for agent, after_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:40:02.740035 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.db.l3_dvr_db [None req-a1b7cb33-265c-4f1c-87de-e999d3bec6a0 None None] Set router a6c4853c-e1dc-4bac-83c1-36a77b44fa55 gateway port host: dv-cinder-811877-1-iscsi {{(pid=94001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 06:40:02.753750 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.plugins.ml2.plugin [None req-0f822071-a1d3-4085-b1be-c40870d61cfd admin admin] Deleting port 798e9915-3eba-45d1-89f0-8592c0c15feb {{(pid=94000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 06:40:02.754090 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-0f822071-a1d3-4085-b1be-c40870d61cfd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727545987880'] for port, before_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:40:02.834105 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.plugins.ml2.db [None req-0f822071-a1d3-4085-b1be-c40870d61cfd admin admin] For port 798e9915-3eba-45d1-89f0-8592c0c15feb, host dv-cinder-811877-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811877-1-iscsi',level=0,port_id=798e9915-3eba-45d1-89f0-8592c0c15feb,segment=NetworkSegment(f18bb042-e630-4c4b-b384-e9bf093ecc8b),segment_id=f18bb042-e630-4c4b-b384-e9bf093ecc8b)] {{(pid=94000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 06:40:02.834855 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-0f822071-a1d3-4085-b1be-c40870d61cfd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7874563'] for port, precommit_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:40:02.845914 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.plugins.ml2.plugin [None req-0f822071-a1d3-4085-b1be-c40870d61cfd admin admin] Calling delete_port for 798e9915-3eba-45d1-89f0-8592c0c15feb owned by network:router_gateway {{(pid=94000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 06:40:02.914345 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.db.l3_hamode_db [None req-a1b7cb33-265c-4f1c-87de-e999d3bec6a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6c4853c-e1dc-4bac-83c1-36a77b44fa55', 'name': 'tempest-TestVolumeBootPattern-848458579-router', 'tenant_id': '371c6a2cbad540218fff235f4a93c18c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddd8ee8b-b24f-47fb-afd7-cfc700c93624', 'external_fixed_ips': [{'subnet_id': '4727b4cf-a8ea-4dab-8db4-019b4e8b0546', 'ip_address': '172.27.1.15'}], 'enable_snat': True}, 'gw_port_id': '798e9915-3eba-45d1-89f0-8592c0c15feb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T06:32:44Z', 'updated_at': '2021-09-30T06:40:01Z', 'revision_number': 5, 'project_id': '371c6a2cbad540218fff235f4a93c18c', 'gw_port': {'id': '798e9915-3eba-45d1-89f0-8592c0c15feb', 'name': '', 'network_id': 'ddd8ee8b-b24f-47fb-afd7-cfc700c93624', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:62:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6c4853c-e1dc-4bac-83c1-36a77b44fa55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '4727b4cf-a8ea-4dab-8db4-019b4e8b0546', 'ip_address': '172.27.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T06:32:45Z', 'updated_at': '2021-09-30T06:32:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4727b4cf-a8ea-4dab-8db4-019b4e8b0546', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811877-1-iscsi'}], 'dv-cinder-811877-1-iscsi', False) {} {{(pid=94001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 06:40:02.941457 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1b7cb33-265c-4f1c-87de-e999d3bec6a0 None None] Checking router: a6c4853c-e1dc-4bac-83c1-36a77b44fa55 for host: dv-cinder-811877-1-iscsi {{(pid=94001) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 06:40:02.949428 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1b7cb33-265c-4f1c-87de-e999d3bec6a0 None None] Routers {'a6c4853c-e1dc-4bac-83c1-36a77b44fa55'} bound to L3 agent in host dv-cinder-811877-1-iscsi {{(pid=94001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 06:40:02.950041 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.db.l3_hamode_db [None req-a1b7cb33-265c-4f1c-87de-e999d3bec6a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811877-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-30T06:19:31Z,description=,heartbeat_timestamp=2021-09-30T06:40:01Z,host='dv-cinder-811877-1-iscsi',id=f054bd23-6895-478f-87a4-7cc0e21c04e0,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T06:19:31Z,topic='l3_agent')) {'router_ids': ['a6c4853c-e1dc-4bac-83c1-36a77b44fa55'], 'active': True} {{(pid=94001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 06:40:03.008149 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-0f822071-a1d3-4085-b1be-c40870d61cfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7821886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727545991406', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727545489354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4572815'] for port, after_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:40:03.033647 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f822071-a1d3-4085-b1be-c40870d61cfd admin admin] Pushing event deleted for resources: {'Port': ['ID=798e9915-3eba-45d1-89f0-8592c0c15feb,revision_number=None']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:40:03.039474 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.db.l3_dvr_db [None req-a1b7cb33-265c-4f1c-87de-e999d3bec6a0 None None] Set router a6c4853c-e1dc-4bac-83c1-36a77b44fa55 gateway port host: None {{(pid=94001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 06:40:03.095065 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-0f822071-a1d3-4085-b1be-c40870d61cfd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7877968'] for router_gateway, after_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:40:03.095476 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.db.l3_hamode_db [None req-a1b7cb33-265c-4f1c-87de-e999d3bec6a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6c4853c-e1dc-4bac-83c1-36a77b44fa55', 'name': 'tempest-TestVolumeBootPattern-848458579-router', 'tenant_id': '371c6a2cbad540218fff235f4a93c18c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T06:32:44Z', 'updated_at': '2021-09-30T06:40:02Z', 'revision_number': 6, 'project_id': '371c6a2cbad540218fff235f4a93c18c', 'gw_port_host': None}], 'dv-cinder-811877-1-iscsi', False) {} {{(pid=94001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 06:40:03.124906 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1b7cb33-265c-4f1c-87de-e999d3bec6a0 None None] The sync data for ids ['a6c4853c-e1dc-4bac-83c1-36a77b44fa55'] in dv-cinder-811877-1-iscsi is: [{'id': 'a6c4853c-e1dc-4bac-83c1-36a77b44fa55', 'name': 'tempest-TestVolumeBootPattern-848458579-router', 'tenant_id': '371c6a2cbad540218fff235f4a93c18c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T06:32:44Z', 'updated_at': '2021-09-30T06:40:02Z', 'revision_number': 6, 'project_id': '371c6a2cbad540218fff235f4a93c18c', 'gw_port_host': None}] {{(pid=94001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 06:40:03.193393 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-0f822071-a1d3-4085-b1be-c40870d61cfd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7877183', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-693'] for router, precommit_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:40:03.195850 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-0f822071-a1d3-4085-b1be-c40870d61cfd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:40:03.237668 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-0f822071-a1d3-4085-b1be-c40870d61cfd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7877174'] for router, after_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:40:03.238216 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f822071-a1d3-4085-b1be-c40870d61cfd admin admin] Fanout notify agent at l3_agent the message router_deleted on router a6c4853c-e1dc-4bac-83c1-36a77b44fa55 {{(pid=94000) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 30 06:40:03.242842 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-0f822071-a1d3-4085-b1be-c40870d61cfd admin admin] Notify callbacks [] for router, before_response {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:40:03.243894 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [None req-0f822071-a1d3-4085-b1be-c40870d61cfd admin admin] 10.222.0.36 "DELETE /v2.0/routers/a6c4853c-e1dc-4bac-83c1-36a77b44fa55 HTTP/1.1" status: 204 len: 168 time: 0.7563236 Sep 30 06:40:03.246375 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.36', 33980) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 06:40:03.289079 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.db.db_base_plugin_v2 [None req-5bade94c-c2e3-4161-b70a-c5b882746f2b admin admin] Deleting subnet a64b5ea3-7042-4499-97da-2a827c2c06a9 {{(pid=94000) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 06:40:03.292052 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-5bade94c-c2e3-4161-b70a-c5b882746f2b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:40:03.330184 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-5bade94c-c2e3-4161-b70a-c5b882746f2b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4572778'] for subnet, precommit_delete_associations {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:40:03.404449 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-5bade94c-c2e3-4161-b70a-c5b882746f2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-583762'] for subnet, precommit_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:40:03.455606 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-5bade94c-c2e3-4161-b70a-c5b882746f2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-583771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7821886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4572882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5105895'] for subnet, after_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:40:03.480234 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bade94c-c2e3-4161-b70a-c5b882746f2b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a64b5ea3-7042-4499-97da-2a827c2c06a9,revision_number=None']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:40:03.484355 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-5bade94c-c2e3-4161-b70a-c5b882746f2b admin admin] Notify callbacks [] for subnet, before_response {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:40:03.488558 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [None req-5bade94c-c2e3-4161-b70a-c5b882746f2b admin admin] 10.222.0.36 "DELETE /v2.0/subnets/a64b5ea3-7042-4499-97da-2a827c2c06a9 HTTP/1.1" status: 204 len: 168 time: 0.2389464 Sep 30 06:40:03.488819 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.36', 33982) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 06:40:03.493375 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9822651-9ce4-4f21-a5c9-34c0f4bcfea5 None None] Network 5bc9530f-6d9b-49f6-aa4a-02099720eacd requested from dv-cinder-811877-1-iscsi {{(pid=94001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 06:40:03.566896 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-d634399e-0fae-4e29-92aa-c259cad496a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763795'] for network, before_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:40:03.618415 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.plugins.ml2.plugin [None req-d634399e-0fae-4e29-92aa-c259cad496a2 admin admin] Deleting port 57450674-3788-4eac-bef1-6786f2d9d219 {{(pid=94000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 06:40:03.618777 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-d634399e-0fae-4e29-92aa-c259cad496a2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727545987880'] for port, before_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:40:03.684075 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.plugins.ml2.db [None req-d634399e-0fae-4e29-92aa-c259cad496a2 admin admin] For port 57450674-3788-4eac-bef1-6786f2d9d219, host dv-cinder-811877-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811877-1-iscsi',level=0,port_id=57450674-3788-4eac-bef1-6786f2d9d219,segment=NetworkSegment(91d390b2-e475-4135-bc40-86c600b72bab),segment_id=91d390b2-e475-4135-bc40-86c600b72bab)] {{(pid=94000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 06:40:03.684362 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-d634399e-0fae-4e29-92aa-c259cad496a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7874563'] for port, precommit_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:40:03.696903 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.plugins.ml2.plugin [None req-d634399e-0fae-4e29-92aa-c259cad496a2 admin admin] Calling delete_port for 57450674-3788-4eac-bef1-6786f2d9d219 owned by network:dhcp {{(pid=94000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 06:40:03.772594 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-d634399e-0fae-4e29-92aa-c259cad496a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7821886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727545991406', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727545489354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4572815'] for port, after_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:40:03.797808 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d634399e-0fae-4e29-92aa-c259cad496a2 admin admin] Pushing event deleted for resources: {'Port': ['ID=57450674-3788-4eac-bef1-6786f2d9d219,revision_number=None']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:40:03.801280 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d634399e-0fae-4e29-92aa-c259cad496a2 admin admin] No DVR routers for this DVR port 57450674-3788-4eac-bef1-6786f2d9d219 on host dv-cinder-811877-1-iscsi {{(pid=94000) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 06:40:03.871114 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-d634399e-0fae-4e29-92aa-c259cad496a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-585195', 'neutron.services.segments.db._delete_segments_for_network-8727546001812'] for network, precommit_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:40:03.892175 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.services.segments.db [None req-d634399e-0fae-4e29-92aa-c259cad496a2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5bc9530f-6d9b-49f6-aa4a-02099720eacd']}} {{(pid=94000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 06:40:03.902956 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.services.segments.db [None req-d634399e-0fae-4e29-92aa-c259cad496a2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '91d390b2-e475-4135-bc40-86c600b72bab') {'for_net_delete': True} {{(pid=94000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 06:40:03.903259 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.services.segments.db [None req-d634399e-0fae-4e29-92aa-c259cad496a2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '91d390b2-e475-4135-bc40-86c600b72bab') {} {{(pid=94000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 06:40:03.908437 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-971a8362-244a-45a7-be47-7acd47fc750c None None] DHCP port deletion for 5bc9530f-6d9b-49f6-aa4a-02099720eacd request from dv-cinder-811877-1-iscsi {{(pid=94001) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 30 06:40:03.915420 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-d634399e-0fae-4e29-92aa-c259cad496a2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727546002077', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4572787'] for segment, before_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:40:03.930192 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-d634399e-0fae-4e29-92aa-c259cad496a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583621'] for segment, precommit_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:40:03.936508 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d634399e-0fae-4e29-92aa-c259cad496a2 admin admin] Releasing vlan 323 on physical network physnet1 to pool {{(pid=94000) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 06:40:03.937069 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-d634399e-0fae-4e29-92aa-c259cad496a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4571260'] for segment, after_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:40:03.938835 dv-cinder-811877-1-iscsi neutron-server[94000]: Traceback (most recent call last): Sep 30 06:40:03.938835 dv-cinder-811877-1-iscsi neutron-server[94000]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 06:40:03.938835 dv-cinder-811877-1-iscsi neutron-server[94000]: timer() Sep 30 06:40:03.938835 dv-cinder-811877-1-iscsi neutron-server[94000]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 06:40:03.938835 dv-cinder-811877-1-iscsi neutron-server[94000]: cb(*args, **kw) Sep 30 06:40:03.938835 dv-cinder-811877-1-iscsi neutron-server[94000]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 06:40:03.938835 dv-cinder-811877-1-iscsi neutron-server[94000]: return func(*args, **kwargs) Sep 30 06:40:03.938835 dv-cinder-811877-1-iscsi neutron-server[94000]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 06:40:03.938835 dv-cinder-811877-1-iscsi neutron-server[94000]: self._notify() Sep 30 06:40:03.938835 dv-cinder-811877-1-iscsi neutron-server[94000]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 06:40:03.938835 dv-cinder-811877-1-iscsi neutron-server[94000]: self.callback(batched_events) Sep 30 06:40:03.938835 dv-cinder-811877-1-iscsi neutron-server[94000]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 06:40:03.938835 dv-cinder-811877-1-iscsi neutron-server[94000]: event.method(event) Sep 30 06:40:03.938835 dv-cinder-811877-1-iscsi neutron-server[94000]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 06:40:03.938835 dv-cinder-811877-1-iscsi neutron-server[94000]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 06:40:03.938835 dv-cinder-811877-1-iscsi neutron-server[94000]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 06:40:03.938835 dv-cinder-811877-1-iscsi neutron-server[94000]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 06:40:03.938835 dv-cinder-811877-1-iscsi neutron-server[94000]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 06:40:03.938835 dv-cinder-811877-1-iscsi neutron-server[94000]: return f(self, *a, **k) Sep 30 06:40:03.938835 dv-cinder-811877-1-iscsi neutron-server[94000]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 06:40:03.938835 dv-cinder-811877-1-iscsi neutron-server[94000]: return self._get(url).json() Sep 30 06:40:03.938835 dv-cinder-811877-1-iscsi neutron-server[94000]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 06:40:03.938835 dv-cinder-811877-1-iscsi neutron-server[94000]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 06:40:03.938835 dv-cinder-811877-1-iscsi neutron-server[94000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 06:40:03.938835 dv-cinder-811877-1-iscsi neutron-server[94000]: return self.request(url, 'GET', **kwargs) Sep 30 06:40:03.938835 dv-cinder-811877-1-iscsi neutron-server[94000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 06:40:03.938835 dv-cinder-811877-1-iscsi neutron-server[94000]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 06:40:03.938835 dv-cinder-811877-1-iscsi neutron-server[94000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 06:40:03.938835 dv-cinder-811877-1-iscsi neutron-server[94000]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 06:40:03.938835 dv-cinder-811877-1-iscsi neutron-server[94000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 06:40:03.938835 dv-cinder-811877-1-iscsi neutron-server[94000]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 06:40:03.938835 dv-cinder-811877-1-iscsi neutron-server[94000]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 06:40:03.999036 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-d634399e-0fae-4e29-92aa-c259cad496a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-585180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7821886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7877900'] for network, after_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:40:04.004979 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-d634399e-0fae-4e29-92aa-c259cad496a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7821868'] for network, before_response {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:40:04.007064 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [None req-d634399e-0fae-4e29-92aa-c259cad496a2 admin admin] 10.222.0.36 "DELETE /v2.0/networks/5bc9530f-6d9b-49f6-aa4a-02099720eacd HTTP/1.1" status: 204 len: 168 time: 0.5173888 Sep 30 06:40:04.010591 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.wsgi [-] (93999) accepted ('10.222.0.36', 33984) {{(pid=93999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 06:40:04.018206 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d634399e-0fae-4e29-92aa-c259cad496a2 admin admin] Pushing event deleted for resources: {'Network': ['ID=5bc9530f-6d9b-49f6-aa4a-02099720eacd,revision_number=None']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:40:04.067064 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-31788eca-3db2-42eb-847b-597dce492ba7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727546001794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-597483'] for agent, after_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:40:04.248083 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.rpc [None req-1a5ef50c-1a60-4eeb-b96e-cf5df6fcca4b None None] Device 387f1708-162f-49f9-bb78-cef2bd73f78a no longer exists at agent ovs-agent-dv-cinder-811877-1-iscsi {{(pid=94001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 06:40:04.268820 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.plugin [None req-1a5ef50c-1a60-4eeb-b96e-cf5df6fcca4b None None] No Port match for: 387f1708-162f-49f9-bb78-cef2bd73f78a {{(pid=94001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 06:40:04.269170 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.rpc [None req-1a5ef50c-1a60-4eeb-b96e-cf5df6fcca4b None None] Device 387f1708-162f-49f9-bb78-cef2bd73f78a not bound to the agent host dv-cinder-811877-1-iscsi {{(pid=94001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 06:40:04.269600 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.rpc [None req-1a5ef50c-1a60-4eeb-b96e-cf5df6fcca4b None None] Device 798e9915-3eba-45d1-89f0-8592c0c15feb no longer exists at agent ovs-agent-dv-cinder-811877-1-iscsi {{(pid=94001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 06:40:04.287652 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.plugin [None req-1a5ef50c-1a60-4eeb-b96e-cf5df6fcca4b None None] No Port match for: 798e9915-3eba-45d1-89f0-8592c0c15feb {{(pid=94001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 06:40:04.288000 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.rpc [None req-1a5ef50c-1a60-4eeb-b96e-cf5df6fcca4b None None] Device 798e9915-3eba-45d1-89f0-8592c0c15feb not bound to the agent host dv-cinder-811877-1-iscsi {{(pid=94001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 06:40:04.288425 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.rpc [None req-1a5ef50c-1a60-4eeb-b96e-cf5df6fcca4b None None] Device 57450674-3788-4eac-bef1-6786f2d9d219 no longer exists at agent ovs-agent-dv-cinder-811877-1-iscsi {{(pid=94001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 06:40:04.311792 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.plugin [None req-1a5ef50c-1a60-4eeb-b96e-cf5df6fcca4b None None] No Port match for: 57450674-3788-4eac-bef1-6786f2d9d219 {{(pid=94001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 06:40:04.312136 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.rpc [None req-1a5ef50c-1a60-4eeb-b96e-cf5df6fcca4b None None] Device 57450674-3788-4eac-bef1-6786f2d9d219 not bound to the agent host dv-cinder-811877-1-iscsi {{(pid=94001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 06:40:04.369424 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-4d3af692-4992-48ec-a330-b7c7209aa42d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7877658'] for router_interface, before_delete {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:40:04.604811 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.plugins.ml2.plugin [None req-4d3af692-4992-48ec-a330-b7c7209aa42d admin admin] Deleting port 24df21ec-bfde-4698-a5d9-a02794cc005d {{(pid=93999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 06:40:04.605151 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-4d3af692-4992-48ec-a330-b7c7209aa42d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727545987880'] for port, before_delete {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:40:04.684230 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.plugins.ml2.db [None req-4d3af692-4992-48ec-a330-b7c7209aa42d admin admin] For port 24df21ec-bfde-4698-a5d9-a02794cc005d, host dv-cinder-811877-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811877-1-iscsi',level=0,port_id=24df21ec-bfde-4698-a5d9-a02794cc005d,segment=NetworkSegment(62457180-8fa0-48dd-812b-4b9039a27e05),segment_id=62457180-8fa0-48dd-812b-4b9039a27e05)] {{(pid=93999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 06:40:04.684597 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-4d3af692-4992-48ec-a330-b7c7209aa42d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7874563'] for port, precommit_delete {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:40:04.696722 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.plugins.ml2.plugin [None req-4d3af692-4992-48ec-a330-b7c7209aa42d admin admin] Calling delete_port for 24df21ec-bfde-4698-a5d9-a02794cc005d owned by network:router_interface {{(pid=93999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 06:40:04.872103 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-4d3af692-4992-48ec-a330-b7c7209aa42d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7821886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727545991406', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727545489354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6560267'] for port, after_delete {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:40:04.895543 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3af692-4992-48ec-a330-b7c7209aa42d admin admin] Pushing event deleted for resources: {'Port': ['ID=24df21ec-bfde-4698-a5d9-a02794cc005d,revision_number=None']} {{(pid=93999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:40:05.059926 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-4d3af692-4992-48ec-a330-b7c7209aa42d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7821773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7878035'] for router_interface, after_delete {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:40:05.268691 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d3af692-4992-48ec-a330-b7c7209aa42d admin admin] Router d01e9ec6-b839-4c83-bcdd-f69ce4f2fd61 has already been hosted by L3 agent f054bd23-6895-478f-87a4-7cc0e21c04e0 {{(pid=93999) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 06:40:05.374816 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d3af692-4992-48ec-a330-b7c7209aa42d admin admin] Notify agent at l3_agent.dv-cinder-811877-1-iscsi the message routers_updated {{(pid=93999) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 06:40:05.381426 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [None req-4d3af692-4992-48ec-a330-b7c7209aa42d admin admin] 10.222.0.36 "PUT /v2.0/routers/d01e9ec6-b839-4c83-bcdd-f69ce4f2fd61/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3687117 Sep 30 06:40:05.383025 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.36', 33986) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 06:40:05.383793 dv-cinder-811877-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00be24bf-236e-46dd-be33-09dbf45028f6 None None] Sync routers for ids ['d01e9ec6-b839-4c83-bcdd-f69ce4f2fd61'] in dv-cinder-811877-1-iscsi {{(pid=94002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 06:40:05.392835 dv-cinder-811877-1-iscsi neutron-server[94002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00be24bf-236e-46dd-be33-09dbf45028f6 None None] Routers {'d01e9ec6-b839-4c83-bcdd-f69ce4f2fd61'} bound to L3 agent in host dv-cinder-811877-1-iscsi {{(pid=94002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 06:40:05.393376 dv-cinder-811877-1-iscsi neutron-server[94002]: DEBUG neutron.db.l3_hamode_db [None req-00be24bf-236e-46dd-be33-09dbf45028f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811877-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-30T06:19:31Z,description=,heartbeat_timestamp=2021-09-30T06:40:01Z,host='dv-cinder-811877-1-iscsi',id=f054bd23-6895-478f-87a4-7cc0e21c04e0,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T06:19:31Z,topic='l3_agent')) {'router_ids': ['d01e9ec6-b839-4c83-bcdd-f69ce4f2fd61'], 'active': True} {{(pid=94002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 06:40:05.498247 dv-cinder-811877-1-iscsi neutron-server[94002]: DEBUG neutron.db.l3_dvr_db [None req-00be24bf-236e-46dd-be33-09dbf45028f6 None None] Set router d01e9ec6-b839-4c83-bcdd-f69ce4f2fd61 gateway port host: dv-cinder-811877-1-iscsi {{(pid=94002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 06:40:05.687216 dv-cinder-811877-1-iscsi neutron-server[94002]: DEBUG neutron.db.l3_hamode_db [None req-00be24bf-236e-46dd-be33-09dbf45028f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd01e9ec6-b839-4c83-bcdd-f69ce4f2fd61', 'name': 'tempest-TestVolumeBootPattern-1809873720-router', 'tenant_id': 'c6660b2d8d08442eb64d106089289b58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddd8ee8b-b24f-47fb-afd7-cfc700c93624', 'external_fixed_ips': [{'subnet_id': '4727b4cf-a8ea-4dab-8db4-019b4e8b0546', 'ip_address': '172.27.1.11'}], 'enable_snat': True}, 'gw_port_id': '89d1b16c-7c0a-42cd-96dd-cd798bab39eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T06:32:50Z', 'updated_at': '2021-09-30T06:40:04Z', 'revision_number': 5, 'project_id': 'c6660b2d8d08442eb64d106089289b58', 'gw_port': {'id': '89d1b16c-7c0a-42cd-96dd-cd798bab39eb', 'name': '', 'network_id': 'ddd8ee8b-b24f-47fb-afd7-cfc700c93624', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:df:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd01e9ec6-b839-4c83-bcdd-f69ce4f2fd61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '4727b4cf-a8ea-4dab-8db4-019b4e8b0546', 'ip_address': '172.27.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T06:32:50Z', 'updated_at': '2021-09-30T06:32:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4727b4cf-a8ea-4dab-8db4-019b4e8b0546', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811877-1-iscsi'}], 'dv-cinder-811877-1-iscsi', False) {} {{(pid=94002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 06:40:05.714180 dv-cinder-811877-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00be24bf-236e-46dd-be33-09dbf45028f6 None None] Checking router: d01e9ec6-b839-4c83-bcdd-f69ce4f2fd61 for host: dv-cinder-811877-1-iscsi {{(pid=94002) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 06:40:05.724135 dv-cinder-811877-1-iscsi neutron-server[94002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00be24bf-236e-46dd-be33-09dbf45028f6 None None] Routers {'d01e9ec6-b839-4c83-bcdd-f69ce4f2fd61'} bound to L3 agent in host dv-cinder-811877-1-iscsi {{(pid=94002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 06:40:05.724747 dv-cinder-811877-1-iscsi neutron-server[94002]: DEBUG neutron.db.l3_hamode_db [None req-00be24bf-236e-46dd-be33-09dbf45028f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811877-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-30T06:19:31Z,description=,heartbeat_timestamp=2021-09-30T06:40:01Z,host='dv-cinder-811877-1-iscsi',id=f054bd23-6895-478f-87a4-7cc0e21c04e0,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T06:19:31Z,topic='l3_agent')) {'router_ids': ['d01e9ec6-b839-4c83-bcdd-f69ce4f2fd61'], 'active': True} {{(pid=94002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 06:40:05.737937 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-6c46cab7-8dbc-4861-9f42-424fd8f18316 admin admin] Notify callbacks [] for router, before_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:40:05.827260 dv-cinder-811877-1-iscsi neutron-server[94002]: DEBUG neutron.db.l3_dvr_db [None req-00be24bf-236e-46dd-be33-09dbf45028f6 None None] Set router d01e9ec6-b839-4c83-bcdd-f69ce4f2fd61 gateway port host: dv-cinder-811877-1-iscsi {{(pid=94002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 06:40:05.836065 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-6c46cab7-8dbc-4861-9f42-424fd8f18316 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:40:05.887455 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.plugins.ml2.plugin [None req-6c46cab7-8dbc-4861-9f42-424fd8f18316 admin admin] Deleting port 89d1b16c-7c0a-42cd-96dd-cd798bab39eb {{(pid=94000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 06:40:05.888106 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-6c46cab7-8dbc-4861-9f42-424fd8f18316 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727545987880'] for port, before_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:40:05.971278 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.plugins.ml2.db [None req-6c46cab7-8dbc-4861-9f42-424fd8f18316 admin admin] For port 89d1b16c-7c0a-42cd-96dd-cd798bab39eb, host dv-cinder-811877-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811877-1-iscsi',level=0,port_id=89d1b16c-7c0a-42cd-96dd-cd798bab39eb,segment=NetworkSegment(f18bb042-e630-4c4b-b384-e9bf093ecc8b),segment_id=f18bb042-e630-4c4b-b384-e9bf093ecc8b)] {{(pid=94000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 06:40:05.971568 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-6c46cab7-8dbc-4861-9f42-424fd8f18316 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7874563'] for port, precommit_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:40:05.984745 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.plugins.ml2.plugin [None req-6c46cab7-8dbc-4861-9f42-424fd8f18316 admin admin] Calling delete_port for 89d1b16c-7c0a-42cd-96dd-cd798bab39eb owned by network:router_gateway {{(pid=94000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 06:40:06.091151 dv-cinder-811877-1-iscsi neutron-server[94002]: DEBUG neutron.db.l3_hamode_db [None req-00be24bf-236e-46dd-be33-09dbf45028f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd01e9ec6-b839-4c83-bcdd-f69ce4f2fd61', 'name': 'tempest-TestVolumeBootPattern-1809873720-router', 'tenant_id': 'c6660b2d8d08442eb64d106089289b58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddd8ee8b-b24f-47fb-afd7-cfc700c93624', 'external_fixed_ips': [{'subnet_id': '4727b4cf-a8ea-4dab-8db4-019b4e8b0546', 'ip_address': '172.27.1.11'}], 'enable_snat': True}, 'gw_port_id': '89d1b16c-7c0a-42cd-96dd-cd798bab39eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T06:32:50Z', 'updated_at': '2021-09-30T06:40:04Z', 'revision_number': 5, 'project_id': 'c6660b2d8d08442eb64d106089289b58', 'gw_port': {'id': '89d1b16c-7c0a-42cd-96dd-cd798bab39eb', 'name': '', 'network_id': 'ddd8ee8b-b24f-47fb-afd7-cfc700c93624', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:df:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd01e9ec6-b839-4c83-bcdd-f69ce4f2fd61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '4727b4cf-a8ea-4dab-8db4-019b4e8b0546', 'ip_address': '172.27.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T06:32:50Z', 'updated_at': '2021-09-30T06:32:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4727b4cf-a8ea-4dab-8db4-019b4e8b0546', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811877-1-iscsi'}], 'dv-cinder-811877-1-iscsi', False) {} {{(pid=94002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 06:40:06.119008 dv-cinder-811877-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00be24bf-236e-46dd-be33-09dbf45028f6 None None] The sync data for ids ['d01e9ec6-b839-4c83-bcdd-f69ce4f2fd61'] in dv-cinder-811877-1-iscsi is: [{'id': 'd01e9ec6-b839-4c83-bcdd-f69ce4f2fd61', 'name': 'tempest-TestVolumeBootPattern-1809873720-router', 'tenant_id': 'c6660b2d8d08442eb64d106089289b58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddd8ee8b-b24f-47fb-afd7-cfc700c93624', 'external_fixed_ips': [{'subnet_id': '4727b4cf-a8ea-4dab-8db4-019b4e8b0546', 'ip_address': '172.27.1.11'}], 'enable_snat': True}, 'gw_port_id': '89d1b16c-7c0a-42cd-96dd-cd798bab39eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T06:32:50Z', 'updated_at': '2021-09-30T06:40:04Z', 'revision_number': 5, 'project_id': 'c6660b2d8d08442eb64d106089289b58', 'gw_port': {'id': '89d1b16c-7c0a-42cd-96dd-cd798bab39eb', 'name': '', 'network_id': 'ddd8ee8b-b24f-47fb-afd7-cfc700c93624', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:df:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd01e9ec6-b839-4c83-bcdd-f69ce4f2fd61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '4727b4cf-a8ea-4dab-8db4-019b4e8b0546', 'ip_address': '172.27.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T06:32:50Z', 'updated_at': '2021-09-30T06:32:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4727b4cf-a8ea-4dab-8db4-019b4e8b0546', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811877-1-iscsi'}] {{(pid=94002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 06:40:06.154405 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-6c46cab7-8dbc-4861-9f42-424fd8f18316 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7821886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727545991406', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727545489354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4572815'] for port, after_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:40:06.181078 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c46cab7-8dbc-4861-9f42-424fd8f18316 admin admin] Pushing event deleted for resources: {'Port': ['ID=89d1b16c-7c0a-42cd-96dd-cd798bab39eb,revision_number=None']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:40:06.240682 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-6c46cab7-8dbc-4861-9f42-424fd8f18316 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7877968'] for router_gateway, after_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:40:06.327479 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-6c46cab7-8dbc-4861-9f42-424fd8f18316 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7877183', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-693'] for router, precommit_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:40:06.329633 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-6c46cab7-8dbc-4861-9f42-424fd8f18316 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:40:06.369096 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-6c46cab7-8dbc-4861-9f42-424fd8f18316 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7877174'] for router, after_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:40:06.369546 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c46cab7-8dbc-4861-9f42-424fd8f18316 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d01e9ec6-b839-4c83-bcdd-f69ce4f2fd61 {{(pid=94000) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 30 06:40:06.374122 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-6c46cab7-8dbc-4861-9f42-424fd8f18316 admin admin] Notify callbacks [] for router, before_response {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:40:06.375334 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [None req-6c46cab7-8dbc-4861-9f42-424fd8f18316 admin admin] 10.222.0.36 "DELETE /v2.0/routers/d01e9ec6-b839-4c83-bcdd-f69ce4f2fd61 HTTP/1.1" status: 204 len: 168 time: 0.9913287 Sep 30 06:40:06.377812 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.36', 33988) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 06:40:06.423883 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.db.db_base_plugin_v2 [None req-305d8de4-4c4f-47f9-bf35-100b8c707b88 admin admin] Deleting subnet 307befb5-7024-47c4-b67a-a68ab14a5afe {{(pid=94000) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 06:40:06.426877 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-305d8de4-4c4f-47f9-bf35-100b8c707b88 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:40:06.463783 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-305d8de4-4c4f-47f9-bf35-100b8c707b88 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4572778'] for subnet, precommit_delete_associations {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:40:06.565536 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.rpc [None req-1a5ef50c-1a60-4eeb-b96e-cf5df6fcca4b None None] Device 24df21ec-bfde-4698-a5d9-a02794cc005d no longer exists at agent ovs-agent-dv-cinder-811877-1-iscsi {{(pid=94001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 06:40:06.566087 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-305d8de4-4c4f-47f9-bf35-100b8c707b88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-583762'] for subnet, precommit_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:40:06.594709 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.plugin [None req-1a5ef50c-1a60-4eeb-b96e-cf5df6fcca4b None None] No Port match for: 24df21ec-bfde-4698-a5d9-a02794cc005d {{(pid=94001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 06:40:06.595066 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.rpc [None req-1a5ef50c-1a60-4eeb-b96e-cf5df6fcca4b None None] Device 24df21ec-bfde-4698-a5d9-a02794cc005d not bound to the agent host dv-cinder-811877-1-iscsi {{(pid=94001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 06:40:06.620181 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-305d8de4-4c4f-47f9-bf35-100b8c707b88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-583771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7821886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4572882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5105895'] for subnet, after_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:40:06.650001 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305d8de4-4c4f-47f9-bf35-100b8c707b88 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=307befb5-7024-47c4-b67a-a68ab14a5afe,revision_number=None']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:40:06.653407 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-305d8de4-4c4f-47f9-bf35-100b8c707b88 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:40:06.658443 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [None req-305d8de4-4c4f-47f9-bf35-100b8c707b88 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/307befb5-7024-47c4-b67a-a68ab14a5afe HTTP/1.1" status: 204 len: 168 time: 0.2771649 Sep 30 06:40:06.658443 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.36', 33990) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 06:40:06.659763 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85161e9b-fece-487f-802c-cc1a6578bf31 None None] Network 89416e82-c793-4553-8b25-737e3b7d44ed requested from dv-cinder-811877-1-iscsi {{(pid=94001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 06:40:06.728977 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-f24996d4-3ac8-41af-b75b-8f16356df2ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763795'] for network, before_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:40:06.784448 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.plugins.ml2.plugin [None req-f24996d4-3ac8-41af-b75b-8f16356df2ac admin admin] Deleting port f2bcf9be-cc61-4d4a-b52c-1097a110ac83 {{(pid=94000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 06:40:06.784714 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-f24996d4-3ac8-41af-b75b-8f16356df2ac admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727545987880'] for port, before_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:40:06.844415 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23455f1a-6287-4e1e-9498-2568f44502e0 None None] DHCP port deletion for 89416e82-c793-4553-8b25-737e3b7d44ed request from dv-cinder-811877-1-iscsi {{(pid=94001) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 30 06:40:06.855875 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.plugins.ml2.db [None req-f24996d4-3ac8-41af-b75b-8f16356df2ac admin admin] For port f2bcf9be-cc61-4d4a-b52c-1097a110ac83, host dv-cinder-811877-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811877-1-iscsi',level=0,port_id=f2bcf9be-cc61-4d4a-b52c-1097a110ac83,segment=NetworkSegment(62457180-8fa0-48dd-812b-4b9039a27e05),segment_id=62457180-8fa0-48dd-812b-4b9039a27e05)] {{(pid=94000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 06:40:06.856251 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-f24996d4-3ac8-41af-b75b-8f16356df2ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7874563'] for port, precommit_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:40:06.868259 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.plugins.ml2.plugin [None req-f24996d4-3ac8-41af-b75b-8f16356df2ac admin admin] Calling delete_port for f2bcf9be-cc61-4d4a-b52c-1097a110ac83 owned by network:dhcp {{(pid=94000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 06:40:06.891731 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.plugin [None req-23455f1a-6287-4e1e-9498-2568f44502e0 None None] Deleting port f2bcf9be-cc61-4d4a-b52c-1097a110ac83 {{(pid=94001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 06:40:06.892101 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-23455f1a-6287-4e1e-9498-2568f44502e0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727545987880'] for port, before_delete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:40:06.945732 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-f24996d4-3ac8-41af-b75b-8f16356df2ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7821886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727545991406', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727545489354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4572815'] for port, after_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:40:06.955315 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.db [None req-23455f1a-6287-4e1e-9498-2568f44502e0 None None] For port f2bcf9be-cc61-4d4a-b52c-1097a110ac83, host dv-cinder-811877-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811877-1-iscsi',level=0,port_id=f2bcf9be-cc61-4d4a-b52c-1097a110ac83,segment=NetworkSegment(62457180-8fa0-48dd-812b-4b9039a27e05),segment_id=62457180-8fa0-48dd-812b-4b9039a27e05)] {{(pid=94001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 06:40:06.955741 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-23455f1a-6287-4e1e-9498-2568f44502e0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7874563'] for port, precommit_delete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:40:06.972993 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24996d4-3ac8-41af-b75b-8f16356df2ac admin admin] Pushing event deleted for resources: {'Port': ['ID=f2bcf9be-cc61-4d4a-b52c-1097a110ac83,revision_number=None']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:40:06.973555 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.plugin [None req-23455f1a-6287-4e1e-9498-2568f44502e0 None None] Calling delete_port for f2bcf9be-cc61-4d4a-b52c-1097a110ac83 owned by network:dhcp {{(pid=94001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 06:40:06.978539 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f24996d4-3ac8-41af-b75b-8f16356df2ac admin admin] No DVR routers for this DVR port f2bcf9be-cc61-4d4a-b52c-1097a110ac83 on host dv-cinder-811877-1-iscsi {{(pid=94000) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 06:40:07.047568 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-f24996d4-3ac8-41af-b75b-8f16356df2ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-585195', 'neutron.services.segments.db._delete_segments_for_network-8727546001812'] for network, precommit_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:40:07.050596 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-23455f1a-6287-4e1e-9498-2568f44502e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7821886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727545991406', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727545489354'] for port, after_delete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:40:07.067048 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.services.segments.db [None req-f24996d4-3ac8-41af-b75b-8f16356df2ac admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['89416e82-c793-4553-8b25-737e3b7d44ed']}} {{(pid=94000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 06:40:07.075978 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.services.segments.db [None req-f24996d4-3ac8-41af-b75b-8f16356df2ac admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '62457180-8fa0-48dd-812b-4b9039a27e05') {'for_net_delete': True} {{(pid=94000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 06:40:07.076272 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.services.segments.db [None req-f24996d4-3ac8-41af-b75b-8f16356df2ac admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '62457180-8fa0-48dd-812b-4b9039a27e05') {} {{(pid=94000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 06:40:07.077619 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23455f1a-6287-4e1e-9498-2568f44502e0 None None] Pushing event deleted for resources: {'Port': ['ID=f2bcf9be-cc61-4d4a-b52c-1097a110ac83,revision_number=None']} {{(pid=94001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:40:07.080199 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23455f1a-6287-4e1e-9498-2568f44502e0 None None] No DVR routers for this DVR port f2bcf9be-cc61-4d4a-b52c-1097a110ac83 on host dv-cinder-811877-1-iscsi {{(pid=94001) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 06:40:07.086341 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-f24996d4-3ac8-41af-b75b-8f16356df2ac admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727546002077', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4572787'] for segment, before_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:40:07.088049 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23455f1a-6287-4e1e-9498-2568f44502e0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=94001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:40:07.088400 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23455f1a-6287-4e1e-9498-2568f44502e0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=94001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:40:07.088744 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23455f1a-6287-4e1e-9498-2568f44502e0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=94001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:40:07.089084 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23455f1a-6287-4e1e-9498-2568f44502e0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=94001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:40:07.089416 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23455f1a-6287-4e1e-9498-2568f44502e0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=94001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:40:07.090037 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23455f1a-6287-4e1e-9498-2568f44502e0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=94001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:40:07.090140 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23455f1a-6287-4e1e-9498-2568f44502e0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=94001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:40:07.090394 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23455f1a-6287-4e1e-9498-2568f44502e0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=94001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:40:07.090771 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23455f1a-6287-4e1e-9498-2568f44502e0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=94001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:40:07.091138 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23455f1a-6287-4e1e-9498-2568f44502e0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=94001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:40:07.091415 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23455f1a-6287-4e1e-9498-2568f44502e0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=94001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:40:07.091739 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23455f1a-6287-4e1e-9498-2568f44502e0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-1-iscsi {{(pid=94001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 06:40:07.104214 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-f24996d4-3ac8-41af-b75b-8f16356df2ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583621'] for segment, precommit_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:40:07.110768 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f24996d4-3ac8-41af-b75b-8f16356df2ac admin admin] Releasing vlan 320 on physical network physnet1 to pool {{(pid=94000) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 06:40:07.111126 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-f24996d4-3ac8-41af-b75b-8f16356df2ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4571260'] for segment, after_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:40:07.112834 dv-cinder-811877-1-iscsi neutron-server[94000]: Traceback (most recent call last): Sep 30 06:40:07.112834 dv-cinder-811877-1-iscsi neutron-server[94000]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 06:40:07.112834 dv-cinder-811877-1-iscsi neutron-server[94000]: timer() Sep 30 06:40:07.112834 dv-cinder-811877-1-iscsi neutron-server[94000]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 06:40:07.112834 dv-cinder-811877-1-iscsi neutron-server[94000]: cb(*args, **kw) Sep 30 06:40:07.112834 dv-cinder-811877-1-iscsi neutron-server[94000]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 06:40:07.112834 dv-cinder-811877-1-iscsi neutron-server[94000]: return func(*args, **kwargs) Sep 30 06:40:07.112834 dv-cinder-811877-1-iscsi neutron-server[94000]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 06:40:07.112834 dv-cinder-811877-1-iscsi neutron-server[94000]: self._notify() Sep 30 06:40:07.112834 dv-cinder-811877-1-iscsi neutron-server[94000]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 06:40:07.112834 dv-cinder-811877-1-iscsi neutron-server[94000]: self.callback(batched_events) Sep 30 06:40:07.112834 dv-cinder-811877-1-iscsi neutron-server[94000]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 06:40:07.112834 dv-cinder-811877-1-iscsi neutron-server[94000]: event.method(event) Sep 30 06:40:07.112834 dv-cinder-811877-1-iscsi neutron-server[94000]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 06:40:07.112834 dv-cinder-811877-1-iscsi neutron-server[94000]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 06:40:07.112834 dv-cinder-811877-1-iscsi neutron-server[94000]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 06:40:07.112834 dv-cinder-811877-1-iscsi neutron-server[94000]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 06:40:07.112834 dv-cinder-811877-1-iscsi neutron-server[94000]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 06:40:07.112834 dv-cinder-811877-1-iscsi neutron-server[94000]: return f(self, *a, **k) Sep 30 06:40:07.112834 dv-cinder-811877-1-iscsi neutron-server[94000]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 06:40:07.112834 dv-cinder-811877-1-iscsi neutron-server[94000]: return self._get(url).json() Sep 30 06:40:07.112834 dv-cinder-811877-1-iscsi neutron-server[94000]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 06:40:07.112834 dv-cinder-811877-1-iscsi neutron-server[94000]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 06:40:07.112834 dv-cinder-811877-1-iscsi neutron-server[94000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 06:40:07.112834 dv-cinder-811877-1-iscsi neutron-server[94000]: return self.request(url, 'GET', **kwargs) Sep 30 06:40:07.112834 dv-cinder-811877-1-iscsi neutron-server[94000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 06:40:07.112834 dv-cinder-811877-1-iscsi neutron-server[94000]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 06:40:07.112834 dv-cinder-811877-1-iscsi neutron-server[94000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 06:40:07.112834 dv-cinder-811877-1-iscsi neutron-server[94000]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 06:40:07.112834 dv-cinder-811877-1-iscsi neutron-server[94000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 06:40:07.112834 dv-cinder-811877-1-iscsi neutron-server[94000]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 06:40:07.112834 dv-cinder-811877-1-iscsi neutron-server[94000]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 06:40:07.172613 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-f24996d4-3ac8-41af-b75b-8f16356df2ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-585180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7821886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7877900'] for network, after_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:40:07.178624 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-f24996d4-3ac8-41af-b75b-8f16356df2ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7821868'] for network, before_response {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:40:07.182803 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [None req-f24996d4-3ac8-41af-b75b-8f16356df2ac admin admin] 10.222.0.36 "DELETE /v2.0/networks/89416e82-c793-4553-8b25-737e3b7d44ed HTTP/1.1" status: 204 len: 168 time: 0.5210516 Sep 30 06:40:07.191786 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24996d4-3ac8-41af-b75b-8f16356df2ac admin admin] Pushing event deleted for resources: {'Network': ['ID=89416e82-c793-4553-8b25-737e3b7d44ed,revision_number=None']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:40:07.363274 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.wsgi [-] (93999) accepted ('10.222.0.36', 33994) {{(pid=93999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 06:40:07.401545 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [None req-6b0effa4-9fe0-4c4c-9214-87196cc01ef5 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=371c6a2cbad540218fff235f4a93c18c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0370448 Sep 30 06:40:07.404020 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.wsgi [-] (93999) accepted ('10.222.0.36', 33996) {{(pid=93999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 06:40:07.452881 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-5e09bb23-dfd4-4ea3-aad8-986b7ef7ce6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:40:07.473204 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-5e09bb23-dfd4-4ea3-aad8-986b7ef7ce6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:40:07.521351 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-5e09bb23-dfd4-4ea3-aad8-986b7ef7ce6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533969'] for security_group, after_delete {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:40:07.523977 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-5e09bb23-dfd4-4ea3-aad8-986b7ef7ce6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:40:07.525126 dv-cinder-811877-1-iscsi neutron-server[93999]: INFO neutron.wsgi [None req-5e09bb23-dfd4-4ea3-aad8-986b7ef7ce6c admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/760dd5a4-1074-4e43-8f21-7533a3d94cb2 HTTP/1.1" status: 204 len: 168 time: 0.1201110 Sep 30 06:40:07.533301 dv-cinder-811877-1-iscsi neutron-server[93999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e09bb23-dfd4-4ea3-aad8-986b7ef7ce6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=760dd5a4-1074-4e43-8f21-7533a3d94cb2,revision_number=None']} {{(pid=93999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:40:07.872740 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.36', 34002) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 06:40:07.912266 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [None req-10397b53-2bdb-4df1-b241-b423bd3c61a8 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=c6660b2d8d08442eb64d106089289b58&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0383644 Sep 30 06:40:07.914682 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.36', 34004) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 06:40:07.961073 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-ef0d9184-2a07-4cd0-a663-5b9f0b33b58e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:40:07.981356 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-ef0d9184-2a07-4cd0-a663-5b9f0b33b58e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:40:08.030660 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-ef0d9184-2a07-4cd0-a663-5b9f0b33b58e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533969'] for security_group, after_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:40:08.033097 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-ef0d9184-2a07-4cd0-a663-5b9f0b33b58e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:40:08.034231 dv-cinder-811877-1-iscsi neutron-server[94000]: INFO neutron.wsgi [None req-ef0d9184-2a07-4cd0-a663-5b9f0b33b58e admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/6f75d57e-8234-4039-a25e-18de4a6dbcbf HTTP/1.1" status: 204 len: 168 time: 0.1186788 Sep 30 06:40:08.041750 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0d9184-2a07-4cd0-a663-5b9f0b33b58e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f75d57e-8234-4039-a25e-18de4a6dbcbf,revision_number=None']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 06:40:08.249367 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.rpc [None req-1a5ef50c-1a60-4eeb-b96e-cf5df6fcca4b None None] Device 89d1b16c-7c0a-42cd-96dd-cd798bab39eb no longer exists at agent ovs-agent-dv-cinder-811877-1-iscsi {{(pid=94001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 06:40:08.270674 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.plugin [None req-1a5ef50c-1a60-4eeb-b96e-cf5df6fcca4b None None] No Port match for: 89d1b16c-7c0a-42cd-96dd-cd798bab39eb {{(pid=94001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 06:40:08.271029 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.rpc [None req-1a5ef50c-1a60-4eeb-b96e-cf5df6fcca4b None None] Device 89d1b16c-7c0a-42cd-96dd-cd798bab39eb not bound to the agent host dv-cinder-811877-1-iscsi {{(pid=94001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 06:40:08.271457 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.rpc [None req-1a5ef50c-1a60-4eeb-b96e-cf5df6fcca4b None None] Device f2bcf9be-cc61-4d4a-b52c-1097a110ac83 no longer exists at agent ovs-agent-dv-cinder-811877-1-iscsi {{(pid=94001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 06:40:08.296452 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.plugin [None req-1a5ef50c-1a60-4eeb-b96e-cf5df6fcca4b None None] No Port match for: f2bcf9be-cc61-4d4a-b52c-1097a110ac83 {{(pid=94001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 06:40:08.296810 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.rpc [None req-1a5ef50c-1a60-4eeb-b96e-cf5df6fcca4b None None] Device f2bcf9be-cc61-4d4a-b52c-1097a110ac83 not bound to the agent host dv-cinder-811877-1-iscsi {{(pid=94001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 06:40:09.165243 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727546001794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-597483'] for agent, after_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:40:10.590104 dv-cinder-811877-1-iscsi neutron-server[94002]: DEBUG neutron.db.agents_db [None req-d9c94b1b-4ad8-4063-8329-7a4f29b52830 None None] Agent healthcheck: found 6 active agents {{(pid=94002) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 06:40:28.503803 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-4f557157-2d4a-45f6-9578-1ec5cb741513 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727546001794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-597483'] for agent, after_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:40:31.356682 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-023a89a2-cc85-4a40-bdeb-06d278342363 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727546001794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-597483'] for agent, after_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:40:32.325649 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-1a5ef50c-1a60-4eeb-b96e-cf5df6fcca4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727546001794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-597483'] for agent, after_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:40:32.689622 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-028184f3-f8cc-4c85-9e6b-64613141ad03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727546001794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-597483'] for agent, after_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:40:34.068965 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-31788eca-3db2-42eb-847b-597dce492ba7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727546001794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-597483'] for agent, after_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:40:39.166680 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727546001794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-597483'] for agent, after_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:40:47.588804 dv-cinder-811877-1-iscsi neutron-server[94002]: DEBUG neutron.db.agents_db [None req-d9c94b1b-4ad8-4063-8329-7a4f29b52830 None None] Agent healthcheck: found 6 active agents {{(pid=94002) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 06:40:58.503811 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-461698a8-bae7-46bf-9e5a-f0ed97f5371d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727546001794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-597483'] for agent, after_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:41:01.357805 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-5a853e6c-b778-4474-a559-4a8a511fd8a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727546001794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-597483'] for agent, after_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:41:02.326887 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-1a5ef50c-1a60-4eeb-b96e-cf5df6fcca4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727546001794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-597483'] for agent, after_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:41:02.693672 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-028184f3-f8cc-4c85-9e6b-64613141ad03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727546001794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-597483'] for agent, after_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:41:04.071587 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-31788eca-3db2-42eb-847b-597dce492ba7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727546001794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-597483'] for agent, after_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:41:09.184051 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727546001794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-597483'] for agent, after_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:41:24.588098 dv-cinder-811877-1-iscsi neutron-server[94002]: DEBUG neutron.db.agents_db [None req-d9c94b1b-4ad8-4063-8329-7a4f29b52830 None None] Agent healthcheck: found 6 active agents {{(pid=94002) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 06:41:28.504676 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-9c8c9443-50f1-43d3-933f-915b93deeefd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727546001794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-597483'] for agent, after_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:41:31.359357 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-acee6604-8b47-4177-a519-f0b1d2f64861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727546001794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-597483'] for agent, after_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:41:32.329856 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-1a5ef50c-1a60-4eeb-b96e-cf5df6fcca4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727546001794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-597483'] for agent, after_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:41:32.695943 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-028184f3-f8cc-4c85-9e6b-64613141ad03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727546001794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-597483'] for agent, after_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:41:34.084549 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-31788eca-3db2-42eb-847b-597dce492ba7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727546001794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-597483'] for agent, after_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:41:39.178101 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727546001794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-597483'] for agent, after_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:41:58.505817 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-30d32d58-54f9-4397-9402-d73aa0246c2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727546001794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-597483'] for agent, after_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:42:01.360762 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-b128d4d4-583e-4eb9-8130-fdd7cd8ac46f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727546001794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-597483'] for agent, after_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:42:01.586895 dv-cinder-811877-1-iscsi neutron-server[94002]: DEBUG neutron.db.agents_db [None req-d9c94b1b-4ad8-4063-8329-7a4f29b52830 None None] Agent healthcheck: found 6 active agents {{(pid=94002) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 06:42:02.330594 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-1a5ef50c-1a60-4eeb-b96e-cf5df6fcca4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727546001794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-597483'] for agent, after_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:42:02.700078 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-028184f3-f8cc-4c85-9e6b-64613141ad03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727546001794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-597483'] for agent, after_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:42:04.083394 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-31788eca-3db2-42eb-847b-597dce492ba7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727546001794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-597483'] for agent, after_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:42:09.192912 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727546001794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-597483'] for agent, after_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:42:28.505786 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-ad44bc18-22b5-48c0-84cf-03ac3c30bfd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727546001794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-597483'] for agent, after_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:42:31.361642 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-5f49e504-5858-43c4-b481-b457e92f1954 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727546001794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-597483'] for agent, after_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:42:32.332169 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-1a5ef50c-1a60-4eeb-b96e-cf5df6fcca4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727546001794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-597483'] for agent, after_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:42:32.702354 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-028184f3-f8cc-4c85-9e6b-64613141ad03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727546001794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-597483'] for agent, after_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:42:34.084382 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-31788eca-3db2-42eb-847b-597dce492ba7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727546001794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-597483'] for agent, after_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:42:38.585305 dv-cinder-811877-1-iscsi neutron-server[94002]: DEBUG neutron.db.agents_db [None req-d9c94b1b-4ad8-4063-8329-7a4f29b52830 None None] Agent healthcheck: found 6 active agents {{(pid=94002) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 06:42:39.196761 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727546001794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-597483'] for agent, after_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:42:58.505324 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-b970594d-52b6-49bf-9818-19af0b2f8240 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727546001794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-597483'] for agent, after_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:43:01.363252 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-ab76ceae-eb57-47cd-a789-e58892191982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727546001794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-597483'] for agent, after_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:43:02.332453 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-1a5ef50c-1a60-4eeb-b96e-cf5df6fcca4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727546001794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-597483'] for agent, after_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:43:02.705197 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-028184f3-f8cc-4c85-9e6b-64613141ad03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727546001794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-597483'] for agent, after_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:43:04.089402 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-31788eca-3db2-42eb-847b-597dce492ba7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727546001794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-597483'] for agent, after_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:43:09.198441 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727546001794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-597483'] for agent, after_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:43:15.585591 dv-cinder-811877-1-iscsi neutron-server[94002]: DEBUG neutron.db.agents_db [None req-d9c94b1b-4ad8-4063-8329-7a4f29b52830 None None] Agent healthcheck: found 6 active agents {{(pid=94002) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 06:43:28.506058 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-4dc7ec72-85e1-4510-9abc-1c79a0e2fdab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727546001794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-597483'] for agent, after_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:43:31.363408 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-414203cb-3f0c-4984-ac1b-b1eff1ee9fa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727546001794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-597483'] for agent, after_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:43:32.333261 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-1a5ef50c-1a60-4eeb-b96e-cf5df6fcca4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727546001794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-597483'] for agent, after_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:43:32.708974 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-028184f3-f8cc-4c85-9e6b-64613141ad03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727546001794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-597483'] for agent, after_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:43:34.126227 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-31788eca-3db2-42eb-847b-597dce492ba7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727546001794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-597483'] for agent, after_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:43:39.196942 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727546001794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-597483'] for agent, after_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:43:52.584053 dv-cinder-811877-1-iscsi neutron-server[94002]: DEBUG neutron.db.agents_db [None req-d9c94b1b-4ad8-4063-8329-7a4f29b52830 None None] Agent healthcheck: found 6 active agents {{(pid=94002) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 06:43:58.505757 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-11cfdb24-9177-4a2a-a6f6-a6926f2f2da8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727546001794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-597483'] for agent, after_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:44:01.365314 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-2ff0e31f-83ff-424b-abb2-db6259252f7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727546001794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-597483'] for agent, after_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:44:02.335226 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-1a5ef50c-1a60-4eeb-b96e-cf5df6fcca4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727546001794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-597483'] for agent, after_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:44:02.711694 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-028184f3-f8cc-4c85-9e6b-64613141ad03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727546001794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-597483'] for agent, after_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:44:04.092411 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-31788eca-3db2-42eb-847b-597dce492ba7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727546001794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-597483'] for agent, after_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:44:09.211366 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727546001794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-597483'] for agent, after_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:44:28.505541 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-973839db-9720-43b9-b35a-70a767f50a42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727546001794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-597483'] for agent, after_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:44:29.583053 dv-cinder-811877-1-iscsi neutron-server[94002]: DEBUG neutron.db.agents_db [None req-d9c94b1b-4ad8-4063-8329-7a4f29b52830 None None] Agent healthcheck: found 6 active agents {{(pid=94002) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 06:44:31.367530 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-0916bf83-f361-466f-a78b-1c2bbfb29e7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727546001794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-597483'] for agent, after_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:44:32.337253 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-1a5ef50c-1a60-4eeb-b96e-cf5df6fcca4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727546001794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-597483'] for agent, after_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:44:32.715112 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-028184f3-f8cc-4c85-9e6b-64613141ad03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727546001794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-597483'] for agent, after_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:44:34.097359 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-31788eca-3db2-42eb-847b-597dce492ba7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727546001794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-597483'] for agent, after_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:44:39.237219 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727546001794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-597483'] for agent, after_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:44:44.867028 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.wsgi [req-20384735-6f4d-48e4-81ee-0c19fb1d7c12 req-5cb2afee-582a-4b81-a234-a1f39fd6d558 service neutron] (94000) timed out ('10.222.0.10', 57142) {{(pid=94000) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 30 06:44:44.869710 dv-cinder-811877-1-iscsi neutron-server[94000]: DEBUG neutron.wsgi [req-f4fa85d3-8260-4ade-822e-dd328de100f5 req-5f6a7b68-34ad-4599-8eea-376d8a8b62d4 service neutron] (94000) timed out ('10.222.0.10', 57102) {{(pid=94000) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 30 06:44:58.507124 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-adc8d059-68ac-4657-8466-a87c76844c23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727546001794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-597483'] for agent, after_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:45:01.368850 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-af13dfad-10bc-4dd3-a1bd-9ea89e619f5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727546001794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-597483'] for agent, after_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:45:02.340696 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-1a5ef50c-1a60-4eeb-b96e-cf5df6fcca4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727546001794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-597483'] for agent, after_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:45:02.718867 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-028184f3-f8cc-4c85-9e6b-64613141ad03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727546001794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-597483'] for agent, after_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:45:04.100687 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-31788eca-3db2-42eb-847b-597dce492ba7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727546001794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-597483'] for agent, after_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:45:06.581834 dv-cinder-811877-1-iscsi neutron-server[94002]: DEBUG neutron.db.agents_db [None req-d9c94b1b-4ad8-4063-8329-7a4f29b52830 None None] Agent healthcheck: found 6 active agents {{(pid=94002) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 06:45:09.241124 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-8f39a4e1-927b-4dad-8b25-9010724e4206 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727546001794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-597483'] for agent, after_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 06:45:28.507705 dv-cinder-811877-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-1d30f319-1f81-468c-b020-4a521652e313 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727546001794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-597483'] for agent, after_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}